-- Logs begin at Thu 2022-01-20 13:48:27 UTC, end at Thu 2022-01-20 15:33:18 UTC. -- Jan 20 14:20:47.545761 dv-neutron-825123-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 20 14:20:49.827804 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.common.config [-] Logging enabled! Jan 20 14:20:49.828619 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev7 Jan 20 14:20:49.828619 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87387) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 14:20:49.831648 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.common.config [-] Logging enabled! Jan 20 14:20:49.831890 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev7 Jan 20 14:20:49.832191 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87387) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 14:20:49.833131 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 14:20:49.833359 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 14:20:49.833711 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 14:20:49.833947 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 14:20:49.834168 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 14:20:49.834473 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.834759 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.835042 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.835264 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.835524 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.835801 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.836077 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.836377 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.836659 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.836934 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.837202 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.837477 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.837694 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.837948 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.838223 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.838496 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.838711 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] debug = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.838979 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.839394 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.839791 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.840059 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.840367 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.840635 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.840896 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.841267 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.841543 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.841889 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] host = dv-neutron-825123-1-hyperv {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.842165 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.842444 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.842720 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.842998 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.843263 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.843536 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.843809 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.844072 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.844373 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] log_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.844641 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.844920 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.845196 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.845483 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.845701 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.845915 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.846190 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.846466 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.846730 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.846996 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.847262 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.847527 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.847792 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.848053 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.848357 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.848636 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.848913 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.849179 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.849443 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.849706 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.849968 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.850243 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.850506 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.850771 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.851035 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.851315 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.851575 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.851839 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.852127 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.852425 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.852697 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.852973 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.853237 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.853517 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.853782 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.854044 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.854307 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] use_json = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.854570 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.854830 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.855104 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.855368 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.855972 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.856260 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.856529 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.856834 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:49.857126 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.857415 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.857707 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.857981 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.858267 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.858538 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.858816 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.859086 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.859365 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.859643 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.859925 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.860198 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.860495 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.860764 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.861049 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.861345 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.861630 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.861913 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.862180 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.862446 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.862711 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.862981 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.863260 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.863549 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.863831 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.864096 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.864400 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.864683 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.864954 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.865218 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.865490 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.865770 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.866039 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.866303 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.866573 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.866840 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.867103 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.867362 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.867631 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.867907 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.868172 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.868455 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.868719 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.868986 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.869248 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.869522 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.869790 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.870052 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.870314 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.870582 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.870847 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.871115 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.871384 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.871648 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.871918 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.872182 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.872526 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.872792 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.873058 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.873320 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.873587 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.873852 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.874121 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.874382 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.874644 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.874913 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.875177 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.875443 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.875723 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.876012 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.876309 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.876580 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.876850 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.877119 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.877386 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.877655 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.877924 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.878193 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.878456 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.878738 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.879014 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.879292 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.879566 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.879834 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.880121 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.880409 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.880683 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.880950 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.881219 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.881497 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.881771 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.882053 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.882335 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.882617 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.882902 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.883184 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.883460 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.883758 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.884027 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:49.884255 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 14:20:49.884491 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87387) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 20 14:20:50.259683 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO keyring.backend [-] Loading KWallet Jan 20 14:20:50.266864 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO keyring.backend [-] Loading SecretService Jan 20 14:20:50.270436 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO keyring.backend [-] Loading Windows Jan 20 14:20:50.271774 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO keyring.backend [-] Loading chainer Jan 20 14:20:50.272356 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO keyring.backend [-] Loading macOS Jan 20 14:20:50.305381 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 20 14:20:50.305623 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 20 14:20:50.305923 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 20 14:20:50.306243 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 20 14:20:50.602654 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.602912 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.603192 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.604400 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.604664 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.604920 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.727204 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.727427 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.727713 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.741415 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.741685 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.741917 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.769842 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.770107 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.770366 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.807186 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.807462 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:50.807716 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.035911 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.036568 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.036568 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.036568 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.037329 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.161266 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.161583 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.161854 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.162119 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.162377 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.162678 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.162935 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.163186 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.163431 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.163702 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.163947 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.164189 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.164467 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.164713 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.164964 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.165223 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.165473 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.165720 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.165966 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.166238 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.166574 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.166817 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.167056 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.167334 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.167575 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.167811 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.168196 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:20:51.168447 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:20:51.168674 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:20:51.168900 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:20:51.169143 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:20:51.169371 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:20:51.169728 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 20 14:20:51.172966 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 20 14:20:51.176928 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 20 14:20:51.180644 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jan 20 14:20:51.182251 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 20 14:20:51.182692 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 20 14:20:51.183016 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 20 14:20:51.183384 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 20 14:20:51.186443 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 20 14:20:51.186685 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 20 14:20:51.187021 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 14:20:51.214393 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 20 14:20:51.214835 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.215126 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87387) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 20 14:20:51.215475 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.216891 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87387) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 20 14:20:51.217171 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 14:20:51.217407 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 20 14:20:51.220639 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.220909 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.282477 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 20 14:20:51.282708 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 20 14:20:51.282930 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 20 14:20:51.283287 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 20 14:20:51.316864 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_db.sqlalchemy.engines [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87387) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 20 14:20:51.667288 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Initializing driver for type 'gre' Jan 20 14:20:51.667734 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] gre ID ranges: [(1, 1000)] Jan 20 14:20:51.720478 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Initializing driver for type 'local' Jan 20 14:20:51.720808 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Initializing driver for type 'vlan' Jan 20 14:20:51.734742 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] VlanTypeDriver initialization complete Jan 20 14:20:51.735086 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Initializing driver for type 'vxlan' Jan 20 14:20:51.735563 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] vxlan ID ranges: [(1, 1000)] Jan 20 14:20:51.788951 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Initializing extension driver 'port_security' Jan 20 14:20:51.789302 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.extensions.port_security [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] PortSecurityExtensionDriver initialization complete Jan 20 14:20:51.789633 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Initializing mechanism driver 'openvswitch' Jan 20 14:20:51.789964 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Initializing mechanism driver 'hyperv' Jan 20 14:20:51.796820 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.plugins.ml2.plugin [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:20:51.797478 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > port after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.797850 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > port after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.798212 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > port after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.798730 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 14:20:51.799142 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > subnet after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.799481 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > subnet after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.799812 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.800190 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 14:20:51.800605 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > network after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.800956 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > network after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.801298 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > network after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.801674 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 14:20:51.802066 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > security_group after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.802399 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > security_group after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.802728 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.803087 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 14:20:51.803471 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.803802 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.804128 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.804654 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 14:20:51.805041 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > address_group after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.805377 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > address_group after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.805701 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.806075 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 14:20:51.806506 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] ML2 OVO RPC backend initialized. {{(pid=87387) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 20 14:20:51.807185 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.807526 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.807955 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > network before_response 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.808384 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > networks before_response 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.808759 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > port before_response 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.809126 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > ports before_response 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.809487 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > subnet before_response 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.809819 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > subnets before_response 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.810155 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > network after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.810485 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > network after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.810811 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > network after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.811136 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > port after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.811459 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > port after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.811781 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > port after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.812102 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > subnet after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.812449 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > subnet after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.812771 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.813326 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.plugin [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Modular L2 Plugin initialization complete Jan 20 14:20:51.813646 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading services supported by the core plugin {{(pid=87387) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 20 14:20:51.813957 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.plugins.ml2.managers [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Got port-security extension from driver 'port_security' Jan 20 14:20:51.814405 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.extensions.vlantransparent [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Disabled vlantransparent extension. Jan 20 14:20:51.814881 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87387) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 20 14:20:51.815183 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading Plugin: router Jan 20 14:20:51.850589 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.850964 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router after_create 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.851319 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router before_create 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.851674 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.852030 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.852399 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router after_delete 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.852744 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.853093 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router after_create 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.853428 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router after_update 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.853764 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router after_update 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.854101 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.854429 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router after_update 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.854824 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router precommit_update 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.855180 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: port after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.855864 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: port after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.856190 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: subnet after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.856541 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.856881 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.857218 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router precommit_create 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.857538 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: port before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.857874 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router precommit_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.858223 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router after_update 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.858558 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.858893 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router precommit_create 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.859243 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.859574 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router precommit_update 55549900 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.859925 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > agent after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.860284 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > agent after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.860620 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > network after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.861455 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Tracking information for resource: router configured {{(pid=87387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:20:51.861775 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Tracking information for resource: floatingip configured {{(pid=87387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:20:51.866676 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.db.l3_agentschedulers_db [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 20 14:20:51.867228 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: port after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.867580 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: port after_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.867921 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: port after_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.868279 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: port after_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.869131 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router before_create 55550100 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.869502 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.869855 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router precommit_create 55550100 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.870199 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > router precommit_update 55550100 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.874706 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.services.provider_configuration [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service providers = [] {{(pid=87387) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 20 14:20:51.875057 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.db.servicetype_db [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87387) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 20 14:20:51.878033 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.services.service_base [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 14:20:51.878369 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.services.service_base [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 14:20:51.878703 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.services.service_base [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 14:20:51.879565 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.services.service_base [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 14:20:51.879925 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.services.service_base [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 20 14:20:51.880327 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:20:51.880633 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 20 14:20:51.891301 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:20:51.891636 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading Plugin: auto_allocate Jan 20 14:20:51.897723 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: network precommit_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.898091 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: network precommit_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.898600 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:20:51.898909 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading Plugin: tag Jan 20 14:20:51.905540 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:20:51.905856 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading Plugin: timestamp Jan 20 14:20:51.909917 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:20:51.910245 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading Plugin: network_ip_availability Jan 20 14:20:51.915522 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.915889 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.916241 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:51.916964 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:20:51.917279 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading Plugin: flavors Jan 20 14:20:51.922033 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:20:51.922301 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading Plugin: revisions Jan 20 14:20:51.926605 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:20:51.926986 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_concurrency.lockutils [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.621s {{(pid=87387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 20 14:20:51.927714 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87387) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 20 14:20:51.928040 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Initializing extension manager. Jan 20 14:20:51.928570 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: __init__.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.928900 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: __pycache__ {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.929220 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.929537 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: address_group.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.930274 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.930832 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: address-group Jan 20 14:20:51.931147 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: address_scope.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.931840 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.932370 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: address-scope Jan 20 14:20:51.932683 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.933619 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.934169 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: router-admin-state-down-before-update Jan 20 14:20:51.934484 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: agent.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.935245 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.935827 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: agent Jan 20 14:20:51.936137 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: agent_resources_synced.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.937270 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.937793 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: agent-resources-synced Jan 20 14:20:51.938163 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: allowedaddresspairs.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.940181 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.940769 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: allowed-address-pairs Jan 20 14:20:51.941126 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: auto_allocated_topology.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.942350 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.942927 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: auto-allocated-topology Jan 20 14:20:51.943282 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: availability_zone.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.944238 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.944821 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: availability_zone Jan 20 14:20:51.945192 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: availability_zone_filter.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.946205 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.946729 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: availability_zone_filter Jan 20 14:20:51.947067 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: data_plane_status.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.948292 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.948820 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension data-plane-status not supported by any of loaded plugins Jan 20 14:20:51.949248 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: default_subnetpools.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.950211 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.950760 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: default-subnetpools Jan 20 14:20:51.951134 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.952139 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.952809 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: dhcp_agent_scheduler Jan 20 14:20:51.953164 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: dns.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.954149 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.954742 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension dns-integration not supported by any of loaded plugins Jan 20 14:20:51.955099 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: dns_domain_ports.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.956190 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.956841 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 20 14:20:51.957199 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: dvr.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.958003 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.958516 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: dvr Jan 20 14:20:51.958870 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: empty_string_filtering.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.959910 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.960565 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: empty-string-filtering Jan 20 14:20:51.960919 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.961960 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.962510 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 20 14:20:51.962863 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.963923 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.964557 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 20 14:20:51.964920 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: external_net.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.965881 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.966446 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: external-net Jan 20 14:20:51.966760 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.967724 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.968245 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: extra_dhcp_opt Jan 20 14:20:51.968563 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: extraroute.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.969455 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.969955 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: extraroute Jan 20 14:20:51.970266 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: extraroute_atomic.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.971288 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.971792 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: extraroute-atomic Jan 20 14:20:51.972107 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: filter_validation.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.972788 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.973284 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: filter-validation Jan 20 14:20:51.973595 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: fip_pf_description.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.974486 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.974985 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 20 14:20:51.975298 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: fip_port_details.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.976188 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.976708 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: fip-port-details Jan 20 14:20:51.977017 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: flavors.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.978234 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.978739 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: flavors Jan 20 14:20:51.979054 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.981085 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.981583 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 20 14:20:51.981900 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: floatingip_pools.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.982608 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.983104 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: floatingip-pools Jan 20 14:20:51.983416 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: ip_allocation.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.984360 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.984860 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension ip_allocation not supported by any of loaded plugins Jan 20 14:20:51.985179 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.986071 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.986565 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: ip-substring-filtering Jan 20 14:20:51.986878 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: l2_adjacency.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.987788 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.988309 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 20 14:20:51.988625 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: l3.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.989631 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.990140 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: router Jan 20 14:20:51.990457 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.994246 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.994770 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 20 14:20:51.995098 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.996017 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.996548 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: ext-gw-mode Jan 20 14:20:51.996869 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.997883 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:51.998443 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: l3-ha Jan 20 14:20:51.998755 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: l3_flavors.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:51.999650 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.000152 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: l3-flavors Jan 20 14:20:52.000489 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.001420 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.001908 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 20 14:20:52.002219 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: l3agentscheduler.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.003244 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.003745 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: l3_agent_scheduler Jan 20 14:20:52.004057 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: logging.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.005566 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.006073 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension logging not supported by any of loaded plugins Jan 20 14:20:52.006398 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: metering.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.007121 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.007688 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: metering Jan 20 14:20:52.008002 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.009109 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.009613 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: metering_source_and_destination_fields Jan 20 14:20:52.009930 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: multiprovidernet.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.010819 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.011334 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: multi-provider Jan 20 14:20:52.011636 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: netmtu.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.012552 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.013048 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: net-mtu Jan 20 14:20:52.013365 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: netmtu_writable.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.014279 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.014783 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: net-mtu-writable Jan 20 14:20:52.015105 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: network_availability_zone.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.015758 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.016275 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: network_availability_zone Jan 20 14:20:52.016584 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: network_ip_availability.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.017666 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.018164 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: network-ip-availability Jan 20 14:20:52.018478 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: network_segment_range.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.019222 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.019714 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension network-segment-range not supported by any of loaded plugins Jan 20 14:20:52.020024 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: pagination.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.021017 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.021336 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: pagination Jan 20 14:20:52.021959 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: port_device_profile.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.022843 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.023344 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: port-device-profile Jan 20 14:20:52.023656 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.024598 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.025097 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: port-mac-address-regenerate Jan 20 14:20:52.025405 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.026306 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.026801 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: port-numa-affinity-policy Jan 20 14:20:52.027111 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: port_resource_request.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.027997 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.028511 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension port-resource-request not supported by any of loaded plugins Jan 20 14:20:52.028824 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: portbindings.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.029783 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.030276 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: binding Jan 20 14:20:52.030590 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: portbindings_extended.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.031857 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.032396 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: binding-extended Jan 20 14:20:52.032715 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: portsecurity.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.033620 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.034119 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: port-security Jan 20 14:20:52.034451 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: project_id.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.035393 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.035710 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: project-id Jan 20 14:20:52.036020 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: providernet.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.036947 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.037450 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: provider Jan 20 14:20:52.037764 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: qos.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.041455 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.041964 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension qos not supported by any of loaded plugins Jan 20 14:20:52.042287 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.043524 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.044025 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 20 14:20:52.044375 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.045304 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.045800 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 20 14:20:52.046116 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: qos_default.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.047000 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.047500 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension qos-default not supported by any of loaded plugins Jan 20 14:20:52.047816 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: qos_fip.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.048482 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.048973 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension qos-fip not supported by any of loaded plugins Jan 20 14:20:52.049285 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: qos_gateway_ip.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.050186 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.050690 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 20 14:20:52.051001 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: qos_port_network_policy.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.051903 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.052432 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 20 14:20:52.052751 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: qos_rule_type_details.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.053641 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.054138 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 20 14:20:52.054451 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: qos_rules_alias.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.055486 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.055988 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 20 14:20:52.056335 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: quotasv2.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.057234 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.057550 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: quotas Jan 20 14:20:52.057866 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: quotasv2_detail.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.059475 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.059798 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: quota_details Jan 20 14:20:52.060120 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: rbac.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.061226 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.061733 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: rbac-policies Jan 20 14:20:52.062046 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: rbac_address_group.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.062952 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.063454 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: rbac-address-group Jan 20 14:20:52.063767 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: rbac_address_scope.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.064683 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.065192 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: rbac-address-scope Jan 20 14:20:52.065504 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: rbac_security_groups.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.066398 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.066897 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: rbac-security-groups Jan 20 14:20:52.067211 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: rbac_subnetpool.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.068113 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.068637 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: rbac-subnetpool Jan 20 14:20:52.068949 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: revisionifmatch.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.069847 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.070345 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: revision-if-match Jan 20 14:20:52.070653 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: revisions.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.071756 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.072286 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: standard-attr-revisions Jan 20 14:20:52.072605 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: router_availability_zone.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.073262 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.073762 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: router_availability_zone Jan 20 14:20:52.074074 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: routerservicetype.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.074981 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.075482 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension router-service-type not supported by any of loaded plugins Jan 20 14:20:52.075795 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.076784 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.077284 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: security-groups-normalized-cidr Jan 20 14:20:52.077598 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.078510 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.079007 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: port-security-groups-filtering Jan 20 14:20:52.079317 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.080368 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.080871 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: security-groups-remote-address-group Jan 20 14:20:52.081189 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: securitygroup.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.090782 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.091304 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: security-group Jan 20 14:20:52.091630 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: segment.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.092522 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.093021 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension segment not supported by any of loaded plugins Jan 20 14:20:52.093345 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.094252 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.094752 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 20 14:20:52.095071 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: servicetype.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.096186 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.096720 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: service-type Jan 20 14:20:52.097036 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: sorting.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.098003 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.098322 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: sorting Jan 20 14:20:52.098705 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: standard_attr_segment.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.099606 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.100108 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 20 14:20:52.100449 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: standardattrdescription.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.101080 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.101571 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: standard-attr-description Jan 20 14:20:52.101883 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: stateful_security_group.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.102775 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.103278 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: stateful-security-group Jan 20 14:20:52.103592 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: stdattrs_common.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.104158 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 20 14:20:52.104493 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.105851 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.106350 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 20 14:20:52.106663 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: subnet_onboard.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.107739 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.108271 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: subnet_onboard Jan 20 14:20:52.108581 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.109484 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.109975 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 20 14:20:52.110285 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: subnet_service_types.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.111187 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.111687 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: subnet-service-types Jan 20 14:20:52.112002 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: subnetallocation.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.113075 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.113580 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: subnet_allocation Jan 20 14:20:52.113896 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.114548 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.115052 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: subnetpool-prefix-ops Jan 20 14:20:52.115366 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.116296 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.116798 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 20 14:20:52.117111 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: tagging.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.118159 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.118680 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: standard-attr-tag Jan 20 14:20:52.118999 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: timestamp.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.120172 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.120703 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loaded extension: standard-attr-timestamp Jan 20 14:20:52.121017 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: trunk.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.122042 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.122542 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension trunk not supported by any of loaded plugins Jan 20 14:20:52.122857 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: trunk_details.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.123805 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.124335 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension trunk-details not supported by any of loaded plugins Jan 20 14:20:52.124652 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: uplink_status_propagation.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.125569 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.126064 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 20 14:20:52.126374 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Loading extension file: vlantransparent.py {{(pid=87387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 14:20:52.127021 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 14:20:52.127513 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 20 14:20:52.129930 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:network Jan 20 14:20:52.130655 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:subnet Jan 20 14:20:52.131404 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 14:20:52.131994 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:port Jan 20 14:20:52.133290 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.133738 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service FLAVORS assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.134339 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.134741 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.135071 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:router Jan 20 14:20:52.135710 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 14:20:52.136428 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service METERING assigned prefix: /metering {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.137873 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:52.138230 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:52.138570 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:20:52.139702 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 14:20:52.140123 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:security_group Jan 20 14:20:52.140794 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 14:20:52.141516 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service CORE assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.141837 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 14:20:52.142161 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] subnetpool is already registered Jan 20 14:20:52.142742 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service CORE assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.143168 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 14:20:52.143484 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] subnetpool is already registered Jan 20 14:20:52.146065 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.146481 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service FLAVORS assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.147055 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.147456 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.147773 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:router Jan 20 14:20:52.148086 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] router is already registered Jan 20 14:20:52.148682 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 14:20:52.149000 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] floatingip is already registered Jan 20 14:20:52.149600 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service METERING assigned prefix: /metering {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.150242 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 14:20:52.150554 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] rbac_policy is already registered Jan 20 14:20:52.151083 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:security_group Jan 20 14:20:52.151398 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] security_group is already registered Jan 20 14:20:52.151955 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 14:20:52.152296 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] security_group_rule is already registered Jan 20 14:20:52.152932 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service CORE assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.153250 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 14:20:52.153564 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] subnetpool is already registered Jan 20 14:20:52.154152 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.v2.resource_helper [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Service CORE assigned prefix: {{(pid=87387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:20:52.154561 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 14:20:52.154874 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING neutron.quota.resource_registry [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] subnetpool is already registered Jan 20 14:20:52.155507 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: extensions {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.156966 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: address-groups {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.158523 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: address-scopes {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.159688 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: agents {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.160947 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: auto-allocated-topology {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.162155 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: availability_zones {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.163442 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: dhcp-networks {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.164870 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: dhcp-agents {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.166262 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: routers {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.168079 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: flavors {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.169233 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: service_profiles {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.170437 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: next_providers {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.172874 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: service_profiles {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.174275 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: floatingip-pools {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.175493 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: routers {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.177282 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: floatingips {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.178441 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: l3-routers {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.179801 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: l3-agents {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.181202 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: metering-labels {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.182519 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: metering-label-rules {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.183766 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: network-ip-availabilities {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.185009 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: bindings {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.186698 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: quotas {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.188118 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: quotas {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.189525 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: rbac-policies {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.190771 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: security-groups {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.191943 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: security-group-rules {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.193155 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: service-providers {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.194342 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: subnetpools {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.195716 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: subnetpools {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.197175 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: tags {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.198833 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: tags {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.200707 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: tags {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.202502 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: tags {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.204252 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: tags {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.206098 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: tags {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.207776 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: tags {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.209667 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: tags {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.211545 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: tags {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.213388 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron.api.extensions [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Extended resource: tags {{(pid=87387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 14:20:52.219258 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING keystonemiddleware.auth_token [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 20 14:20:52.223959 dv-neutron-825123-1-hyperv neutron-server[87387]: WARNING keystonemiddleware.auth_token [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 20 14:20:52.232518 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_concurrency.lockutils [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Acquired lock "singleton_lock" {{(pid=87387) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 20 14:20:52.233034 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_concurrency.lockutils [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Releasing lock "singleton_lock" {{(pid=87387) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 20 14:20:52.233658 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO oslo_service.service [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Starting 2 workers Jan 20 14:20:52.238284 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Started child 87494 {{(pid=87387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 14:20:52.242457 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Started child 87495 {{(pid=87387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 14:20:52.243366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:52.243904 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO neutron.service [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 20 14:20:52.244526 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Notify callbacks [] for process, before_spawn {{(pid=87387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:52.244973 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [-] (87494) wsgi starting up on http://0.0.0.0:9696 Jan 20 14:20:52.246800 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO oslo_service.service [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Starting 1 workers Jan 20 14:20:52.246957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:52.248242 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [-] (87495) wsgi starting up on http://0.0.0.0:9696 Jan 20 14:20:52.251808 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Started child 87496 {{(pid=87387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 14:20:52.252344 dv-neutron-825123-1-hyperv neutron-server[87387]: INFO oslo_service.service [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Starting 1 workers Jan 20 14:20:52.255450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.service [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] calling RpcWorker wait() {{(pid=87496) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 20 14:20:52.256001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.service [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] returning from RpcWorker wait() {{(pid=87496) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 20 14:20:52.256568 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Started child 87497 {{(pid=87387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 14:20:52.257299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:52.257432 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG neutron_lib.callbacks.manager [None req-039bb939-e8ea-4413-988b-71333c7d9cf2 None None] Notify callbacks [] for process, after_spawn {{(pid=87387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:52.257823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:20:52.259088 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87387) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 20 14:20:52.259285 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 14:20:52.259449 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 14:20:52.259627 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 14:20:52.259983 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 14:20:52.260121 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 14:20:52.260631 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.260892 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.261152 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.261287 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:52.261748 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.261748 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.262202 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.262341 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:20:52.262426 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.262662 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.262931 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.263122 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.263268 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.263444 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.263678 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.263967 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.264265 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.264535 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.264757 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.265013 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.265174 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.265394 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.265650 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.265862 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.266146 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] debug = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.266374 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.266839 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.267058 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.267281 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.267514 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.267781 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.268018 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.268279 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.268487 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.268714 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.268964 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.269211 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.269424 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.269647 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.269885 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.270098 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.270334 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.270767 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] host = dv-neutron-825123-1-hyperv {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.270979 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.271201 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.271406 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.271636 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.271879 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.272093 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.272364 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.272617 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.272856 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.273072 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.273306 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.273534 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.273756 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.273992 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.274148 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_options = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.274366 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.274631 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.274892 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.275070 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.275231 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.275395 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.275631 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.275808 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.276030 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.276277 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.276486 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.276708 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.276938 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.277160 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.277399 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.277623 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.277827 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.278026 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.278271 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.278503 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.278717 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.278936 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.279162 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.279431 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.279653 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.279866 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.280074 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.280319 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.280523 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.280751 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.280970 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.281242 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.281462 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.281690 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.283159 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.283414 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.283640 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.283909 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.285002 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.285676 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.285890 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.286426 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.287164 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.287334 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.287718 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.287952 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_json = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.288191 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.288461 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.288736 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.288958 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.289218 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.289438 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.289664 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.289921 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.290329 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.290620 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.290942 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.291200 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.291454 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.291708 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.291968 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.292191 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.293019 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.293019 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.293794 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.293794 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.293794 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.294169 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.294865 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.295020 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.295213 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.295485 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.296238 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.296238 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.296238 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.296490 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.296725 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.296986 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.297234 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.297504 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.297743 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.297978 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.298200 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.298438 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.298660 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.298889 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.299160 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.299382 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.299596 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.299815 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.300062 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.300677 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.301070 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.301304 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.301564 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.301791 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.302012 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.302468 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.302468 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.302929 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.303144 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.303630 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.303630 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.303864 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.304239 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.304338 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.304557 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.304762 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.304975 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.305240 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.305590 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.305935 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.306070 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.306306 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.306518 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.306767 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.306986 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.307220 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.307414 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.307638 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.307883 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.308123 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.308383 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.308620 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.308885 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.309075 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.309417 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.309654 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.309917 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.310131 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.310342 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.310552 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.310833 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.311051 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.311263 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.311478 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.311694 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.311912 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.312194 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.312518 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.312744 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.313024 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.313241 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.313518 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.313749 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.313983 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.314224 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.314450 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.314677 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.314940 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.315179 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.315437 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.315660 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.315904 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.316184 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.316390 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.316605 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.316814 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.317048 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.317266 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.317560 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.317818 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.318070 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.318351 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.318612 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.318890 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.319124 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.319403 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.319620 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.319882 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.320146 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.320456 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.320944 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.321174 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.321417 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.321658 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.321943 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.322204 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.322433 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.322674 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.322888 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.323206 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.323430 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.323665 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.323880 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.324103 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.324435 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.324663 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.324892 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.325131 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.325442 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.325646 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.325875 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.326145 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.326441 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.326703 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.326961 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.327198 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.327426 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.327672 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.327922 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.328134 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.328413 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.328625 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.328856 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.329068 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.329278 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.329542 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.329768 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.330003 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.330225 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.330453 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.330668 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.330908 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.331123 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.331356 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.331608 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.331840 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.332047 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.332298 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.332531 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.332787 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.333019 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.333278 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.333519 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.333749 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.333972 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.334208 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.334610 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.334844 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.335108 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.335342 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.335545 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.335796 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.335982 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.336226 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.336461 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.336679 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.336907 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.337158 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.337405 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.337721 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.337961 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.338213 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.338441 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.338651 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.338862 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.339100 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.339297 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.339509 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.339717 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.339927 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.340194 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.340464 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.340717 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.340942 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.341166 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.341374 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.341589 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.341799 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.342107 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.342351 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.342577 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.342815 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.343049 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.343278 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.343489 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.343701 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.343916 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.344143 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.344395 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.344604 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.344814 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.345028 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.345238 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.345506 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.345742 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.345972 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.346267 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.346487 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.346705 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.346962 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.347263 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.347494 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.347732 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.347987 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.348230 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.348447 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.348699 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.349012 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.349317 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.349571 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.349803 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.350107 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.350376 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.350982 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.351196 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.351494 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.351823 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.352095 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.352364 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.352604 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.352875 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.353111 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.353324 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.353558 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.353805 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.354032 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.354265 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.354496 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.354716 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.354928 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.355150 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.355725 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.355954 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.356181 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.356422 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.356631 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.356791 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 14:20:52.357320 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87387) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 20 14:20:52.357521 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 14:20:52.357699 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 14:20:52.357834 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 14:20:52.358072 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 14:20:52.358181 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 14:20:52.358364 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.358523 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.358678 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.358837 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.358994 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.359170 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.359328 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.359484 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.359638 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.359794 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.359950 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.360105 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.360283 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.360440 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.360595 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.360749 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.360906 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.361066 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.361231 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.361385 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.361545 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.361704 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.361860 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] debug = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.362015 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.362217 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.362408 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.362534 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.362662 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.362817 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.362971 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.363130 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.363290 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.363448 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.363603 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.363757 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.363912 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.364070 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.364270 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.364439 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.364577 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.364712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:20:52.364853 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] host = dv-neutron-825123-1-hyperv {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.364853 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.365123 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.365123 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.365395 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.365395 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.365648 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.365648 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.365901 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.366034 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.366167 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.366310 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.366444 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.366577 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.366708 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.366841 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_options = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.366984 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.367118 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.367251 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.367385 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.367549 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.367759 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.367901 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.368036 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.368296 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.368296 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.368839 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.368839 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.368839 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.368839 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.369678 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.369678 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.369678 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.369678 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.369678 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.369678 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.370594 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.370594 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.370594 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.370594 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.370594 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.370594 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.371334 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.371334 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.371334 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.371334 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.371334 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.371804 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.371804 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.371804 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.372005 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.372005 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.372142 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.372301 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.372460 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.372616 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.372773 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.372929 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.373086 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.373269 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.373441 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.373565 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_json = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.373719 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.373873 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.374029 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.374186 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.374339 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.374495 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.374651 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.374807 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:20:52.374983 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.375142 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.375311 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.375474 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.375635 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.375793 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.375951 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.376109 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.376288 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.376447 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.376612 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.376773 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.376942 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.377101 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.377258 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.377420 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.377579 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.377750 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.377903 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.378061 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.378220 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.378378 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.378553 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.378711 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.378871 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.379031 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.379190 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.379347 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.379506 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.379664 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.379824 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.379982 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.380141 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.380321 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.380481 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.380639 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.380797 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.380957 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.381116 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.381275 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.381437 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.381610 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.381755 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.381913 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.382072 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.382231 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.382391 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.382550 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.382710 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.382869 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.383036 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.383195 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.383352 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.383510 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.383668 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.383826 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.383986 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.384146 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.384326 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.384485 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.384642 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.384813 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.384972 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.385131 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.385291 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.385449 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.385611 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.385771 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.385927 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.386085 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.386243 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.386402 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.386563 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.386722 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.386880 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.387039 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.387197 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.387357 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.387516 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.387674 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.387832 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.387993 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.388151 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.388828 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.388828 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.388828 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.388828 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.389380 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.389380 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.389380 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.389661 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.389661 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.390061 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.390061 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.390061 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.390518 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.390518 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.390518 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.390780 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.390780 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.391005 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.391122 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.391247 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.391366 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.391487 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.391632 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.391791 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.391949 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.392106 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.392284 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.392490 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.392635 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.392758 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.392938 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.393100 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.393215 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.393348 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.393508 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.393667 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.393824 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.393982 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.394465 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.394465 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.394465 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.394797 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.394797 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.394937 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.395033 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.395202 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.395361 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.395522 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.395693 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.395857 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.396015 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.396174 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.396353 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.396513 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.396672 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.396856 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.396976 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.397133 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.397290 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.397449 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.397608 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.397766 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.397924 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.398084 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.398243 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.398400 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.398560 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.398718 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.398877 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.399034 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.399190 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.399349 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.399506 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.399666 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.399825 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.399982 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.400143 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.400320 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.400478 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.400635 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.400792 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.400950 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.401109 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.401266 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.401428 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.401588 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.401749 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.401912 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.402075 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.402231 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.402390 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.402549 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.402706 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.402866 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.403027 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.403188 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.403342 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.403504 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.403666 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.403814 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.403969 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.404126 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.404337 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.404487 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.404646 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.404799 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.404952 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.405105 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.405256 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.405410 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.405573 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.405734 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.405890 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.406048 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.406208 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.406369 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.406530 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.406683 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.406847 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.407004 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.407328 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.407486 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.407649 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.408001 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.408001 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.408182 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.408277 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.408508 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.408607 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.408756 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.408927 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.409069 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.409202 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.409360 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.409518 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.409677 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.409824 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.409981 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.410149 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.410313 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.410473 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.410642 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.410797 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.410937 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.411091 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.411263 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.411429 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.411591 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.411752 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.411910 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.412117 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.412277 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.412391 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.412557 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.412725 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.412886 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.413055 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.413222 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.413391 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.413551 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.413715 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.413886 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.414044 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.414205 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.414363 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.414525 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.414684 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.414843 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.415001 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.415159 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.415317 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.415475 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.415635 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.415793 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.415951 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.416109 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.416287 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.416447 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.416606 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.417273 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.417273 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:20:52.417273 dv-neutron-825123-1-hyperv neutron-server[87387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 14:20:52.718841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 40584) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:20:52.732562 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102456 Jan 20 14:21:03.101868 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2146e514-00b0-4c6b-9968-603ec6736b03 None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:21:03.166423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146e514-00b0-4c6b-9968-603ec6736b03 None None] No non-hosted networks {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 20 14:21:03.174480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.agentschedulers_db [None req-2146e514-00b0-4c6b-9968-603ec6736b03 None None] DHCP Agent not found on host dv-neutron-825123-1-hyperv {{(pid=87496) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 20 14:21:03.278603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0605041-76d2-44db-aeb3-ca05cf680601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736746'] for agent, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:05.373545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-61785520-60ea-4fe5-8725-0218c056e462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736746'] for agent, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:05.408340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3accdcc1-d820-4968-99b3-22fb774a73a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:06.343312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736746'] for agent, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:06.391711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736746'] for agent, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:06.393223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.394183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.394751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.395486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.396410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.399323 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.399886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.400463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.402676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.403254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.405037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.406276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:06.406995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-825123-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:21:06.418457 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-825123-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:21:07.768301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736746'] for agent, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:09.438244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 40678) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:10.053195 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING oslo_policy.policy [None req-aea50002-3b40-4be8-a080-1d6e6d134e6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:21:10.053774 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING oslo_policy.policy [None req-aea50002-3b40-4be8-a080-1d6e6d134e6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:21:10.270210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-aea50002-3b40-4be8-a080-1d6e6d134e6d admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:21:10.271163 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aea50002-3b40-4be8-a080-1d6e6d134e6d admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8319998 Jan 20 14:21:12.319862 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.db.l3_hamode_db [None req-74e75394-a725-443b-9fea-6fa7aecace4c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 20 14:21:12.406530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e75394-a725-443b-9fea-6fa7aecace4c None None] Routers set() bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:21:12.406887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e75394-a725-443b-9fea-6fa7aecace4c None None] Router IDs set() for agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 20 14:21:12.622049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 40692) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:13.015900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-0f176c1d-193b-4e6f-a3e3-48ace1100a3e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:21:13.117683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.policy [None req-0f176c1d-193b-4e6f-a3e3-48ace1100a3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87495) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 20 14:21:13.160584 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING oslo_policy.policy [None req-0f176c1d-193b-4e6f-a3e3-48ace1100a3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:21:13.160933 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING oslo_policy.policy [None req-0f176c1d-193b-4e6f-a3e3-48ace1100a3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:21:13.169145 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.quota [None req-0f176c1d-193b-4e6f-a3e3-48ace1100a3e admin admin] Loaded quota_driver: . Jan 20 14:21:13.186321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0f176c1d-193b-4e6f-a3e3-48ace1100a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:21:13.266533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f176c1d-193b-4e6f-a3e3-48ace1100a3e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727927902554', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727927904183', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727927852799', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727927853874', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727927867532', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727927869873', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-566469', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-854602', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3972696', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4084289'] for rbac-policy, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:13.333709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f176c1d-193b-4e6f-a3e3-48ace1100a3e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:13.337851 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0f176c1d-193b-4e6f-a3e3-48ace1100a3e admin admin] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7148688 Jan 20 14:21:15.969561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 40706) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:16.562471 dv-neutron-825123-1-hyperv neutron-server[87494]: WARNING oslo_policy.policy [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:21:16.563270 dv-neutron-825123-1-hyperv neutron-server[87494]: WARNING oslo_policy.policy [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:21:16.783172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Request body: {'network': {'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'admin_state_up': True, 'name': 'private'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:21:16.784754 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.quota [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Loaded quota_driver: . Jan 20 14:21:16.800973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:21:16.807569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Usage tracker for resource:network and tenant:bbc8801337d64181bac137779a3ab6b5 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:21:16.813011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:21:16.820121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:21:16.837885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Made reservation on behalf of bbc8801337d64181bac137779a3ab6b5 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:21:16.912634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.policy [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87494) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 20 14:21:16.957174 dv-neutron-825123-1-hyperv neutron-server[87494]: WARNING oslo_policy.policy [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:21:16.957537 dv-neutron-825123-1-hyperv neutron-server[87494]: WARNING oslo_policy.policy [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:21:16.967151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:16.989512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:17.004196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:21:17.008247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc8801337d64181bac137779a3ab6b5 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:21:17.014439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:21:17.025784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:21:17.125227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:17.132092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:17.154640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:21:17.178318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727929749005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:17.178867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Unsubscribe: segment precommit_create {{(pid=87494) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 14:21:17.179338 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Added segment c7d9029c-08b2-4441-974f-42799ad968e5 of type vlan for network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 Jan 20 14:21:17.187608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d932e3-6c83-40cb-ba78-f40f014b270c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:17.245101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.245452 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.245754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.246095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.246389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.246717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.247012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.247315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.247659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.247956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.248286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.248587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Tracked resource versions report: Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: pushed versions: Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: { 'AddressGroup': {'1.2'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'ConntrackHelper': {'1.0'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Log': {'1.0'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Network': {'1.1'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Port': {'1.7'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'PortForwarding': {'1.2'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'QosPolicy': {'1.8'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SecurityGroup': {'1.4'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SecurityGroupRule': {'1.2'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SubPort': {'1.0'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Subnet': {'1.1'}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Trunk': {'1.1'}} Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: consumer versions: Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: { DHCP agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: L3 agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: Metadata agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: Metering agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: Open vSwitch agent@dv-neutron-825123-1-hyperv: { 'AddressGroup': '1.2', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'ConntrackHelper': '1.0', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Log': '1.0', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Network': '1.1', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Port': '1.7', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'PortForwarding': '1.2', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'QosPolicy': '1.8', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SecurityGroup': '1.4', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SecurityGroupRule': '1.2', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SubPort': '1.0', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Subnet': '1.1', Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Trunk': '1.1'}} Jan 20 14:21:17.249832 dv-neutron-825123-1-hyperv neutron-server[87494]: {{(pid=87494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:21:17.291079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:17.333268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:17.334402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:21:17.335032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:17.438101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] Pushing event updated for resources: {'Network': ['ID=7dfc6f5f-da9f-446b-b955-a4eb3b1bab31,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:17.448953 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2f09aec3-baa0-4106-b60b-d0a19172f798 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4696565 Jan 20 14:21:17.452757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:21:20.161962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 40728) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:20.674458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0461497-5a66-43d8-9477-68a301fa9529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:21:20.675907 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f0461497-5a66-43d8-9477-68a301fa9529 admin admin] 10.222.0.87 "GET /v2.0/networks/7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 HTTP/1.1" status: 200 len: 825 time: 0.5130322 Jan 20 14:21:20.701833 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cc569b24-a38f-483c-a183-aa7815dda58c admin admin] 10.222.0.87 "GET /v2.0/subnetpools/62dfd93f-4f6d-44f5-b9cd-a718ea4f08eb HTTP/1.1" status: 200 len: 734 time: 0.0204532 Jan 20 14:21:20.709924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'name': 'private-subnet', 'subnetpool_id': '62dfd93f-4f6d-44f5-b9cd-a718ea4f08eb', 'gateway_ip': '172.20.0.1', 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:21:20.714504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:21:20.718981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Usage tracker for resource:subnet and tenant:bbc8801337d64181bac137779a3ab6b5 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:21:20.722580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:21:20.729179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:21:20.742279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Made reservation on behalf of bbc8801337d64181bac137779a3ab6b5 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:21:20.745233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:21.075787 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:21.156043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Checking segment: {'id': 'c7d9029c-08b2-4441-974f-42799ad968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:21:21.156417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Network hostable DHCP agents. Network: 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:21:21.172107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a231158-db9f-46b7-bc43-da428c3b3b83,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:21.181868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.182224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.182557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.182880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.183201 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.183531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.183849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.184164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.184504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.184817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.185157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.185473 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Tracked resource versions report: Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: pushed versions: Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: { 'AddressGroup': {'1.2'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'ConntrackHelper': {'1.0'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Log': {'1.0'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Network': {'1.1'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Port': {'1.7'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'PortForwarding': {'1.2'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'QosPolicy': {'1.8'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SecurityGroup': {'1.4'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SecurityGroupRule': {'1.2'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SubPort': {'1.0'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Subnet': {'1.1'}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Trunk': {'1.1'}} Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: consumer versions: Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: { DHCP agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: L3 agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: Metadata agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: Metering agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: Open vSwitch agent@dv-neutron-825123-1-hyperv: { 'AddressGroup': '1.2', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'ConntrackHelper': '1.0', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Log': '1.0', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Network': '1.1', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Port': '1.7', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'PortForwarding': '1.2', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'QosPolicy': '1.8', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SecurityGroup': '1.4', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SecurityGroupRule': '1.2', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SubPort': '1.0', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Subnet': '1.1', Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Trunk': '1.1'}} Jan 20 14:21:21.186705 dv-neutron-825123-1-hyperv neutron-server[87495]: {{(pid=87495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:21:21.207244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:21:21.220253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:21:21.225244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:21:21.225865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:21.230684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b31f8-9bb3-42f8-a46f-c99cad12daff None None] Network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:21:21.247735 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6f3c9cb9-9707-4a7c-ba68-45a4572aa2ae admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5407917 Jan 20 14:21:21.628350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-7dfc6f5f-da9f-446b-b955-a4eb3b1bab31', 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'fixed_ips': [{'subnet_id': '1a231158-db9f-46b7-bc43-da428c3b3b83'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:21:21.629531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:21.810406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Allocated IP 172.20.0.2 (7dfc6f5f-da9f-446b-b955-a4eb3b1bab31/1a231158-db9f-46b7-bc43-da428c3b3b83/f370f228-e00a-4828-935a-d3a90d574fa1) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:21:22.039366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:22.052664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Transition to ACTIVE for port object f370f228-e00a-4828-935a-d3a90d574fa1 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:21:22.075360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Transition to ACTIVE for port object f370f228-e00a-4828-935a-d3a90d574fa1 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:21:22.082975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:22.147110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:21:22.150043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:21:22.156765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:21:22.158848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Pushing event updated for resources: {'Port': ['ID=f370f228-e00a-4828-935a-d3a90d574fa1,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:22.192698 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.193060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.193398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.193724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.194051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.194386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.194708 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.195027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.195355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.195656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.195971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.196309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Tracked resource versions report: Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: pushed versions: Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: { 'AddressGroup': {'1.2'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'ConntrackHelper': {'1.0'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Log': {'1.0'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Network': {'1.1'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Port': {'1.7'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'PortForwarding': {'1.2'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'QosPolicy': {'1.8'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SecurityGroup': {'1.4'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SecurityGroupRule': {'1.2'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SubPort': {'1.0'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Subnet': {'1.1'}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Trunk': {'1.1'}} Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: consumer versions: Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: { DHCP agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: L3 agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: Metadata agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: Metering agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: Open vSwitch agent@dv-neutron-825123-1-hyperv: { 'AddressGroup': '1.2', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'ConntrackHelper': '1.0', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Log': '1.0', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Network': '1.1', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Port': '1.7', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'PortForwarding': '1.2', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'QosPolicy': '1.8', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SecurityGroup': '1.4', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SecurityGroupRule': '1.2', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SubPort': '1.0', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Subnet': '1.1', Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Trunk': '1.1'}} Jan 20 14:21:22.197605 dv-neutron-825123-1-hyperv neutron-server[87496]: {{(pid=87496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:21:22.258614 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Attempting to bind port f370f228-e00a-4828-935a-d3a90d574fa1 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:21:22.259262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Attempting to bind port f370f228-e00a-4828-935a-d3a90d574fa1 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'c7d9029c-08b2-4441-974f-42799ad968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:21:22.259399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Attempting to bind port f370f228-e00a-4828-935a-d3a90d574fa1 on network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:21:22.264953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:21:22.265343 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Checking segment: {'id': 'c7d9029c-08b2-4441-974f-42799ad968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:21:22.265826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:22.266210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Bound using segment: {'id': 'c7d9029c-08b2-4441-974f-42799ad968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:21:22.266690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Bound port: f370f228-e00a-4828-935a-d3a90d574fa1, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9029c-08b2-4441-974f-42799ad968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:21:22.267078 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:22.353924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] For port f370f228-e00a-4828-935a-d3a90d574fa1, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:21:22.358311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] For port f370f228-e00a-4828-935a-d3a90d574fa1, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f370f228-e00a-4828-935a-d3a90d574fa1,segment=NetworkSegment(c7d9029c-08b2-4441-974f-42799ad968e5),segment_id=c7d9029c-08b2-4441-974f-42799ad968e5)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:21:22.362759 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:22.467098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f02974-3422-4964-9774-6c8faae14018 None None] Pushing event updated for resources: {'Port': ['ID=f370f228-e00a-4828-935a-d3a90d574fa1,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:23.634714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 40742) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:24.013483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-d8ed6982-6699-48b3-8ac1-0c2f20dd88f7 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:21:24.024256 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d8ed6982-6699-48b3-8ac1-0c2f20dd88f7 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3787549 Jan 20 14:21:26.075561 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea957517-79df-4aaa-99dc-11c4d5ef715f None None] Network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:21:26.089569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f370f228-e00a-4828-935a-d3a90d574fa1 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:21:26.215555 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-762ba8f9-d63c-4ffc-8295-a9f22dfee52d None None] Provisioning for port f370f228-e00a-4828-935a-d3a90d574fa1 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:21:26.269082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port f370f228-e00a-4828-935a-d3a90d574fa1 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:21:26.299942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f370f228-e00a-4828-935a-d3a90d574fa1 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:21:26.300336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:26.389877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 40758) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:26.482925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:26.518661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port f370f228-e00a-4828-935a-d3a90d574fa1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f370f228-e00a-4828-935a-d3a90d574fa1,segment=NetworkSegment(c7d9029c-08b2-4441-974f-42799ad968e5),segment_id=c7d9029c-08b2-4441-974f-42799ad968e5)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:21:26.524718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:26.595373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=f370f228-e00a-4828-935a-d3a90d574fa1,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:26.751544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-89647c38-6efa-401e-a99e-ba2e39bd779c None None] Provisioning complete for port f370f228-e00a-4828-935a-d3a90d574fa1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:21:26.751917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89647c38-6efa-401e-a99e-ba2e39bd779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:26.774704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-efc02dcc-cba6-4cea-a4f0-9b9426721a1f admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:21:26.775588 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-efc02dcc-cba6-4cea-a4f0-9b9426721a1f admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3845088 Jan 20 14:21:28.038944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f370f228-e00a-4828-935a-d3a90d574fa1 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:21:28.104029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f370f228-e00a-4828-935a-d3a90d574fa1 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:21:28.104422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:29.426582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 40770) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:29.777497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:21:29.782038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:21:29.786643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] Usage tracker for resource:router and tenant:bbc8801337d64181bac137779a3ab6b5 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:21:29.789985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:21:29.795765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:21:29.809274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:29.810861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:29.835181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:29.952659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:29.970869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:29.972020 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9d0a096f-a570-4eaa-a0ab-1a996ec5becc admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5444903 Jan 20 14:21:32.298726 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 5 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:21:32.323581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 40780) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:32.725165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-94ef672e-d60a-42e5-80cd-dae76af0cd68 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:21:32.726472 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-94ef672e-d60a-42e5-80cd-dae76af0cd68 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4019616 Jan 20 14:21:33.047744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b9b8516-016b-4d6c-a4a3-abc2694accf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:35.078867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 40790) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:35.365289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b09a5e7-fd4a-44b6-ba25-c550174fbe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:35.467624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:21:35.472874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:21:35.477645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Usage tracker for resource:network and tenant:d3586c4d1785470c9fa108a350c1739e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:21:35.481670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:21:35.488468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:21:35.500337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Made reservation on behalf of d3586c4d1785470c9fa108a350c1739e for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:21:35.502680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:35.518559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:35.533040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:21:35.537026 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Usage tracker for resource:security_group_rule and tenant:d3586c4d1785470c9fa108a350c1739e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:21:35.540480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:21:35.546627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:21:35.659200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:35.665045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:35.687516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Reserving flat network on physical network physnet1 {{(pid=87495) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 20 14:21:35.700663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d4f4b4-be9d-4194-b048-034d3fc2da38,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:35.707603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727929749005', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:35.708158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Unsubscribe: segment precommit_create {{(pid=87495) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 14:21:35.708627 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Added segment b708f119-eddb-4d59-8491-49f81ee64539 of type flat for network 968209a1-6b3b-43f7-8a25-5eadd11f3aba Jan 20 14:21:35.748746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:35.792280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:35.793285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:21:35.793864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:35.906267 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] Pushing event updated for resources: {'Network': ['ID=968209a1-6b3b-43f7-8a25-5eadd11f3aba,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:35.909936 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c118b6df-bdb7-4bbd-830a-7afb0674ffc2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8297443 Jan 20 14:21:35.917357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:21:36.315744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:36.387601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:37.734858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:38.279108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 40810) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:38.511963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9830ee74-ca0f-4a17-bd9c-37db9141c4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:21:38.513753 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9830ee74-ca0f-4a17-bd9c-37db9141c4e9 admin admin] 10.222.0.87 "GET /v2.0/subnets/1a231158-db9f-46b7-bc43-da428c3b3b83 HTTP/1.1" status: 200 len: 849 time: 0.2334714 Jan 20 14:21:38.685126 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a537eed7-f331-42a8-81a8-958dc621b292 admin admin] 10.222.0.87 "GET /v2.0/routers/0a80b66b-89d4-4c07-ab7c-3072d3a79546 HTTP/1.1" status: 200 len: 704 time: 0.1652956 Jan 20 14:21:39.164665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:39.411628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Allocated IP 172.20.0.1 (7dfc6f5f-da9f-446b-b955-a4eb3b1bab31/1a231158-db9f-46b7-bc43-da428c3b3b83/7c245095-b3ce-4792-b1e3-110bfd983591) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:21:39.587490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:39.605598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Transition to ACTIVE for port object 7c245095-b3ce-4792-b1e3-110bfd983591 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:21:39.664617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:39.732555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:21:39.735292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:21:39.741266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:21:39.741773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:39.858907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Pushing event updated for resources: {'Port': ['ID=7c245095-b3ce-4792-b1e3-110bfd983591,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:39.997370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-718cb1c8-221c-47e3-bacc-8a9fe17c1738 None None] Provisioning for port 7c245095-b3ce-4792-b1e3-110bfd983591 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:21:40.003118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-718cb1c8-221c-47e3-bacc-8a9fe17c1738 None None] Provisioning complete for port 7c245095-b3ce-4792-b1e3-110bfd983591 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:21:40.003499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-718cb1c8-221c-47e3-bacc-8a9fe17c1738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:40.051811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:40.060679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-718cb1c8-221c-47e3-bacc-8a9fe17c1738 None None] Port 7c245095-b3ce-4792-b1e3-110bfd983591 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:21:40.275449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:40.282327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:40.282998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:40.407956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Pushing event updated for resources: {'Port': ['ID=7c245095-b3ce-4792-b1e3-110bfd983591,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:40.470133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:21:40.471220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:21:40.666648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Router 0a80b66b-89d4-4c07-ab7c-3072d3a79546 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:21:40.684469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-211e42aa-f77d-4160-a5b7-ad7c8a4df5cc None None] Provisioning complete for port 7c245095-b3ce-4792-b1e3-110bfd983591 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:21:40.684839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-211e42aa-f77d-4160-a5b7-ad7c8a4df5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:40.741238 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-211e42aa-f77d-4160-a5b7-ad7c8a4df5cc None None] Port 7c245095-b3ce-4792-b1e3-110bfd983591 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:21:40.818449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:21:40.828040 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7bcc9f5d-4968-4ca8-9702-2316e87b6609 admin admin] 10.222.0.87 "PUT /v2.0/routers/0a80b66b-89d4-4c07-ab7c-3072d3a79546/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1355019 Jan 20 14:21:40.829531 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Sync routers for ids ['0a80b66b-89d4-4c07-ab7c-3072d3a79546'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:21:40.844551 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Routers {'0a80b66b-89d4-4c07-ab7c-3072d3a79546'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:21:40.845389 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:21:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a80b66b-89d4-4c07-ab7c-3072d3a79546'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:21:41.022395 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Set router 0a80b66b-89d4-4c07-ab7c-3072d3a79546 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:21:41.385947 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'name': 'router1', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:21:29Z', 'updated_at': '2022-01-20T14:21:39Z', 'revision_number': 2, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'gw_port_host': None, '_interfaces': [{'id': '7c245095-b3ce-4792-b1e3-110bfd983591', 'name': '', 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'mac_address': 'fa:16:3e:cf:a0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:21:39Z', 'updated_at': '2022-01-20T14:21:40Z', 'revision_number': 2, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'subnets': [{'id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62dfd93f-4f6d-44f5-b9cd-a718ea4f08eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:21:41.391017 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Checking router: 0a80b66b-89d4-4c07-ab7c-3072d3a79546 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:21:41.394942 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Updating router 0a80b66b-89d4-4c07-ab7c-3072d3a79546 port 7c245095-b3ce-4792-b1e3-110bfd983591 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:21:41.451574 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:41.820825 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:41.836461 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Transition to ACTIVE for port object 7c245095-b3ce-4792-b1e3-110bfd983591 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:21:41.845228 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:42.084281 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Pushing event updated for resources: {'Port': ['ID=7c245095-b3ce-4792-b1e3-110bfd983591,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:42.088938 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Attempting to bind port 7c245095-b3ce-4792-b1e3-110bfd983591 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:21:42.089329 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Attempting to bind port 7c245095-b3ce-4792-b1e3-110bfd983591 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'c7d9029c-08b2-4441-974f-42799ad968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:21:42.089746 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Attempting to bind port 7c245095-b3ce-4792-b1e3-110bfd983591 on network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:21:42.096066 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.096435 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.096767 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.097093 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.097416 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.097749 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.098069 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.098385 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.098711 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.099028 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.099338 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.099644 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Tracked resource versions report: Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: pushed versions: Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: { 'AddressGroup': {'1.2'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'ConntrackHelper': {'1.0'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Log': {'1.0'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Network': {'1.1'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Port': {'1.7'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'PortForwarding': {'1.2'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'QosPolicy': {'1.8'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SecurityGroup': {'1.4'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SecurityGroupRule': {'1.2'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SubPort': {'1.0'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Subnet': {'1.1'}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Trunk': {'1.1'}} Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: consumer versions: Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: { DHCP agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: L3 agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: Metadata agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: Metering agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: Open vSwitch agent@dv-neutron-825123-1-hyperv: { 'AddressGroup': '1.2', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'ConntrackHelper': '1.0', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Log': '1.0', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Network': '1.1', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Port': '1.7', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'PortForwarding': '1.2', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'QosPolicy': '1.8', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SecurityGroup': '1.4', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SecurityGroupRule': '1.2', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SubPort': '1.0', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Subnet': '1.1', Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Trunk': '1.1'}} Jan 20 14:21:42.100966 dv-neutron-825123-1-hyperv neutron-server[87497]: {{(pid=87497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:21:42.105934 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:21:42.106325 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Checking segment: {'id': 'c7d9029c-08b2-4441-974f-42799ad968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:21:42.106787 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:42.107153 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Bound using segment: {'id': 'c7d9029c-08b2-4441-974f-42799ad968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:21:42.107624 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Bound port: 7c245095-b3ce-4792-b1e3-110bfd983591, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9029c-08b2-4441-974f-42799ad968e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:21:42.108008 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:42.196382 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] For port 7c245095-b3ce-4792-b1e3-110bfd983591, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:21:42.200745 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] For port 7c245095-b3ce-4792-b1e3-110bfd983591, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7c245095-b3ce-4792-b1e3-110bfd983591,segment=NetworkSegment(c7d9029c-08b2-4441-974f-42799ad968e5),segment_id=c7d9029c-08b2-4441-974f-42799ad968e5)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:21:42.206249 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:42.292512 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a955b-5108-49ea-8250-96bb485b661f None None] Pushing event updated for resources: {'Port': ['ID=7c245095-b3ce-4792-b1e3-110bfd983591,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:42.296333 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Routers {'0a80b66b-89d4-4c07-ab7c-3072d3a79546'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:21:42.296925 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:21:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a80b66b-89d4-4c07-ab7c-3072d3a79546'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:21:42.444666 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] Set router 0a80b66b-89d4-4c07-ab7c-3072d3a79546 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:21:42.774743 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'name': 'router1', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:21:29Z', 'updated_at': '2022-01-20T14:21:39Z', 'revision_number': 2, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'gw_port_host': None, '_interfaces': [{'id': '7c245095-b3ce-4792-b1e3-110bfd983591', 'name': '', 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'mac_address': 'fa:16:3e:cf:a0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:21:39Z', 'updated_at': '2022-01-20T14:21:42Z', 'revision_number': 4, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'subnets': [{'id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62dfd93f-4f6d-44f5-b9cd-a718ea4f08eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:21:42.778951 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b08b8a-9249-4674-8630-88981262ee2d None None] The sync data for ids ['0a80b66b-89d4-4c07-ab7c-3072d3a79546'] in dv-neutron-825123-1-hyperv is: [{'id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'name': 'router1', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:21:29Z', 'updated_at': '2022-01-20T14:21:39Z', 'revision_number': 2, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'gw_port_host': None, '_interfaces': [{'id': '7c245095-b3ce-4792-b1e3-110bfd983591', 'name': '', 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'mac_address': 'fa:16:3e:cf:a0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:21:39Z', 'updated_at': '2022-01-20T14:21:42Z', 'revision_number': 4, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'subnets': [{'id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62dfd93f-4f6d-44f5-b9cd-a718ea4f08eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:21:43.006320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 40832) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:43.167343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fb1b17-cf2f-4fab-b2e1-9205aca9835e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:21:43.172439 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-60fb1b17-cf2f-4fab-b2e1-9205aca9835e admin admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 842 time: 0.1613667 Jan 20 14:21:43.178750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.0.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.0.0/24', 'enable_dhcp': False, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:21:43.184293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:21:43.188466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Usage tracker for resource:subnet and tenant:d3586c4d1785470c9fa108a350c1739e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:21:43.191548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:21:43.197491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:21:43.209636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Made reservation on behalf of d3586c4d1785470c9fa108a350c1739e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:21:43.211992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:43.597021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.objects.ports [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:21:43.597351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:43.676633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:21:43.676990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Network hostable DHCP agents. Network: 968209a1-6b3b-43f7-8a25-5eadd11f3aba, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:21:43.681233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70033cd-de36-4e4d-b539-3041e2377bfa,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:43.707226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:21:43.730262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 968209a1-6b3b-43f7-8a25-5eadd11f3aba) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:21:43.737891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66718dbd-fcb7-482c-987e-9b8a36c209f7 None None] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:21:43.740974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:21:43.741579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:43.763317 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5ce873be-8afc-4c0c-ac20-97b4b2e7aec2 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5883677 Jan 20 14:21:43.964410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa9b252-7281-49a8-9d74-d2c31563ebbe None None] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:21:44.124547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7c245095-b3ce-4792-b1e3-110bfd983591 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:21:44.297238 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 7c245095-b3ce-4792-b1e3-110bfd983591 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:21:44.302633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 7c245095-b3ce-4792-b1e3-110bfd983591 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:21:44.302935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:44.419970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:44.452662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 7c245095-b3ce-4792-b1e3-110bfd983591, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7c245095-b3ce-4792-b1e3-110bfd983591,segment=NetworkSegment(c7d9029c-08b2-4441-974f-42799ad968e5),segment_id=c7d9029c-08b2-4441-974f-42799ad968e5)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:21:44.458074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:44.525513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=7c245095-b3ce-4792-b1e3-110bfd983591,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:46.040579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7c245095-b3ce-4792-b1e3-110bfd983591 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:21:46.053233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 40846) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:46.113871 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 7c245095-b3ce-4792-b1e3-110bfd983591 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:21:46.114248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:46.298097 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6e690cbb-8c71-4d66-8178-2ee30f9a3d7e admin admin] 10.222.0.87 "GET /v2.0/routers/0a80b66b-89d4-4c07-ab7c-3072d3a79546 HTTP/1.1" status: 200 len: 710 time: 0.2437050 Jan 20 14:21:46.424949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833300c9-ad0f-4d09-a5ce-fd1c488c10c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:21:46.425495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-833300c9-ad0f-4d09-a5ce-fd1c488c10c9 admin admin] Synchronizing usage tracker for tenant:d3586c4d1785470c9fa108a350c1739e on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:21:46.445381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-833300c9-ad0f-4d09-a5ce-fd1c488c10c9 admin admin] Unset dirty status for tenant:d3586c4d1785470c9fa108a350c1739e on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:21:46.446501 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-833300c9-ad0f-4d09-a5ce-fd1c488c10c9 admin admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 886 time: 0.1404707 Jan 20 14:21:46.457218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:21:46.899900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:47.273093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:47.330371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:47.467080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Allocated IP 172.26.0.34 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/4b783139-c05f-4c25-9aff-6e43ba53ad0d) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:21:47.613628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:47.672798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:47.747142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:21:47.750141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:21:47.753709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:21:47.808464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b783139-c05f-4c25-9aff-6e43ba53ad0d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:48.136053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:48.477046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:48.480752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:48.705116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Router 0a80b66b-89d4-4c07-ab7c-3072d3a79546 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:21:48.892636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:21:48.902228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:48.902810 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Sync routers for ids ['0a80b66b-89d4-4c07-ab7c-3072d3a79546'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:21:48.903431 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0ebd48ba-6349-475c-9277-552da41fa4d2 admin admin] 10.222.0.87 "PUT /v2.0/routers/0a80b66b-89d4-4c07-ab7c-3072d3a79546 HTTP/1.1" status: 200 len: 889 time: 2.4492943 Jan 20 14:21:48.913624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Routers {'0a80b66b-89d4-4c07-ab7c-3072d3a79546'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:21:48.914320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:21:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a80b66b-89d4-4c07-ab7c-3072d3a79546'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:21:49.105328 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Set router 0a80b66b-89d4-4c07-ab7c-3072d3a79546 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:21:49.449306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'name': 'router1', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '4b783139-c05f-4c25-9aff-6e43ba53ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:21:29Z', 'updated_at': '2022-01-20T14:21:47Z', 'revision_number': 4, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'gw_port': {'id': '4b783139-c05f-4c25-9aff-6e43ba53ad0d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:21:47Z', 'updated_at': '2022-01-20T14:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '7c245095-b3ce-4792-b1e3-110bfd983591', 'name': '', 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'mac_address': 'fa:16:3e:cf:a0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:21:39Z', 'updated_at': '2022-01-20T14:21:44Z', 'revision_number': 5, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'subnets': [{'id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62dfd93f-4f6d-44f5-b9cd-a718ea4f08eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:21:49.454153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Checking router: 0a80b66b-89d4-4c07-ab7c-3072d3a79546 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:21:49.454505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Updating router 0a80b66b-89d4-4c07-ab7c-3072d3a79546 port 4b783139-c05f-4c25-9aff-6e43ba53ad0d binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:21:49.506158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:49.832778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:49.844464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Transition to ACTIVE for port object 4b783139-c05f-4c25-9aff-6e43ba53ad0d will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:21:49.851683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:49.952322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Attempting to bind port 4b783139-c05f-4c25-9aff-6e43ba53ad0d on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:21:49.953388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Attempting to bind port 4b783139-c05f-4c25-9aff-6e43ba53ad0d by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:21:49.953388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Attempting to bind port 4b783139-c05f-4c25-9aff-6e43ba53ad0d on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:21:49.958167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d969c-73c8-42c9-8e63-5222f4ff6fec None None] Pushing event updated for resources: {'Port': ['ID=4b783139-c05f-4c25-9aff-6e43ba53ad0d,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:49.962321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:21:49.962680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:21:49.963064 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:49.963429 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:21:49.963872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Bound port: 4b783139-c05f-4c25-9aff-6e43ba53ad0d, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:21:49.964241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:50.037264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] For port 4b783139-c05f-4c25-9aff-6e43ba53ad0d, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:21:50.040371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] For port 4b783139-c05f-4c25-9aff-6e43ba53ad0d, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4b783139-c05f-4c25-9aff-6e43ba53ad0d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:21:50.047627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:50.125513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Routers {'0a80b66b-89d4-4c07-ab7c-3072d3a79546'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:21:50.126115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:21:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a80b66b-89d4-4c07-ab7c-3072d3a79546'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:21:50.186938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d969c-73c8-42c9-8e63-5222f4ff6fec None None] Pushing event updated for resources: {'Port': ['ID=4b783139-c05f-4c25-9aff-6e43ba53ad0d,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:50.314662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] Set router 0a80b66b-89d4-4c07-ab7c-3072d3a79546 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:21:50.635220 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'name': 'router1', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '4b783139-c05f-4c25-9aff-6e43ba53ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:21:29Z', 'updated_at': '2022-01-20T14:21:47Z', 'revision_number': 4, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'gw_port': {'id': '4b783139-c05f-4c25-9aff-6e43ba53ad0d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:21:47Z', 'updated_at': '2022-01-20T14:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '7c245095-b3ce-4792-b1e3-110bfd983591', 'name': '', 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'mac_address': 'fa:16:3e:cf:a0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:21:39Z', 'updated_at': '2022-01-20T14:21:44Z', 'revision_number': 5, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'subnets': [{'id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62dfd93f-4f6d-44f5-b9cd-a718ea4f08eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:21:50.639356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0802878a-6b58-46e8-afe4-82efd8a543fe None None] The sync data for ids ['0a80b66b-89d4-4c07-ab7c-3072d3a79546'] in dv-neutron-825123-1-hyperv is: [{'id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'name': 'router1', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '4b783139-c05f-4c25-9aff-6e43ba53ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:21:29Z', 'updated_at': '2022-01-20T14:21:47Z', 'revision_number': 4, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'gw_port': {'id': '4b783139-c05f-4c25-9aff-6e43ba53ad0d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:21:47Z', 'updated_at': '2022-01-20T14:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '7c245095-b3ce-4792-b1e3-110bfd983591', 'name': '', 'network_id': '7dfc6f5f-da9f-446b-b955-a4eb3b1bab31', 'tenant_id': 'bbc8801337d64181bac137779a3ab6b5', 'mac_address': 'fa:16:3e:cf:a0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a80b66b-89d4-4c07-ab7c-3072d3a79546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:21:39Z', 'updated_at': '2022-01-20T14:21:44Z', 'revision_number': 5, 'project_id': 'bbc8801337d64181bac137779a3ab6b5', 'subnets': [{'id': '1a231158-db9f-46b7-bc43-da428c3b3b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62dfd93f-4f6d-44f5-b9cd-a718ea4f08eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:21:51.240738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 40856) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:51.359744 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ef65c3ab-a9e0-4b05-ab34-ed36f36dfd61 admin admin] 10.222.0.87 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1172051 Jan 20 14:21:52.101917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4b783139-c05f-4c25-9aff-6e43ba53ad0d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:21:52.174050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 4b783139-c05f-4c25-9aff-6e43ba53ad0d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:21:52.180896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 4b783139-c05f-4c25-9aff-6e43ba53ad0d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:21:52.181274 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:52.316361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:52.332435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 4b783139-c05f-4c25-9aff-6e43ba53ad0d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4b783139-c05f-4c25-9aff-6e43ba53ad0d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:21:52.337731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:52.405319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=4b783139-c05f-4c25-9aff-6e43ba53ad0d,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:54.070035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4b783139-c05f-4c25-9aff-6e43ba53ad0d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:21:54.139088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 4b783139-c05f-4c25-9aff-6e43ba53ad0d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:21:54.139478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:03.055830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-300ae300-6f6e-47b3-bc35-bdf2011965ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:05.370205 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8b9fc1c6-6681-4ff0-9350-fd647735512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:06.316822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:06.392139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:07.749547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:09.298023 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 5 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:22:33.048617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-11cc98e2-84b8-496e-be1c-03c62b60d4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:35.376037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8c0a15ff-b80b-457c-bf35-63d1c811d0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:36.316589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:36.395302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:37.751712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:46.297732 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 5 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:23:03.062596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-198bc24a-b2d6-44d7-a409-601c7ee1ef97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:05.371843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0bb6775c-5a8f-4401-b132-da2265142f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:06.320714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:06.404488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:07.757952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:23.297141 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 5 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:23:33.050479 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2e5c0fe0-67f1-4d71-a0cf-6ab3b858f67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:35.367643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ce33c853-71f5-4959-aae5-85c3b54ad35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:36.315716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:36.399465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:37.783912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:56.240080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41462) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:23:56.348670 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-165afc7a-b23f-409b-8a36-ded24d4ee9da admin admin] GET failed (client error): The resource could not be found. Jan 20 14:23:56.349959 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-165afc7a-b23f-409b-8a36-ded24d4ee9da admin admin] 10.222.0.87 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1089034 Jan 20 14:23:56.484750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eb2651-9782-45aa-9ef0-bc4edf8698f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:23:56.486202 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-94eb2651-9782-45aa-9ef0-bc4edf8698f1 admin admin] 10.222.0.87 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1298499 Jan 20 14:23:58.623724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41472) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:23:58.735650 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62481a8c-c6e5-4203-8298-0d8dab1d469b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:23:58.737047 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-62481a8c-c6e5-4203-8298-0d8dab1d469b admin admin] 10.222.0.87 "GET /v2.0/subnets/1a231158-db9f-46b7-bc43-da428c3b3b83 HTTP/1.1" status: 200 len: 849 time: 0.1123500 Jan 20 14:23:58.746316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:23:58.865356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:59.061572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727929700334'] for subnet, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:59.114637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:23:59.115187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:59.116485 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] 10.222.0.87 "PUT /v2.0/subnets/1a231158-db9f-46b7-bc43-da428c3b3b83 HTTP/1.1" status: 200 len: 868 time: 0.3738031 Jan 20 14:23:59.131454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd83466-322e-429e-8348-43ecb7c5be2b None None] Network 7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:23:59.141695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a231158-db9f-46b7-bc43-da428c3b3b83,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:23:59.149352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.149782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.150028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.150352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.150690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.151021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.151342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.151679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.151976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.152335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.152644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.152949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5bee-f9c5-43d6-93d3-24acb072c5c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:23:59.617988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3b9b3400-9110-480e-b159-1c0ad7f19a07 None None] Provisioning complete for port f370f228-e00a-4828-935a-d3a90d574fa1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:23:59.618357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3b9b3400-9110-480e-b159-1c0ad7f19a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:59.743158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3b9b3400-9110-480e-b159-1c0ad7f19a07 None None] Provisioning complete for port 7c245095-b3ce-4792-b1e3-110bfd983591 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:23:59.743420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3b9b3400-9110-480e-b159-1c0ad7f19a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:00.296413 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 5 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:24:01.255758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41482) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:01.438357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c9216b-5f44-4b74-a45a-f00bff8b9935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:01.438833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c9216b-5f44-4b74-a45a-f00bff8b9935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:01.440476 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-19c9216b-5f44-4b74-a45a-f00bff8b9935 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1833706 Jan 20 14:24:03.047572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ffd7be21-17d1-4dfd-ad05-a4aa05712177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:03.572245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41492) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:03.757634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b7bd4-f839-4219-aa19-b97481ebe95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:03.758022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b7bd4-f839-4219-aa19-b97481ebe95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:03.759564 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-956b7bd4-f839-4219-aa19-b97481ebe95b admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1863220 Jan 20 14:24:05.372591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-16d1e96a-6d47-48a7-88f0-790a41ba4a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:05.878296 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41502) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:06.055526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539594ef-4ffe-4099-aa7f-b2634058bdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:06.056934 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-539594ef-4ffe-4099-aa7f-b2634058bdf2 admin admin] 10.222.0.87 "GET /v2.0/networks/7dfc6f5f-da9f-446b-b955-a4eb3b1bab31 HTTP/1.1" status: 200 len: 869 time: 0.1776991 Jan 20 14:24:06.317732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:06.403776 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:07.762500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:08.197460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41512) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:08.377313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7cb9b8-3877-4b53-9708-5f005772d142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:08.378661 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cd7cb9b8-3877-4b53-9708-5f005772d142 admin admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 886 time: 0.1799836 Jan 20 14:24:10.487394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41522) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:10.605291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a7e4f-246f-4165-8d3e-4967cae9286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:10.605764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a7e4f-246f-4165-8d3e-4967cae9286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:10.607266 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-988a7e4f-246f-4165-8d3e-4967cae9286b admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1188974 Jan 20 14:24:12.705510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41532) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:12.818890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7e5c2e-2212-4b4d-86d0-90bb5f8e9b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:12.819342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7e5c2e-2212-4b4d-86d0-90bb5f8e9b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:12.820893 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4b7e5c2e-2212-4b4d-86d0-90bb5f8e9b50 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1143744 Jan 20 14:24:14.923077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41542) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:15.031785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6ef52-c59a-4038-bd4f-58f28a870e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:15.032377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dac6ef52-c59a-4038-bd4f-58f28a870e07 admin admin] Synchronizing usage tracker for tenant:d3586c4d1785470c9fa108a350c1739e on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:24:15.052316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dac6ef52-c59a-4038-bd4f-58f28a870e07 admin admin] Unset dirty status for tenant:d3586c4d1785470c9fa108a350c1739e on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:24:15.054173 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dac6ef52-c59a-4038-bd4f-58f28a870e07 admin admin] 10.222.0.87 "GET /v2.0/subnets/1a231158-db9f-46b7-bc43-da428c3b3b83 HTTP/1.1" status: 200 len: 868 time: 0.1295686 Jan 20 14:24:17.175978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41552) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:17.284895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0be1ec-8889-45dc-9c94-d0a8c0f88f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:17.286246 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cb0be1ec-8889-45dc-9c94-d0a8c0f88f7c admin admin] 10.222.0.87 "GET /v2.0/subnets/e70033cd-de36-4e4d-b539-3041e2377bfa HTTP/1.1" status: 200 len: 816 time: 0.1092019 Jan 20 14:24:33.042870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07ac893c-b9de-4471-9ed9-37d5059415c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:35.378063 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c86fe5fc-5a14-44fc-a881-db24dcfac997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:36.321181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:36.410848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:37.296015 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 5 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:24:37.765581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:40.237221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41596) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:40.287993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-06d066a7-5bbe-4234-a1c9-60b322933a59 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:24:40.289045 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-06d066a7-5bbe-4234-a1c9-60b322933a59 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508413 Jan 20 14:24:42.492518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41606) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:42.566331 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa3d02f-3783-483d-b322-0971c4a91f93 admin admin] GET failed (client error): The resource could not be found. Jan 20 14:24:42.567575 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aaa3d02f-3783-483d-b322-0971c4a91f93 admin admin] 10.222.0.87 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0741014 Jan 20 14:24:42.694660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9b508d-7e2e-463a-9035-3bed0bf4a52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:42.696008 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cb9b508d-7e2e-463a-9035-3bed0bf4a52a admin admin] 10.222.0.87 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1244531 Jan 20 14:24:44.930456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41616) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:44.985310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:24:44.990363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:24:45.000613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:24:45.012829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Made reservation on behalf of d3586c4d1785470c9fa108a350c1739e for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:24:45.015106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:45.102426 dv-neutron-825123-1-hyperv neutron-server[87494]: WARNING neutron.services.revisions.revision_plugin [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Could not find related network for resource to bump revision. Jan 20 14:24:45.116936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:24:45.126602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:45.126942 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Added segment 11d8a3ed-51cc-4d49-9e25-f7a801debf19 of type vlan for network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 Jan 20 14:24:45.152675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:45.183172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:45.184117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:45.184819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:45.282146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:24:45.286699 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3552239 Jan 20 14:24:45.290694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.291059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.291398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.291729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.292044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.292437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.292752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.293094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.293423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.293743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.294062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.294386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c89c6b-58f6-4b11-9edd-3c2e4b5c9fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:45.307269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:24:47.417386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41626) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:47.501099 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd317e29-7194-44db-9c43-035cedbba2ec admin admin] GET failed (client error): The resource could not be found. Jan 20 14:24:47.501730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dd317e29-7194-44db-9c43-035cedbba2ec admin admin] Synchronizing usage tracker for tenant:d3586c4d1785470c9fa108a350c1739e on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:24:47.520854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dd317e29-7194-44db-9c43-035cedbba2ec admin admin] Unset dirty status for tenant:d3586c4d1785470c9fa108a350c1739e on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:24:47.521941 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dd317e29-7194-44db-9c43-035cedbba2ec admin admin] 10.222.0.87 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1035333 Jan 20 14:24:47.626423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162075b8-ad0e-4e7c-87ae-a2878c470ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:47.627827 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-162075b8-ad0e-4e7c-87ae-a2878c470ef8 admin admin] 10.222.0.87 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1018891 Jan 20 14:24:47.637321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:24:47.641756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:24:47.651277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:24:47.662930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Made reservation on behalf of d3586c4d1785470c9fa108a350c1739e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:24:47.665280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:47.870361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:47.934645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=257715bc-c593-4b2f-b376-cbccfafe77d5,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:24:47.947155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Checking segment: {'id': '11d8a3ed-51cc-4d49-9e25-f7a801debf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:24:47.947497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Network hostable DHCP agents. Network: f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:24:47.968183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:24:47.981235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:24:47.985297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:47.985876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:47.990338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a92a9-63fc-478f-9366-229fd4622781 None None] Network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:24:48.012396 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-de3d569c-d642-442c-92df-45d2bcf9a09a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3783162 Jan 20 14:24:48.218053 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7', 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7', 'tenant_id': 'd3586c4d1785470c9fa108a350c1739e', 'fixed_ips': [{'subnet_id': '257715bc-c593-4b2f-b376-cbccfafe77d5'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:24:48.219017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:48.379920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Allocated IP 192.168.233.2 (f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7/257715bc-c593-4b2f-b376-cbccfafe77d5/dbf8b0cf-03c7-420c-98df-c7fc234f4e32) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:24:48.581083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:48.591489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Transition to ACTIVE for port object dbf8b0cf-03c7-420c-98df-c7fc234f4e32 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:24:48.609915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Transition to ACTIVE for port object dbf8b0cf-03c7-420c-98df-c7fc234f4e32 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:24:48.617397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:48.714511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:24:48.715633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:24:48.719389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:24:48.728389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Pushing event updated for resources: {'Port': ['ID=dbf8b0cf-03c7-420c-98df-c7fc234f4e32,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:24:48.766023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.766383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.766734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.767065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.767396 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.767738 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.768131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.768486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.768820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.769156 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.769475 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.769788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:48.820486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Attempting to bind port dbf8b0cf-03c7-420c-98df-c7fc234f4e32 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:24:48.820851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Attempting to bind port dbf8b0cf-03c7-420c-98df-c7fc234f4e32 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '11d8a3ed-51cc-4d49-9e25-f7a801debf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:24:48.821201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Attempting to bind port dbf8b0cf-03c7-420c-98df-c7fc234f4e32 on network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:24:48.826451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:24:48.826814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Checking segment: {'id': '11d8a3ed-51cc-4d49-9e25-f7a801debf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:24:48.827202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:48.827582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Bound using segment: {'id': '11d8a3ed-51cc-4d49-9e25-f7a801debf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:24:48.828031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Bound port: dbf8b0cf-03c7-420c-98df-c7fc234f4e32, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d8a3ed-51cc-4d49-9e25-f7a801debf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:24:48.828436 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:48.916819 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] For port dbf8b0cf-03c7-420c-98df-c7fc234f4e32, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:24:48.921442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] For port dbf8b0cf-03c7-420c-98df-c7fc234f4e32, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=dbf8b0cf-03c7-420c-98df-c7fc234f4e32,segment=NetworkSegment(11d8a3ed-51cc-4d49-9e25-f7a801debf19),segment_id=11d8a3ed-51cc-4d49-9e25-f7a801debf19)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:24:48.926057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:49.011351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b94597-2ca3-48ef-a6be-f4fa26106c7c None None] Pushing event updated for resources: {'Port': ['ID=dbf8b0cf-03c7-420c-98df-c7fc234f4e32,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:24:49.848617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1db4be-7ea1-453c-9a76-db8627922102 None None] Network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:24:49.939001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-015277f1-56b7-4a84-92e0-bbf59acf50e3 None None] Provisioning for port dbf8b0cf-03c7-420c-98df-c7fc234f4e32 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:24:50.219512 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device dbf8b0cf-03c7-420c-98df-c7fc234f4e32 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:24:50.294457 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port dbf8b0cf-03c7-420c-98df-c7fc234f4e32 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:24:50.299475 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port dbf8b0cf-03c7-420c-98df-c7fc234f4e32 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:24:50.299847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:50.375995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8a2410ed-4c6b-4f2b-aa1b-7de82304bef4 None None] Provisioning complete for port dbf8b0cf-03c7-420c-98df-c7fc234f4e32 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:24:50.376285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8a2410ed-4c6b-4f2b-aa1b-7de82304bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:50.474935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:50.552842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port dbf8b0cf-03c7-420c-98df-c7fc234f4e32, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=dbf8b0cf-03c7-420c-98df-c7fc234f4e32,segment=NetworkSegment(11d8a3ed-51cc-4d49-9e25-f7a801debf19),segment_id=11d8a3ed-51cc-4d49-9e25-f7a801debf19)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:24:50.559828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:50.599357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8a2410ed-4c6b-4f2b-aa1b-7de82304bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:50.680101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=dbf8b0cf-03c7-420c-98df-c7fc234f4e32,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:24:50.701654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-8a2410ed-4c6b-4f2b-aa1b-7de82304bef4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:24:50.702046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-8a2410ed-4c6b-4f2b-aa1b-7de82304bef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:24:52.160945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device dbf8b0cf-03c7-420c-98df-c7fc234f4e32 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:24:52.233978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port dbf8b0cf-03c7-420c-98df-c7fc234f4e32 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:24:52.234409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.049704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f84e6bdf-fc87-4586-8327-8585fff7994c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.382687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-64737cb7-ca17-4f7c-ac6f-0381b8db0d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.322255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.405791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.768833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:14.294787 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 5 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:25:33.045275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d50e03c7-407c-4f55-9810-3c596d5de7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.387884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d94d48d3-0a21-4452-994b-95e71cbc62aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.325292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.411662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.772255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.293991 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 5 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:26:00.974655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41676) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:00.981079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-f3f155aa-44c5-4053-9a36-e4162717a818 tempest-verify_tempest_config-447794257 tempest-verify_tempest_config-447794257-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:26:00.982143 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f3f155aa-44c5-4053-9a36-e4162717a818 tempest-verify_tempest_config-447794257 tempest-verify_tempest_config-447794257-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065079 Jan 20 14:26:01.313821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41694) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:01.431293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.445606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:01.449691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Usage tracker for resource:security_group_rule and tenant:49fd3feb05834eb69b5c4fa7897229bb is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:01.452625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:01.458287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:01.544554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.550485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.639700 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=49fd3feb05834eb69b5c4fa7897229bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3247116 Jan 20 14:26:01.640510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392c23f2-6bb9-4a3a-8bec-7e0822681d06,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:01.642544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41700) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:01.647861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.648247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.648589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.648948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.649329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.649666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.649993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.650325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.650646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.650961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.651273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.651584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7307058-9a74-4563-ab5a-420624d42eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.700938 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.729805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.828597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.843961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392c23f2-6bb9-4a3a-8bec-7e0822681d06,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:01.854253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.854611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.854942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.855266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.855585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.855915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.856249 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.856596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.856915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.857230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.857536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.857849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:01.860393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.861482 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-973b7552-72f5-4b5f-90b2-7ca12276cf84 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/392c23f2-6bb9-4a3a-8bec-7e0822681d06 HTTP/1.1" status: 204 len: 168 time: 0.2180049 Jan 20 14:26:03.050932 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1c973300-677c-4087-b193-14114ee676be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.398802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d6d23b9a-c833-4764-b947-feb88cb19ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.337599 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.416110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.790130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.298713 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 5 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:26:33.057118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0069aa5-e182-4e91-ad6f-88118641967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.398256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b38a1f8-b8c0-4025-9792-55de2b033020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.341599 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.421797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.783007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.062767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-60081c54-8b52-40f5-9a40-116f90ee9721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.302772 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 5 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:27:05.402771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fa69a786-1845-44ba-a3f5-7fc30efcb62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.346325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.415642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.789968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:24.525762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736746'] for agent, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.057936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-929fa607-a7ff-49ad-8b0c-3bfcd0b5fd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.401371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d02b78ec-1664-453c-8ba4-e740dbf326c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.345174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.432323 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.789702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.570427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41770) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:39.686679 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ac01121f-7891-46bf-a483-e856c82d5e71 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1149020 Jan 20 14:27:41.836234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41780) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:41.893646 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f2c495b1-bf51-445c-b6bb-10d83a16ef1f admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0562627 Jan 20 14:27:42.304909 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:27:54.499025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.063990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8b6849c1-4d64-4330-bbfa-5c205b1bfe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.411421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-926d9fec-c006-4ac7-ac14-43bfaeba1d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.350548 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.426866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.803737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.304353 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:28:24.504354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.059817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-01c47f23-3bb0-4042-8224-165e8a9070ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:35.396176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4657ccf4-dfee-4669-bc0a-aa8b830657c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.351847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.425700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.795879 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.505337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.303614 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:29:03.072538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e3a946af-a0d2-4619-80a1-fc6d2af49b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.407169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0b88061e-5417-4e0b-b6d1-45e5a031cf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.376403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.437381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.973193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 41864) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:07.178855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-877622087-network', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:07.184150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:07.187843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Usage tracker for resource:network and tenant:e46b88d12d7e404d90c306bd4baee792 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:07.190684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:07.196387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:07.207523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Made reservation on behalf of e46b88d12d7e404d90c306bd4baee792 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:07.209896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.222419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.237674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:07.241486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Usage tracker for resource:security_group_rule and tenant:e46b88d12d7e404d90c306bd4baee792 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:07.245017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:07.252308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:07.339546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.345319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.370868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:07.393323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a777c1-4b3a-41e2-9eb3-b8ec247f7346,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:07.401812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.402156 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Added segment 91ee266a-95dd-4ff5-9d00-e8d52257f2c3 of type vlan for network c9d24a9d-1959-4609-b9c6-2ff53b78b37d Jan 20 14:29:07.403811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.404158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.404517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.404845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.405169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.405507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.405831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.406164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.406471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.406784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.407387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.407704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Tracked resource versions report: Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: pushed versions: Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: { 'AddressGroup': {'1.2'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'ConntrackHelper': {'1.0'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Log': {'1.0'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Network': {'1.1'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Port': {'1.7'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'PortForwarding': {'1.2'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'QosPolicy': {'1.8'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SecurityGroup': {'1.4'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SecurityGroupRule': {'1.2'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SubPort': {'1.0'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Subnet': {'1.1'}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Trunk': {'1.1'}} Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: consumer versions: Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: { DHCP agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: HyperV agent@hv-neutron-8251: {}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: L3 agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: Metadata agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: Metering agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: Open vSwitch agent@dv-neutron-825123-1-hyperv: { 'AddressGroup': '1.2', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'ConntrackHelper': '1.0', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Log': '1.0', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Network': '1.1', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Port': '1.7', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'PortForwarding': '1.2', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'QosPolicy': '1.8', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SecurityGroup': '1.4', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SecurityGroupRule': '1.2', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'SubPort': '1.0', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Subnet': '1.1', Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: 'Trunk': '1.1'}} Jan 20 14:29:07.409052 dv-neutron-825123-1-hyperv neutron-server[87494]: {{(pid=87494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:29:07.442994 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.481148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.482219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:07.483028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.593008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] Pushing event updated for resources: {'Network': ['ID=c9d24a9d-1959-4609-b9c6-2ff53b78b37d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:07.596708 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-66855587-37a8-456d-85b2-ef1da1caee5b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6224310 Jan 20 14:29:07.600072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41916) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:07.603754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network c9d24a9d-1959-4609-b9c6-2ff53b78b37d details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:07.606873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Request body: {'subnet': {'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-877622087-subnet', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:07.612765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:07.617926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Usage tracker for resource:subnet and tenant:e46b88d12d7e404d90c306bd4baee792 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:07.622120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:07.630303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:07.644308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Made reservation on behalf of e46b88d12d7e404d90c306bd4baee792 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:07.647915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.801455 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.872608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.986946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f1e2a2-41fc-449d-823a-59681b2864b6,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:07.996489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.997157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.997734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.998546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.999045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:07.999611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:08.000516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:08.001132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:08.001904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:08.002870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:08.003386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:08.004373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Tracked resource versions report: Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: pushed versions: Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: { 'AddressGroup': {'1.2'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'ConntrackHelper': {'1.0'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Log': {'1.0'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Network': {'1.1'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Port': {'1.7'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'PortForwarding': {'1.2'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'QosPolicy': {'1.8'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SecurityGroup': {'1.4'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SecurityGroupRule': {'1.2'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SubPort': {'1.0'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Subnet': {'1.1'}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Trunk': {'1.1'}} Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: consumer versions: Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: { DHCP agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: HyperV agent@hv-neutron-8251: {}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: L3 agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: Metadata agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: Metering agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: Open vSwitch agent@dv-neutron-825123-1-hyperv: { 'AddressGroup': '1.2', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'ConntrackHelper': '1.0', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Log': '1.0', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Network': '1.1', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Port': '1.7', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'PortForwarding': '1.2', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'QosPolicy': '1.8', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SecurityGroup': '1.4', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SecurityGroupRule': '1.2', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'SubPort': '1.0', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Subnet': '1.1', Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: 'Trunk': '1.1'}} Jan 20 14:29:08.006119 dv-neutron-825123-1-hyperv neutron-server[87495]: {{(pid=87495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:29:08.019482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Checking segment: {'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:08.019904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Network hostable DHCP agents. Network: c9d24a9d-1959-4609-b9c6-2ff53b78b37d, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:08.041837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Network c9d24a9d-1959-4609-b9c6-2ff53b78b37d is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:08.054614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, c9d24a9d-1959-4609-b9c6-2ff53b78b37d) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:08.065823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63f7019-5579-4d2c-bb8c-27982fa08033 None None] Network c9d24a9d-1959-4609-b9c6-2ff53b78b37d requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:08.069532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:08.070280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.102306 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6de5c15b-cd53-41a7-9f70-c70fbeb57dcf admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4997602 Jan 20 14:29:08.103669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41932) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:08.109139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:08.114134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:08.120960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Usage tracker for resource:router and tenant:e46b88d12d7e404d90c306bd4baee792 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:08.124538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:08.130696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:08.142846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.143945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.161284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.327038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:29:08.327881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.492017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.531655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Allocated IP 172.20.0.2 (c9d24a9d-1959-4609-b9c6-2ff53b78b37d/d2f1e2a2-41fc-449d-823a-59681b2864b6/f2c80be3-8aeb-4e8c-9845-1a67ef399fd1) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:08.763461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.777368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Transition to ACTIVE for port object f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:08.835522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Transition to ACTIVE for port object f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:08.849255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.906317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.925961 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Network c9d24a9d-1959-4609-b9c6-2ff53b78b37d is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:08.928937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:08.932088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:08.951731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.010413 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Pushing event updated for resources: {'Port': ['ID=f2c80be3-8aeb-4e8c-9845-1a67ef399fd1,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:09.028224 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.028644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.028981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.029308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.029714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.030181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.030368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.030662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.030990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.031302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.031617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.031926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Tracked resource versions report: Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: pushed versions: Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: { 'AddressGroup': {'1.2'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'ConntrackHelper': {'1.0'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Log': {'1.0'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Network': {'1.1'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Port': {'1.7'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'PortForwarding': {'1.2'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'QosPolicy': {'1.8'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SecurityGroup': {'1.4'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SecurityGroupRule': {'1.2'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SubPort': {'1.0'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Subnet': {'1.1'}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Trunk': {'1.1'}} Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: consumer versions: Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: { DHCP agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: HyperV agent@hv-neutron-8251: {}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: L3 agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: Metadata agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: Metering agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: Open vSwitch agent@dv-neutron-825123-1-hyperv: { 'AddressGroup': '1.2', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'ConntrackHelper': '1.0', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Log': '1.0', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Network': '1.1', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Port': '1.7', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'PortForwarding': '1.2', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'QosPolicy': '1.8', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SecurityGroup': '1.4', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SecurityGroupRule': '1.2', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'SubPort': '1.0', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Subnet': '1.1', Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: 'Trunk': '1.1'}} Jan 20 14:29:09.032983 dv-neutron-825123-1-hyperv neutron-server[87496]: {{(pid=87496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:29:09.054660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Attempting to bind port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:09.055065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Attempting to bind port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:09.056232 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Attempting to bind port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 on network c9d24a9d-1959-4609-b9c6-2ff53b78b37d {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:09.061352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:09.061716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Checking segment: {'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:09.062106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.062814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Bound using segment: {'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:09.063311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Bound port: f2c80be3-8aeb-4e8c-9845-1a67ef399fd1, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:09.063695 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.153898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Allocated IP 172.26.0.147 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/af6a89df-67cf-447c-93f0-8264b9850d82) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:09.154349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] For port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:09.157591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] For port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f2c80be3-8aeb-4e8c-9845-1a67ef399fd1,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:09.166626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.251908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8bf11-3bb5-400a-89c3-edbab78bb610 None None] Pushing event updated for resources: {'Port': ['ID=f2c80be3-8aeb-4e8c-9845-1a67ef399fd1,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:09.348831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.385140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.484061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:09.485502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 41990) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:09.490495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:09.498301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:09.582416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Pushing event updated for resources: {'Port': ['ID=af6a89df-67cf-447c-93f0-8264b9850d82,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:09.748928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42002) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:09.931499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42012) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:09.953416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.047745 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-329696902-network', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:10.109832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:10.128112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Usage tracker for resource:network and tenant:35a6cd0e5ccc497d96d2ff1ead4954df is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:10.132873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:10.141623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:10.209392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1825227924-network', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:10.217066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:10.226589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Usage tracker for resource:network and tenant:77c3474047a34ce888ea8e6fa8467a66 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:10.233179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:10.247573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:10.263932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Made reservation on behalf of 35a6cd0e5ccc497d96d2ff1ead4954df for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:10.266468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.271053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Made reservation on behalf of 77c3474047a34ce888ea8e6fa8467a66 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:10.273789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.300814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.326259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:10.330808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Usage tracker for resource:security_group_rule and tenant:77c3474047a34ce888ea8e6fa8467a66 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:10.335004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:10.341473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:10.342528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.387510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:10.396943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:10.398467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Usage tracker for resource:security_group_rule and tenant:35a6cd0e5ccc497d96d2ff1ead4954df is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:10.444140 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-49807bef-a517-4fb7-a5c1-cb4c648d5efd tempest-AgentManagementNegativeTest-1923463062 tempest-AgentManagementNegativeTest-1923463062-project] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5105708 Jan 20 14:29:10.459670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:10.482968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:10.505145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a200abc0-9784-40c4-96f7-d19a4e0336d6 None None] Network c9d24a9d-1959-4609-b9c6-2ff53b78b37d requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:10.521632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.529682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.540200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.613379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75ea2bb-f7ba-47a8-8fd2-9cde1d8ef6f8,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:10.625445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:10.650046 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.651353 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Added segment e053e1a5-88dd-48bd-bef8-50d23640e5b0 of type vlan for network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 Jan 20 14:29:10.694966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.708829 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:10.727398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8ae9ebdf-9984-495d-9f2a-854f971d94ec None None] Provisioning for port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:10.733377 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:10.734000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.750641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.752342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:10.753050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.765237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.781170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.812733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:10.827005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8ae9ebdf-9984-495d-9f2a-854f971d94ec None None] Provisioning complete for port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:10.827644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8ae9ebdf-9984-495d-9f2a-854f971d94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.846530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.846918 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Added segment f697d180-c908-46e2-a4ca-bea7568f2e80 of type vlan for network 8a754dfb-bccf-424e-94ac-0775445d550e Jan 20 14:29:10.847870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42040) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:10.848975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2c6f8e-d392-41dc-b4af-9ec2d6994cd5,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:10.863285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Router 9c8d3bc2-212c-4457-a125-c047438dfa01 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:29:10.891978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.937375 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] Pushing event updated for resources: {'Network': ['ID=7c25f2f0-d8ab-4a04-9730-3c19056abfd2,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:10.972527 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0c9e3f9f-5233-4030-8fd9-f112d813c042 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2214613 Jan 20 14:29:10.974029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:10.975667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42048) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:10.989023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Request body: {'subnet': {'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1825227924-subnet', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:10.999164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:11.011208 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Usage tracker for resource:subnet and tenant:77c3474047a34ce888ea8e6fa8467a66 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:11.016520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:11.035381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:11.067734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Made reservation on behalf of 77c3474047a34ce888ea8e6fa8467a66 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:11.071554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.178993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.179968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:11.180569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.277831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.298284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:29:11.311192 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Sync routers for ids ['9c8d3bc2-212c-4457-a125-c047438dfa01'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:29:11.317546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8ae9ebdf-9984-495d-9f2a-854f971d94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.329507 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Routers {'9c8d3bc2-212c-4457-a125-c047438dfa01'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:11.330579 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c8d3bc2-212c-4457-a125-c047438dfa01'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:11.342786 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] Pushing event updated for resources: {'Network': ['ID=8a754dfb-bccf-424e-94ac-0775445d550e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:11.351517 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-507e044e-2963-4bab-af4c-efc76bf41756 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8647511 Jan 20 14:29:11.358240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42062) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:11.361520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.362642 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7272d950-2f27-4f74-8633-70913b8c7146 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2581391 Jan 20 14:29:11.365382 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f2c80be3-8aeb-4e8c-9845-1a67ef399fd1,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:11.368724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 8a754dfb-bccf-424e-94ac-0775445d550e details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:11.372731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Request body: {'subnet': {'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-329696902-subnet', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:11.377861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:11.382474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Usage tracker for resource:subnet and tenant:35a6cd0e5ccc497d96d2ff1ead4954df is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:11.385733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:11.390838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42066) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:11.393844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:11.394629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.407611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42070) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:11.416939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Made reservation on behalf of 35a6cd0e5ccc497d96d2ff1ead4954df for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:11.425006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.525094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-640952414'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:11.576712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:11.608534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Usage tracker for resource:network and tenant:154d64a692a744aca0759ff55333e500 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:11.615448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:11.621143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-8ae9ebdf-9984-495d-9f2a-854f971d94ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:11.621684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-8ae9ebdf-9984-495d-9f2a-854f971d94ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:11.622534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=f2c80be3-8aeb-4e8c-9845-1a67ef399fd1,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:11.663706 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Set router 9c8d3bc2-212c-4457-a125-c047438dfa01 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:11.664453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:11.711409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Made reservation on behalf of 154d64a692a744aca0759ff55333e500 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:11.714890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.750881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.873249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.935189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.952470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350e74ee-c648-45bb-8092-9b31691969c2,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:11.956027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:11.960076 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] Usage tracker for resource:security_group_rule and tenant:546bdfcf691c4bb7bca74e9d0edfc7d4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:11.963030 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:11.968757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:12.053785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.055278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:12.059500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42086) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:12.059500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42088) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:12.081042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.113014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Usage tracker for resource:security_group_rule and tenant:154d64a692a744aca0759ff55333e500 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:12.125490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] Synchronizing usage tracker for tenant:d3586c4d1785470c9fa108a350c1739e on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:12.147267 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:09Z', 'revision_number': 3, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:12.156074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:12.157961 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Checking router: 9c8d3bc2-212c-4457-a125-c047438dfa01 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:29:12.160057 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Updating router 9c8d3bc2-212c-4457-a125-c047438dfa01 port af6a89df-67cf-447c-93f0-8264b9850d82 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:29:12.169253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9799b05c-1dfd-41f8-a9c5-284513b86bce,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:12.184766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:12.191480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] Unset dirty status for tenant:d3586c4d1785470c9fa108a350c1739e on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:12.196190 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b6a7ac82-c44a-470d-8247-0261d0bb4191 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=546bdfcf691c4bb7bca74e9d0edfc7d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7868600 Jan 20 14:29:12.202141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42100) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:12.202783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42102) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:12.303085 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.357290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:12.361746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.396052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-818756961'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:12.483457 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c25dc3fa-d774-4199-91f9-6606cd8ac4a0 None None] Provisioning complete for port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:12.484461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c25dc3fa-d774-4199-91f9-6606cd8ac4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.505382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-483575356'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:12.509895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:12.513986 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Usage tracker for resource:network and tenant:2ee82ae971974e76b8874985549d0bcf is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:12.516889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:12.523870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:12.540291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1460543906'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:12.553134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b8925d36-3e77-4f77-8a35-82f82b63c962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.574784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:12.575569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.583975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b8925d36-3e77-4f77-8a35-82f82b63c962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.645261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Made reservation on behalf of 2ee82ae971974e76b8874985549d0bcf for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:12.648872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.682870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.692454 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.708356 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Transition to ACTIVE for port object af6a89df-67cf-447c-93f0-8264b9850d82 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:12.719044 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.721695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:12.726033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Usage tracker for resource:security_group_rule and tenant:2ee82ae971974e76b8874985549d0bcf is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:12.729663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:12.735623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:12.756935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.797694 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Pushing event updated for resources: {'Port': ['ID=af6a89df-67cf-447c-93f0-8264b9850d82,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:12.806319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b8925d36-3e77-4f77-8a35-82f82b63c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.821251 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.821998 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.822298 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.822755 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.823056 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.823457 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.823749 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.824114 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.824513 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.824836 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.825154 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.825467 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Tracked resource versions report: Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: pushed versions: Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: { 'AddressGroup': {'1.2'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'ConntrackHelper': {'1.0'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Log': {'1.0'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Network': {'1.1'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Port': {'1.7'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'PortForwarding': {'1.2'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'QosPolicy': {'1.8'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SecurityGroup': {'1.4'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SecurityGroupRule': {'1.2'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SubPort': {'1.0'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Subnet': {'1.1'}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Trunk': {'1.1'}} Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: consumer versions: Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: { DHCP agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: HyperV agent@hv-neutron-8251: {}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: L3 agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: Metadata agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: Metering agent@dv-neutron-825123-1-hyperv: {}, Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: Open vSwitch agent@dv-neutron-825123-1-hyperv: { 'AddressGroup': '1.2', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'ConntrackHelper': '1.0', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Log': '1.0', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Network': '1.1', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Port': '1.7', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'PortForwarding': '1.2', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'QosPolicy': '1.8', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SecurityGroup': '1.4', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SecurityGroupRule': '1.2', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'SubPort': '1.0', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Subnet': '1.1', Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: 'Trunk': '1.1'}} Jan 20 14:29:12.826530 dv-neutron-825123-1-hyperv neutron-server[87497]: {{(pid=87497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:29:12.831172 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Attempting to bind port af6a89df-67cf-447c-93f0-8264b9850d82 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:12.831563 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Attempting to bind port af6a89df-67cf-447c-93f0-8264b9850d82 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:12.831916 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Attempting to bind port af6a89df-67cf-447c-93f0-8264b9850d82 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:12.838292 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:12.838447 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:12.838680 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:12.839073 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.839622 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:12.839973 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Bound port: af6a89df-67cf-447c-93f0-8264b9850d82, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:12.840559 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.843952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Checking segment: {'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:12.844100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Network hostable DHCP agents. Network: 7c25f2f0-d8ab-4a04-9730-3c19056abfd2, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:12.859902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:12.876735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Usage tracker for resource:router and tenant:7af281e78b8a443e9f272185c6779e4f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:12.889056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:12.892594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Usage tracker for resource:network and tenant:f5229caacf68435fb810aad7cb5777de is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:12.902692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b0e29e-38c5-4257-b6a4-fa626f91aef3,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:12.913642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:12.916669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:12.920314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Checking segment: {'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:12.920314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Network hostable DHCP agents. Network: 8a754dfb-bccf-424e-94ac-0775445d550e, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:12.921733 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] For port af6a89df-67cf-447c-93f0-8264b9850d82, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:12.925388 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] For port af6a89df-67cf-447c-93f0-8264b9850d82, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af6a89df-67cf-447c-93f0-8264b9850d82,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:12.929750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:12.931677 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.938321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.940522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 7c25f2f0-d8ab-4a04-9730-3c19056abfd2) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:12.944239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8925d36-3e77-4f77-8a35-82f82b63c962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9799b05c-1dfd-41f8-a9c5-284513b86bce,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:12.946506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:12.950958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:12.951749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.960461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd35f33c-9dd1-43da-aa3f-0520919a2289 None None] Network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:13.021801 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Routers {'9c8d3bc2-212c-4457-a125-c047438dfa01'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:13.022434 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c8d3bc2-212c-4457-a125-c047438dfa01'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:13.032871 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e6d8b137-29e0-4d47-8d03-78092a33a144 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0556076 Jan 20 14:29:13.033993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42122) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:13.038710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Allocated IP 172.20.0.1 (c9d24a9d-1959-4609-b9c6-2ff53b78b37d/d2f1e2a2-41fc-449d-823a-59681b2864b6/5bca08b0-dbca-4722-b708-8f2ca2ee1c12) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:13.045489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:13.055210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:13.061209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Usage tracker for resource:router and tenant:77c3474047a34ce888ea8e6fa8467a66 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:13.065929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:13.086693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.092795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:13.105922 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef239464-0851-497d-a294-bbd99849a355 None None] Pushing event updated for resources: {'Port': ['ID=af6a89df-67cf-447c-93f0-8264b9850d82,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:13.176950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b8925d36-3e77-4f77-8a35-82f82b63c962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.179960 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b8925d36-3e77-4f77-8a35-82f82b63c962 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9799b05c-1dfd-41f8-a9c5-284513b86bce HTTP/1.1" status: 204 len: 168 time: 0.9748960 Jan 20 14:29:13.205294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.206335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.210432 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:29:13.211302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.220887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:13.231465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.232656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.250470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Network 8a754dfb-bccf-424e-94ac-0775445d550e is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:13.269536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Made reservation on behalf of f5229caacf68435fb810aad7cb5777de for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:13.273491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.285261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.285673 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Added segment 382babf4-2448-4236-8f13-72156d21e164 of type vlan for network c673f6f3-4972-44cc-a079-565b3b8bbeef Jan 20 14:29:13.295922 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.298178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 8a754dfb-bccf-424e-94ac-0775445d550e) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:13.300408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.305593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3a858c-521d-4ea2-812d-fef3b39cb92e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:13.324100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.325045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.342159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:13.342838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.347028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.350899 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] Set router 9c8d3bc2-212c-4457-a125-c047438dfa01 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:13.355381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.372074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858030c3-f6f9-4f98-9e65-66c8f418d7f6 None None] Network 8a754dfb-bccf-424e-94ac-0775445d550e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:13.385269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Transition to ACTIVE for port object 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:13.402198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:13.416613 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.421547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Usage tracker for resource:security_group_rule and tenant:f5229caacf68435fb810aad7cb5777de is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:13.435189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:13.441188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:13.471696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:13.493860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.494270 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Added segment 467f07e7-648c-4d74-a27d-82427eb299d0 of type vlan for network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 Jan 20 14:29:13.495939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.515373 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3db77770-c9b0-4ac2-8b2d-9bbbb03ed0d4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1523335 Jan 20 14:29:13.521018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f8f7ed-01d1-4a25-a9b1-b01eee197a1e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:13.536083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42132) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:13.545689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Allocated IP 172.20.0.2 (7c25f2f0-d8ab-4a04-9730-3c19056abfd2/350e74ee-c648-45bb-8092-9b31691969c2/0bd06f23-5054-486f-8853-c9f619d12f87) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:13.593034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:13.618196 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:13.795054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.795299 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:09Z', 'revision_number': 3, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:13.800490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.801245 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8bd317-a9eb-4b85-9c65-94cb2c54f09e None None] The sync data for ids ['9c8d3bc2-212c-4457-a125-c047438dfa01'] in dv-neutron-825123-1-hyperv is: [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:09Z', 'revision_number': 3, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:29:13.805670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Usage tracker for resource:router and tenant:35a6cd0e5ccc497d96d2ff1ead4954df is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:13.813867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.815239 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6b730cc9-2c8a-496b-91b5-6c6964849dc3 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.7547657 Jan 20 14:29:13.816338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.822290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:13.822884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.827036 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42142) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:13.835165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:13.878068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.891834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Network c9d24a9d-1959-4609-b9c6-2ff53b78b37d is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:13.894652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:13.902498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:13.902974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.939213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Pushing event updated for resources: {'Port': ['ID=5bca08b0-dbca-4722-b708-8f2ca2ee1c12,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:14.002266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.009437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.013348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.018210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Transition to ACTIVE for port object 0bd06f23-5054-486f-8853-c9f619d12f87 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:14.020934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:14.051400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Transition to ACTIVE for port object 0bd06f23-5054-486f-8853-c9f619d12f87 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:14.068722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.152444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:14.169649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:14.197999 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-8a754dfb-bccf-424e-94ac-0775445d550e', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:29:14.199055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.245262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:14.319821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.378841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2fbc33f8-73b1-4c09-b313-7a24bd2a3ba5 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.412559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Pushing event updated for resources: {'Port': ['ID=0bd06f23-5054-486f-8853-c9f619d12f87,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:14.504373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6a89df-67cf-447c-93f0-8264b9850d82 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:14.600268 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:14.604115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aadefb-2022-4e28-8b38-699c14bc6c65,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:14.623763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Attempting to bind port 0bd06f23-5054-486f-8853-c9f619d12f87 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:14.624328 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Attempting to bind port 0bd06f23-5054-486f-8853-c9f619d12f87 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:14.624788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Attempting to bind port 0bd06f23-5054-486f-8853-c9f619d12f87 on network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:14.693330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42156) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:14.701893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Pushing event updated for resources: {'Network': ['ID=c673f6f3-4972-44cc-a079-565b3b8bbeef,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:14.766374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Allocated IP 172.20.0.2 (8a754dfb-bccf-424e-94ac-0775445d550e/20b0e29e-38c5-4257-b6a4-fa626f91aef3/29ce1154-08e6-4c53-a354-44e502339818) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:14.766646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.766857 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Added segment 9bc73eeb-11f2-40e5-90ed-da1dbd9341b4 of type vlan for network 0ffd77c2-4b89-4311-b2dc-c68e45ed9276 Jan 20 14:29:14.774533 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2a867e22-c26b-420f-9810-602121b1bec6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5689392 Jan 20 14:29:14.775633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.776663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.780114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42160) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:14.803923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:14.804375 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Checking segment: {'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:14.804713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.805106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Bound using segment: {'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:14.805681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Bound port: 0bd06f23-5054-486f-8853-c9f619d12f87, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:14.805936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.870376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ee1ccc58-beef-4322-b876-b9892a2c0ef1 None None] Provisioning for port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:14.873774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network c673f6f3-4972-44cc-a079-565b3b8bbeef details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:14.914737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.948154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port af6a89df-67cf-447c-93f0-8264b9850d82 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:14.963397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.970643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.972075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ee1ccc58-beef-4322-b876-b9892a2c0ef1 None None] Provisioning complete for port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:14.972541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ee1ccc58-beef-4322-b876-b9892a2c0ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.015513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.045167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1856005951'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:15.056766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:15.068579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Usage tracker for resource:network and tenant:8d477ca8e7bd4941a1fd5ecffa358d5f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:15.078014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:15.080261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port af6a89df-67cf-447c-93f0-8264b9850d82 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:15.080746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.093432 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:15.129321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.162794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.163730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.278437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ccc58-beef-4322-b876-b9892a2c0ef1 None None] Port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:15.279946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2fbc33f8-73b1-4c09-b313-7a24bd2a3ba5 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.282528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2fbc33f8-73b1-4c09-b313-7a24bd2a3ba5 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.355983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Allocated IP 172.26.0.48 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/abb4e1e4-3b9c-450c-9a94-c20a71f03602) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:15.358005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Pushing event updated for resources: {'Port': ['ID=5bca08b0-dbca-4722-b708-8f2ca2ee1c12,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:15.373833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.379635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:15.379635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.380674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] For port 0bd06f23-5054-486f-8853-c9f619d12f87, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:15.385904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Request body: {'network': {'name': 'tempest-network--1638886030', 'router:external': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:15.412412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Made reservation on behalf of 8d477ca8e7bd4941a1fd5ecffa358d5f for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:15.415783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.426282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.431631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:15.434862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.435021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] For port 0bd06f23-5054-486f-8853-c9f619d12f87, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0bd06f23-5054-486f-8853-c9f619d12f87,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:15.460284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.483275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Network c9d24a9d-1959-4609-b9c6-2ff53b78b37d is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:15.486027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:15.491799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2fbc33f8-73b1-4c09-b313-7a24bd2a3ba5 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.492339 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbc33f8-73b1-4c09-b313-7a24bd2a3ba5 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 529b5104-3de0-4295-b7db-5a22d994e7ca {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:29:15.510140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:15.512288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.516573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.548139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Transition to ACTIVE for port object 29ce1154-08e6-4c53-a354-44e502339818 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:15.560525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.598543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf78d6-0799-4e74-bb01-f6abf29dc3f4 None None] Pushing event updated for resources: {'Port': ['ID=0bd06f23-5054-486f-8853-c9f619d12f87,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:15.600086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Usage tracker for resource:network and tenant:732c1fc8ccc54673ad7c934f80ae8a0b is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:15.604057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Transition to ACTIVE for port object 29ce1154-08e6-4c53-a354-44e502339818 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:15.622537 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port af6a89df-67cf-447c-93f0-8264b9850d82, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af6a89df-67cf-447c-93f0-8264b9850d82,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:15.624353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.636391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:15.653536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:15.657903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Usage tracker for resource:security_group_rule and tenant:8d477ca8e7bd4941a1fd5ecffa358d5f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:15.662438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:15.667487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:15.677376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Pushing event updated for resources: {'Network': ['ID=cc699f8b-3fc7-4e2a-8368-f868fd0f2409,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:15.735335 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.737519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:15.738833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.773776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:15.785473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Router 9c8d3bc2-212c-4457-a125-c047438dfa01 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:29:15.883713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Network 8a754dfb-bccf-424e-94ac-0775445d550e is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:15.890921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:15.907338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Pushing event updated for resources: {'Port': ['ID=29ce1154-08e6-4c53-a354-44e502339818,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:15.913581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:15.927369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Pushing event updated for resources: {'Network': ['ID=0ffd77c2-4b89-4311-b2dc-c68e45ed9276,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:15.943825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2fbc33f8-73b1-4c09-b313-7a24bd2a3ba5 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.948023 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2fbc33f8-73b1-4c09-b313-7a24bd2a3ba5 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] 10.222.0.87 "DELETE /v2.0/routers/529b5104-3de0-4295-b7db-5a22d994e7ca HTTP/1.1" status: 204 len: 168 time: 1.9658711 Jan 20 14:29:15.948023 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a9765356-d3a9-4ab3-a0ca-6397ed329041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 5.0941422 Jan 20 14:29:16.041583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42170) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:16.056790 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-581bad48-4076-44bc-8d0f-94514625d277 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.9937530 Jan 20 14:29:16.061681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 0ffd77c2-4b89-4311-b2dc-c68e45ed9276 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:16.063239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42180) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:16.072065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Request body: {'subnet': {'network_id': '0ffd77c2-4b89-4311-b2dc-c68e45ed9276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:16.092636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Request body: {'router': {'name': 'tempest-router-761000718', 'distributed': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:16.108023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.112022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:16.144567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Made reservation on behalf of 732c1fc8ccc54673ad7c934f80ae8a0b for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:16.147151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.174907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Usage tracker for resource:router and tenant:7af281e78b8a443e9f272185c6779e4f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:16.193585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.203297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:29:16.245814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:16.250660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:16.259291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:16.261761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:16.285925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.299880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:16.359232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:16.386044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Sync routers for ids ['9c8d3bc2-212c-4457-a125-c047438dfa01'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:29:16.419575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.421317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.448904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Routers {'9c8d3bc2-212c-4457-a125-c047438dfa01'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:16.449528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c8d3bc2-212c-4457-a125-c047438dfa01'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:16.491312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Usage tracker for resource:security_group_rule and tenant:732c1fc8ccc54673ad7c934f80ae8a0b is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:16.505197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:16.516193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fd8e74dd-c343-474a-94f3-37165df05ad8 None None] Provisioning complete for port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:16.516911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fd8e74dd-c343-474a-94f3-37165df05ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.525797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:16.529777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:16.551618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Usage tracker for resource:subnet and tenant:f5229caacf68435fb810aad7cb5777de is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:16.571475 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-893dbd15-bb80-43e6-8c7f-7f1be2d33af5 admin admin] 10.222.0.87 "PUT /v2.0/routers/9c8d3bc2-212c-4457-a125-c047438dfa01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1784234 Jan 20 14:29:16.578453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0bd06f23-5054-486f-8853-c9f619d12f87 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:16.601895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:16.617042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:16.619818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Attempting to bind port 29ce1154-08e6-4c53-a354-44e502339818 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:16.619818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Attempting to bind port 29ce1154-08e6-4c53-a354-44e502339818 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:16.620268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Attempting to bind port 29ce1154-08e6-4c53-a354-44e502339818 on network 8a754dfb-bccf-424e-94ac-0775445d550e {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:16.626794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e74dd-c343-474a-94f3-37165df05ad8 None None] Port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:16.645477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.647491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:16.647491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Checking segment: {'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:16.647767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.648236 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Bound using segment: {'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:16.648862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Bound port: 29ce1154-08e6-4c53-a354-44e502339818, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:16.649250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.714749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Made reservation on behalf of f5229caacf68435fb810aad7cb5777de for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:16.726563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks [] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.819611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] For port 29ce1154-08e6-4c53-a354-44e502339818, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:16.830203 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] For port 29ce1154-08e6-4c53-a354-44e502339818, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=29ce1154-08e6-4c53-a354-44e502339818,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:16.852689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Pushing event updated for resources: {'Port': ['ID=abb4e1e4-3b9c-450c-9a94-c20a71f03602,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:16.876498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.889212 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.910987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=af6a89df-67cf-447c-93f0-8264b9850d82,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:17.122964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.125243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.132723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42200) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:17.158132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Request body: {'port': {'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409', 'binding:host_id': 'hv-neutron-8251', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1278540568'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:17.171894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:17.176724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Usage tracker for resource:port and tenant:ca67b7d6587e4a09af8c04f37efcd526 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:17.180027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:17.186485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:17.198784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.203874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.236481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516591da-dda1-49cd-be01-63b0cde93d66 None None] Pushing event updated for resources: {'Port': ['ID=29ce1154-08e6-4c53-a354-44e502339818,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:17.244147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 0bd06f23-5054-486f-8853-c9f619d12f87 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:17.253520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.260849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Set router 9c8d3bc2-212c-4457-a125-c047438dfa01 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:17.276441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e38fde-849b-4779-9d81-25563df36ecf,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:17.416376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f36ded-3a1e-43e4-8866-7a9530736267 None None] Network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:17.420100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed705e8c-9d97-43e1-8d81-91f212961f1d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:17.423644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Made reservation on behalf of ca67b7d6587e4a09af8c04f37efcd526 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:17.426342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.477077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.487628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:17.500551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.506722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:17.526975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:17.531587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Usage tracker for resource:security_group_rule and tenant:ca67b7d6587e4a09af8c04f37efcd526 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:17.540563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:17.547649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:17.644473 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.663748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.664121 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Added segment 367b7bd1-2225-4b4e-80fc-89b05d1f96db of type vlan for network 7fc589b9-86bf-42cc-a083-b0e9f5aa2f15 Jan 20 14:29:17.671728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.689006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e8ce5bd7-8521-4b01-8371-8b3e1b3b2d4e None None] Provisioning for port 0bd06f23-5054-486f-8853-c9f619d12f87 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:17.695048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.695394 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Added segment 24e7138c-0ef9-4395-bed8-832e3769ee4e of type vlan for network 1207e731-320b-40a2-bbab-29019df46fd4 Jan 20 14:29:17.699136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] device_id is not set on port 46191791-c8e8-4c0d-bdee-bbb5437b440c yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:17.713188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e8ce5bd7-8521-4b01-8371-8b3e1b3b2d4e None None] Provisioning complete for port 0bd06f23-5054-486f-8853-c9f619d12f87 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:17.713494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8ce5bd7-8521-4b01-8371-8b3e1b3b2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.760946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.762160 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fc058cf1-c2c7-47e2-b3f8-34516e847200 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.7042382 Jan 20 14:29:17.782134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42204) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:17.968442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aca22453-8cf8-4d54-99af-0068eb5f1518 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.104557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:29:18.114489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8ce5bd7-8521-4b01-8371-8b3e1b3b2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.145645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389c55d1-f074-4a91-83aa-f5159d4e65d9,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:18.167127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:14Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5bca08b0-dbca-4722-b708-8f2ca2ee1c12', 'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'mac_address': 'fa:16:3e:ca:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:12Z', 'updated_at': '2022-01-20T14:29:14Z', 'revision_number': 2, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'subnets': [{'id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:18.173404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.178017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e8ce5bd7-8521-4b01-8371-8b3e1b3b2d4e None None] For port 0bd06f23-5054-486f-8853-c9f619d12f87, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0bd06f23-5054-486f-8853-c9f619d12f87,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:18.179013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Checking router: 9c8d3bc2-212c-4457-a125-c047438dfa01 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:29:18.179359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Updating router 9c8d3bc2-212c-4457-a125-c047438dfa01 port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:29:18.180673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.210350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.235991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8ce5bd7-8521-4b01-8371-8b3e1b3b2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.314927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Pushing event updated for resources: {'Subnet': ['ID=cb2c7382-c18d-4e4b-9721-b98b4e7a7032,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:18.331224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.373501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.375642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:18.454590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce5bd7-8521-4b01-8371-8b3e1b3b2d4e None None] Pushing event updated for resources: {'Port': ['ID=0bd06f23-5054-486f-8853-c9f619d12f87,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:18.465360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.467999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42210) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:18.494805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582828429', 'description': 'tempest-description--1621021987'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:18.507526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.513309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:18.514147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.604582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 29ce1154-08e6-4c53-a354-44e502339818 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:18.612093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:18.636309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e73565e-62b3-4aeb-b1c2-ba3888a6d31a None None] Network 8a754dfb-bccf-424e-94ac-0775445d550e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:18.643270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aca22453-8cf8-4d54-99af-0068eb5f1518 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.647321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aca22453-8cf8-4d54-99af-0068eb5f1518 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.647969 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.9438777 Jan 20 14:29:18.651273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42214) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:18.660341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'subnet': {'network_id': '1207e731-320b-40a2-bbab-29019df46fd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:18.693506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Usage tracker for resource:security_group and tenant:e46b88d12d7e404d90c306bd4baee792 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:18.751534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:18.789998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.790924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:18.791503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.795312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f7f8cfe5-59be-4060-a551-58f18a195d3d None None] Provisioning for port 29ce1154-08e6-4c53-a354-44e502339818 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:18.799376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:18.839698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9c8e3-5922-4c25-817b-b56ebfa42456 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Network': ['ID=1207e731-320b-40a2-bbab-29019df46fd4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:18.843366 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Checking segment: {'id': '9bc73eeb-11f2-40e5-90ed-da1dbd9341b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ffd77c2-4b89-4311-b2dc-c68e45ed9276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:18.843892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Network hostable DHCP agents. Network: 0ffd77c2-4b89-4311-b2dc-c68e45ed9276, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:18.876564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 1207e731-320b-40a2-bbab-29019df46fd4 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:18.955807 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.978514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aca22453-8cf8-4d54-99af-0068eb5f1518 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.979141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca22453-8cf8-4d54-99af-0068eb5f1518 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef53de71-16bd-48c3-9d39-cd27a393f260 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:29:19.011508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aca22453-8cf8-4d54-99af-0068eb5f1518 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.016512 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aca22453-8cf8-4d54-99af-0068eb5f1518 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] 10.222.0.87 "DELETE /v2.0/routers/ef53de71-16bd-48c3-9d39-cd27a393f260 HTTP/1.1" status: 204 len: 168 time: 1.2301347 Jan 20 14:29:19.020186 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.2210157 Jan 20 14:29:19.023929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42218) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:19.024356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42220) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:19.032536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Request body: {'router': {'name': 'tempest-router-334539232', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2d0836b0ee734daeb3dca15320b2897d'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:19.036169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:29:19.060164 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Sync routers for ids ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:29:19.088797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 29ce1154-08e6-4c53-a354-44e502339818 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:19.089383 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Routers {'cf35fc6f-ad55-4b1e-84b4-2598295c5d19'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:19.090729 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:19.108468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024db0e-9e30-48f9-9691-ce3edb309411 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event updated for resources: {'Network': ['ID=7fc589b9-86bf-42cc-a083-b0e9f5aa2f15,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:19.115251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:19.117665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:19.121571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:19.126012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f7f8cfe5-59be-4060-a551-58f18a195d3d None None] Provisioning complete for port 0bd06f23-5054-486f-8853-c9f619d12f87 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:19.126210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Usage tracker for resource:subnet and tenant:8d477ca8e7bd4941a1fd5ecffa358d5f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:19.126409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cfe5-59be-4060-a551-58f18a195d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.131777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Network 0ffd77c2-4b89-4311-b2dc-c68e45ed9276 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:19.137306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Usage tracker for resource:security_group_rule and tenant:e46b88d12d7e404d90c306bd4baee792 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:19.140691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:19.143669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Usage tracker for resource:router and tenant:2d0836b0ee734daeb3dca15320b2897d is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:19.147221 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:19.152633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] device_id is not set on port 46191791-c8e8-4c0d-bdee-bbb5437b440c yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:19.153045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:19.157482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:19.167858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:19.179065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.183453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:19.183804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Allocated IP 172.26.0.46 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/56315026-e29a-48be-aa71-747050335e35) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:19.186731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7fc589b9-86bf-42cc-a083-b0e9f5aa2f15 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:19.193699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.205847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 0ffd77c2-4b89-4311-b2dc-c68e45ed9276) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:19.215726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.215957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 29ce1154-08e6-4c53-a354-44e502339818 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:19.216187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.217822 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1a6bae03-bae5-492a-bc4e-8b69c04bbb04 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1808007 Jan 20 14:29:19.222948 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Transition to ACTIVE for port object 46191791-c8e8-4c0d-bdee-bbb5437b440c will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:19.228413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42230) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:19.240133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:19.240765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.286899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521ce39-12ae-47f6-b5cb-9a6143adc586 None None] Network 0ffd77c2-4b89-4311-b2dc-c68e45ed9276 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:19.298853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Made reservation on behalf of 8d477ca8e7bd4941a1fd5ecffa358d5f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:19.304984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.316045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.317329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.399044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.404930 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Set router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:19.469349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.472021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.524843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.525349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.526162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.526592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > port after_create 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.527010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.527446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > port after_update 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.528554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.528554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.528827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.530934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.558672 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-27a557f6-75ca-480d-ac9e-ebe12505d278 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4921427 Jan 20 14:29:19.568105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42234) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:19.636784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Request body: {'port': {'network_id': '0ffd77c2-4b89-4311-b2dc-c68e45ed9276', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1119346240'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:19.690975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.692017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.692596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.693114 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:19.693672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc589b9-86bf-42cc-a083-b0e9f5aa2f15']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:19.713623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367b7bd1-2225-4b4e-80fc-89b05d1f96db') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:19.714245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367b7bd1-2225-4b4e-80fc-89b05d1f96db') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:19.732434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.746619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.763534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.781452 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:29:19.782179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: from cryptography.utils import int_from_bytes Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: from cryptography.utils import int_from_bytes Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn_limited( Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn_limited( Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:19.799552 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:19.883186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event updated for resources: {'Port': ['ID=46191791-c8e8-4c0d-bdee-bbb5437b440c,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:19.883389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.883470 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:16Z', 'revision_number': 3, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:19.886997 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Checking router: cf35fc6f-ad55-4b1e-84b4-2598295c5d19 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:29:19.887348 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Updating router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 port abb4e1e4-3b9c-450c-9a94-c20a71f03602 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:29:19.887570 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2e34584d-c8cd-4c8c-be5c-d2ed42f470c4 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8619661 Jan 20 14:29:19.888472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.896593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42238) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:19.907034 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:19.928468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.940631 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.958784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.985320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Transition to ACTIVE for port object 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:20.041323 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.052580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Checking segment: {'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:20.052975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Network hostable DHCP agents. Network: cc699f8b-3fc7-4e2a-8368-f868fd0f2409, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:20.104542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 29ce1154-08e6-4c53-a354-44e502339818, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=29ce1154-08e6-4c53-a354-44e502339818,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:20.105963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.143666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.177753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-0ffd77c2-4b89-4311-b2dc-c68e45ed9276', 'network_id': '0ffd77c2-4b89-4311-b2dc-c68e45ed9276', 'tenant_id': 'f5229caacf68435fb810aad7cb5777de', 'fixed_ips': [{'subnet_id': 'cb2c7382-c18d-4e4b-9721-b98b4e7a7032'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:29:20.178892 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.179044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.183314 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6948001 Jan 20 14:29:20.190823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453e542-cd8c-45be-ae79-43d58b813401 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5384cfda-55de-4a4b-9c0e-6ac9925b168d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:20.192877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42242) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:20.205674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Request body: {'security_group_rule': {'security_group_id': '5384cfda-55de-4a4b-9c0e-6ac9925b168d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:20.261689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.262611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6a89df-67cf-447c-93f0-8264b9850d82 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:20.282209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:20.283598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.285080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:20.295973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:20.312083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Usage tracker for resource:security_group_rule and tenant:e46b88d12d7e404d90c306bd4baee792 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:20.323051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Usage tracker for resource:port and tenant:f5229caacf68435fb810aad7cb5777de is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:20.325686 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:20.332356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7fc589b9-86bf-42cc-a083-b0e9f5aa2f15 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 20 14:29:20.335607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:20.342079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:20.360105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:20.362099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, cc699f8b-3fc7-4e2a-8368-f868fd0f2409) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:20.399554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.421194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fc589b9-86bf-42cc-a083-b0e9f5aa2f15,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:20.429672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:20.476093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Made reservation on behalf of f5229caacf68435fb810aad7cb5777de for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:20.479599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.502684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf21a7-33fd-4403-bc77-b3a5b689984b None None] Pushing event updated for resources: {'Port': ['ID=5bca08b0-dbca-4722-b708-8f2ca2ee1c12,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:20.505015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.508921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:20.509269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:20.509622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:20.546029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.584085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.584703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.636195 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25409023-f22f-41b2-a31f-dc3ea2fc8873 None None] Network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:20.652227 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:20.652808 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:20.672612 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 2 to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c Jan 20 14:29:20.680149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] device_id is not set on port 7ff4d859-e0f0-48e6-a91a-fb634b4f56cc yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:20.725620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:20.735366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=29ce1154-08e6-4c53-a354-44e502339818,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:20.739431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:20.742830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87494) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 20 14:29:20.743678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Router 9bee9fc8-7d7b-4213-9952-6b9d8d3dffe4 migrating from provider to provider. {{(pid=87494) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 20 14:29:20.744740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.750067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.752564 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0cb589a4-f6f4-4a68-9a1e-9881300c955a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "DELETE /v2.0/networks/7fc589b9-86bf-42cc-a083-b0e9f5aa2f15 HTTP/1.1" status: 204 len: 168 time: 1.7256789 Jan 20 14:29:20.753786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.756045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:20.758685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42246) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:20.822452 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.828297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:20.832068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.846916 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Transition to ACTIVE for port object abb4e1e4-3b9c-450c-9a94-c20a71f03602 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:20.860232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Pushing event updated for resources: {'Port': ['ID=56315026-e29a-48be-aa71-747050335e35,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:20.861954 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.862964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:20.873385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:20.873712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:20.874049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:20.955122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Usage tracker for resource:network and tenant:732c1fc8ccc54673ad7c934f80ae8a0b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:20.975343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Subnet': ['ID=820e8194-b8be-44e1-a357-d272d073539b,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:20.975544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:20.975544 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:20.984457 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 3 to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c Jan 20 14:29:20.986053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:20.993701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Attempting to bind port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:20.994223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Attempting to bind port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:20.995191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Attempting to bind port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 on network c9d24a9d-1959-4609-b9c6-2ff53b78b37d {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:21.002185 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ce3cd-0058-4ed6-9538-05680cc91724 None None] Pushing event updated for resources: {'Port': ['ID=abb4e1e4-3b9c-450c-9a94-c20a71f03602,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:21.042918 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Attempting to bind port abb4e1e4-3b9c-450c-9a94-c20a71f03602 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:21.043490 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Attempting to bind port abb4e1e4-3b9c-450c-9a94-c20a71f03602 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:21.044058 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Attempting to bind port abb4e1e4-3b9c-450c-9a94-c20a71f03602 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:21.050768 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:21.050768 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:21.051442 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.051817 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:21.052828 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Bound port: abb4e1e4-3b9c-450c-9a94-c20a71f03602, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:21.052828 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.056689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:21.057001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Checking segment: {'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:21.057390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.057771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Bound using segment: {'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:21.058233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Bound port: 5bca08b0-dbca-4722-b708-8f2ca2ee1c12, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:21.058594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.075756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port af6a89df-67cf-447c-93f0-8264b9850d82 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:21.076035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.120838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.122313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:21.122827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:21.124911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:21.137216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8dc8d119-d04f-4bd3-baeb-af5015b1977f None None] Provisioning complete for port 29ce1154-08e6-4c53-a354-44e502339818 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:21.137579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d119-d04f-4bd3-baeb-af5015b1977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.139010 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] For port abb4e1e4-3b9c-450c-9a94-c20a71f03602, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:21.143459 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] For port abb4e1e4-3b9c-450c-9a94-c20a71f03602, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=abb4e1e4-3b9c-450c-9a94-c20a71f03602,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:21.145618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:21.147825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:21.148379 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:21.153107 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.164238 dv-neutron-825123-1-hyperv neutron-server[87494]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] No L3 agents can host the router 9bee9fc8-7d7b-4213-9952-6b9d8d3dffe4 Jan 20 14:29:21.168695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Checking segment: {'id': '24e7138c-0ef9-4395-bed8-832e3769ee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1207e731-320b-40a2-bbab-29019df46fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:21.169246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Network hostable DHCP agents. Network: 1207e731-320b-40a2-bbab-29019df46fd4, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:21.187141 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 4 to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c Jan 20 14:29:21.253878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Made reservation on behalf of 732c1fc8ccc54673ad7c934f80ae8a0b for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:21.256912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.280904 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ce3cd-0058-4ed6-9538-05680cc91724 None None] Pushing event updated for resources: {'Port': ['ID=abb4e1e4-3b9c-450c-9a94-c20a71f03602,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:21.304300 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Routers {'cf35fc6f-ad55-4b1e-84b4-2598295c5d19'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:21.305058 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:21.331348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Network 1207e731-320b-40a2-bbab-29019df46fd4 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:21.387089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 1207e731-320b-40a2-bbab-29019df46fd4) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:21.397522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:21.398347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.407365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:21.408534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ec8858-21fa-4dfd-a0e4-ecb0dcc9c6d8 None None] Network 1207e731-320b-40a2-bbab-29019df46fd4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:21.417781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Hosts for router 9bee9fc8-7d7b-4213-9952-6b9d8d3dffe4: [] {{(pid=87494) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 20 14:29:21.422726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Allocated IP 172.20.0.2 (0ffd77c2-4b89-4311-b2dc-c68e45ed9276/cb2c7382-c18d-4e4b-9721-b98b4e7a7032/fb9ac979-0abe-4809-ade7-00e36517140e) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:21.459837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.466360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.466896 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Added segment d88e707d-6db0-459d-ba91-d2a73efc47dc of type vlan for network 4ae40635-ad73-4c62-b46c-2658824db77d Jan 20 14:29:21.475503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Hosts for other DVR routers connected to router 9bee9fc8-7d7b-4213-9952-6b9d8d3dffe4: set() {{(pid=87494) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 20 14:29:21.478309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.479692 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2fd6b38d-a414-4229-ace8-f1e3d468e163 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] 10.222.0.87 "PUT /v2.0/routers/9bee9fc8-7d7b-4213-9952-6b9d8d3dffe4 HTTP/1.1" status: 200 len: 716 time: 1.5834100 Jan 20 14:29:21.482976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42250) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:21.491825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:21.492380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:21.492708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:21.498134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.499293 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] For port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:21.543645 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0a206004-51ca-4ff5-a4df-e4a636b38ea2 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8910866 Jan 20 14:29:21.551640 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] Set router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:21.551790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42254) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:21.578923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:21.579136 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:21.595219 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 5 to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c Jan 20 14:29:21.610657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] For port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5bca08b0-dbca-4722-b708-8f2ca2ee1c12,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:21.618308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:21.618682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:21.618982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'port': {'network_id': '1207e731-320b-40a2-bbab-29019df46fd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1319647889'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:21.619108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:21.625395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.630584 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4312112 Jan 20 14:29:21.633744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42258) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:21.644260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:21.644645 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:21.647403 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27139e6d-b355-4f58-858b-c364d91dd62e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e193bf-d9fc-42e1-925a-a421a83a01b2,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:21.662144 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 6 to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c Jan 20 14:29:21.684279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Request body: {'security_group_rule': {'security_group_id': '5384cfda-55de-4a4b-9c0e-6ac9925b168d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:21.690956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:21.693276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.694895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Usage tracker for resource:security_group_rule and tenant:e46b88d12d7e404d90c306bd4baee792 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:21.698178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:21.705337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.705792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:21.716067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:21.716404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:21.716721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:21.727467 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-91166b55-73b6-49d8-bbda-662a8dc08c0b tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] 10.222.0.87 "GET /v2.0/routers/9bee9fc8-7d7b-4213-9952-6b9d8d3dffe4 HTTP/1.1" status: 200 len: 716 time: 0.2409055 Jan 20 14:29:21.729747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42262) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:21.730027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:21.730376 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:21.739309 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 7 to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c Jan 20 14:29:21.803649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.804656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:21.805233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.809307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf21a7-33fd-4403-bc77-b3a5b689984b None None] Pushing event updated for resources: {'Port': ['ID=5bca08b0-dbca-4722-b708-8f2ca2ee1c12,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:21.834973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:21.838853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Usage tracker for resource:port and tenant:8d477ca8e7bd4941a1fd5ecffa358d5f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:21.842446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:21.854446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:21.869064 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Routers {'9c8d3bc2-212c-4457-a125-c047438dfa01'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:21.869644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c8d3bc2-212c-4457-a125-c047438dfa01'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:21.912583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Made reservation on behalf of 8d477ca8e7bd4941a1fd5ecffa358d5f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:21.925369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.962090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:21.962649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:21.963122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:21.972427 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1613791 Jan 20 14:29:21.976169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42272) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:22.009060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Request body: {'subnet': {'network_id': '4ae40635-ad73-4c62-b46c-2658824db77d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:22.011934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff7ce9-0bfb-4992-aa10-939e1962b7fa tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event updated for resources: {'Network': ['ID=4ae40635-ad73-4c62-b46c-2658824db77d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:22.016193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] device_id is not set on port 4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:22.058830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.065145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:22.149143 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:16Z', 'revision_number': 3, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:22.151553 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 4ae40635-ad73-4c62-b46c-2658824db77d details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:22.154561 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b510d1-c40e-411e-9a91-c0c3a11de3b5 None None] The sync data for ids ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'] in dv-neutron-825123-1-hyperv is: [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:16Z', 'revision_number': 3, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:29:22.155585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Usage tracker for resource:subnet and tenant:732c1fc8ccc54673ad7c934f80ae8a0b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:22.177537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:22.197163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.206480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:22.206772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:22.206886 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:22.218745 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 8 to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c Jan 20 14:29:22.251377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:22.251968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:22.252348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:22.257896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.273924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:22.274255 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:22.288736 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 9 to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c Jan 20 14:29:22.319178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:22.319502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:22.320901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:22.324023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0bd06f23-5054-486f-8853-c9f619d12f87 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:22.345188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887fec54-ffca-45c2-96ae-f9dcd3ea1752,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:22.348608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:22.348935 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:22.351609 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 10 to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c Jan 20 14:29:22.367444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.422354 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f23ffae1-151d-41a2-80f2-3aac803c05d5 tempest-RoutersTestDVR-228760029 tempest-RoutersTestDVR-228760029-project] 10.222.0.87 "GET /v2.0/routers/9bee9fc8-7d7b-4213-9952-6b9d8d3dffe4 HTTP/1.1" status: 200 len: 682 time: 0.6872411 Jan 20 14:29:22.423977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42276) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:22.429624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Made reservation on behalf of 732c1fc8ccc54673ad7c934f80ae8a0b for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:22.432080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.444253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:22.444253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:22.444512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:22.446695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.451114 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aa133ba7-66b1-4060-a1d1-9305e4d870d3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8054552 Jan 20 14:29:22.451876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42280) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:22.508736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:22.516576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:22.524458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Usage tracker for resource:floatingip and tenant:e46b88d12d7e404d90c306bd4baee792 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:22.527679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:22.533376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:22.535520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 46191791-c8e8-4c0d-bdee-bbb5437b440c on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:22.535844 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 46191791-c8e8-4c0d-bdee-bbb5437b440c on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:22.536360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.646354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.661154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-1207e731-320b-40a2-bbab-29019df46fd4', 'network_id': '1207e731-320b-40a2-bbab-29019df46fd4', 'tenant_id': '8d477ca8e7bd4941a1fd5ecffa358d5f', 'fixed_ips': [{'subnet_id': '820e8194-b8be-44e1-a357-d272d073539b'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:29:22.662210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.696342 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] Set router 9c8d3bc2-212c-4457-a125-c047438dfa01 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:22.744757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.789734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Transition to ACTIVE for port object fb9ac979-0abe-4809-ade7-00e36517140e will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:22.804426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Allocated IP 2001:db8::1e7 (1207e731-320b-40a2-bbab-29019df46fd4/820e8194-b8be-44e1-a357-d272d073539b/4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:22.807289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4f7effb-d078-4885-b738-d0712f02617e tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.913563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.918062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] For port 46191791-c8e8-4c0d-bdee-bbb5437b440c, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:22.918417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempted to set empty binding levels {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 20 14:29:22.963785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.073953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 0bd06f23-5054-486f-8853-c9f619d12f87 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:23.074874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.111969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:23.112655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.169683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Allocated IP 172.20.0.1 (7c25f2f0-d8ab-4a04-9730-3c19056abfd2/350e74ee-c648-45bb-8092-9b31691969c2/d1c29d67-1ab3-42f5-b77e-d9930821894b) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:23.174761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event updated for resources: {'Port': ['ID=46191791-c8e8-4c0d-bdee-bbb5437b440c,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:23.197007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4f7effb-d078-4885-b738-d0712f02617e tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.202049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4f7effb-d078-4885-b738-d0712f02617e tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.252024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Transition to ACTIVE for port object fb9ac979-0abe-4809-ade7-00e36517140e will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:23.255552 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fcfafba4-5945-426c-b201-581e9546d5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.1217332 Jan 20 14:29:23.260181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42284) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:23.300849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.333551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4f7effb-d078-4885-b738-d0712f02617e tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.334201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f7effb-d078-4885-b738-d0712f02617e tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bee9fc8-7d7b-4213-9952-6b9d8d3dffe4 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:29:23.417074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Network 0ffd77c2-4b89-4311-b2dc-c68e45ed9276 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:23.430824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:23.441166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:23.451276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4f7effb-d078-4885-b738-d0712f02617e tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.456792 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a4f7effb-d078-4885-b738-d0712f02617e tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] 10.222.0.87 "DELETE /v2.0/routers/9bee9fc8-7d7b-4213-9952-6b9d8d3dffe4 HTTP/1.1" status: 204 len: 168 time: 1.0316041 Jan 20 14:29:23.457421 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42288) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:23.491576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Request body: {'router': {'name': 'tempest-router-1243299859', 'distributed': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:23.496509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:23.500817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Usage tracker for resource:router and tenant:7af281e78b8a443e9f272185c6779e4f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:23.504126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:23.510212 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:23.527283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Pushing event updated for resources: {'Port': ['ID=fb9ac979-0abe-4809-ade7-00e36517140e,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:23.532817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b37dc-f8e8-4478-9074-e5849fe2faa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Deleting port 46191791-c8e8-4c0d-bdee-bbb5437b440c {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:23.533174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8b2b37dc-f8e8-4478-9074-e5849fe2faa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.544554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 29ce1154-08e6-4c53-a354-44e502339818 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:23.549084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.550201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.566287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.575563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Allocated IP 172.20.0.7 (0ffd77c2-4b89-4311-b2dc-c68e45ed9276/cb2c7382-c18d-4e4b-9721-b98b4e7a7032/7ff4d859-e0f0-48e6-a91a-fb634b4f56cc) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:23.640524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.652417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:14Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5bca08b0-dbca-4722-b708-8f2ca2ee1c12', 'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'mac_address': 'fa:16:3e:ca:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:12Z', 'updated_at': '2022-01-20T14:29:21Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'subnets': [{'id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:23.656151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Attempting to bind port fb9ac979-0abe-4809-ade7-00e36517140e on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:23.656663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Attempting to bind port fb9ac979-0abe-4809-ade7-00e36517140e by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '9bc73eeb-11f2-40e5-90ed-da1dbd9341b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ffd77c2-4b89-4311-b2dc-c68e45ed9276'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:23.657243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Attempting to bind port fb9ac979-0abe-4809-ade7-00e36517140e on network 0ffd77c2-4b89-4311-b2dc-c68e45ed9276 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:23.666883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:23.666883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Checking segment: {'id': '9bc73eeb-11f2-40e5-90ed-da1dbd9341b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ffd77c2-4b89-4311-b2dc-c68e45ed9276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:23.667556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.668048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Bound using segment: {'id': '9bc73eeb-11f2-40e5-90ed-da1dbd9341b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ffd77c2-4b89-4311-b2dc-c68e45ed9276'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:23.668849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Bound port: fb9ac979-0abe-4809-ade7-00e36517140e, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc73eeb-11f2-40e5-90ed-da1dbd9341b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0ffd77c2-4b89-4311-b2dc-c68e45ed9276'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:23.669129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.681004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cfccf-3de2-4dbb-bbfb-818dd54d8a58 None None] The sync data for ids ['9c8d3bc2-212c-4457-a125-c047438dfa01'] in dv-neutron-825123-1-hyperv is: [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:14Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5bca08b0-dbca-4722-b708-8f2ca2ee1c12', 'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'mac_address': 'fa:16:3e:ca:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:12Z', 'updated_at': '2022-01-20T14:29:21Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'subnets': [{'id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:29:23.686300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.701806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.703014 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-32cdbed7-3bf5-4e50-b8bc-07f2bf794796 tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2361362 Jan 20 14:29:23.711154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42292) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:23.714112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Transition to ACTIVE for port object 4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:23.751072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.758801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 29ce1154-08e6-4c53-a354-44e502339818 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:23.759309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.773721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Transition to ACTIVE for port object d1c29d67-1ab3-42f5-b77e-d9930821894b will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:23.816577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.880661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.907831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] For port fb9ac979-0abe-4809-ade7-00e36517140e, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:23.910988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] For port fb9ac979-0abe-4809-ade7-00e36517140e, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fb9ac979-0abe-4809-ade7-00e36517140e,segment=NetworkSegment(9bc73eeb-11f2-40e5-90ed-da1dbd9341b4),segment_id=9bc73eeb-11f2-40e5-90ed-da1dbd9341b4)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:23.927060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.983831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cacf3376-b65b-4211-a801-5b5e8973644a tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.077057 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:24.080549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c29d67-1ab3-42f5-b77e-d9930821894b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:24.101712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc46fbc-cf64-4a0b-bbbd-4704b30c9aaa None None] Pushing event updated for resources: {'Port': ['ID=fb9ac979-0abe-4809-ade7-00e36517140e,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:24.106684 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:24.127393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:24.127885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.256726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.341304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Allocated IP 2001:db8::2 (1207e731-320b-40a2-bbab-29019df46fd4/820e8194-b8be-44e1-a357-d272d073539b/4804f3d5-c3dd-4c5c-8a67-55444068ccde) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:24.565915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:24.590966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Router 3de0c1f3-1aef-470c-8e7d-88d877f217ed is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:29:24.645138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cacf3376-b65b-4211-a801-5b5e8973644a tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.648123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cacf3376-b65b-4211-a801-5b5e8973644a tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.711227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.747550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-82233f5a-3aad-45f1-bf87-049b0ebfc0e9 None None] Provisioning for port d1c29d67-1ab3-42f5-b77e-d9930821894b completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:24.764949 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Network 1207e731-320b-40a2-bbab-29019df46fd4 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:24.766240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-82233f5a-3aad-45f1-bf87-049b0ebfc0e9 None None] Provisioning complete for port d1c29d67-1ab3-42f5-b77e-d9930821894b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:24.766611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-82233f5a-3aad-45f1-bf87-049b0ebfc0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.769998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.objects.ports [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:29:24.770699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.774881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cacf3376-b65b-4211-a801-5b5e8973644a tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.775365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacf3376-b65b-4211-a801-5b5e8973644a tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8fb48aa-af56-46a6-9666-4a6d84332dff {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:29:24.812968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:24.825608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:24.831434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:24.832063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.841545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:24.870813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Port': ['ID=4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:24.875182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:24.875746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.884158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cacf3376-b65b-4211-a801-5b5e8973644a tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.891244 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cacf3376-b65b-4211-a801-5b5e8973644a tempest-RoutersTestDVR-886217268 tempest-RoutersTestDVR-886217268-project-admin] 10.222.0.87 "DELETE /v2.0/routers/c8fb48aa-af56-46a6-9666-4a6d84332dff HTTP/1.1" status: 204 len: 168 time: 1.1732602 Jan 20 14:29:24.919887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event updated for resources: {'Subnet': ['ID=01273324-756e-4b98-a7e9-02167571f1c1,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:24.923903 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-70d1a60f-ee7c-4453-ade7-b9314749c3f4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3712049 Jan 20 14:29:24.927672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42300) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:24.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'port': {'network_id': '1207e731-320b-40a2-bbab-29019df46fd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-120735685', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e7', 'mac_address': 'fa:16:3e:fb:57:c3'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:24.982021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-82233f5a-3aad-45f1-bf87-049b0ebfc0e9 None None] Port d1c29d67-1ab3-42f5-b77e-d9930821894b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:25.031739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.054379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Checking segment: {'id': 'd88e707d-6db0-459d-ba91-d2a73efc47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4ae40635-ad73-4c62-b46c-2658824db77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:25.054912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Network hostable DHCP agents. Network: 4ae40635-ad73-4c62-b46c-2658824db77d, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:25.069491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Transition to ACTIVE for port object 4804f3d5-c3dd-4c5c-8a67-55444068ccde will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:25.128649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Network 4ae40635-ad73-4c62-b46c-2658824db77d is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:25.137465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Transition to ACTIVE for port object 4804f3d5-c3dd-4c5c-8a67-55444068ccde will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:25.163255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.170563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 4ae40635-ad73-4c62-b46c-2658824db77d) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:25.177547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Allocated IP 172.26.0.174 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/4fda6f5e-57a3-4a99-bf27-a2a4fc1a0fb0) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:25.199863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:25.200481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.212013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:25.214744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-8b2b37dc-f8e8-4478-9074-e5849fe2faa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] For port 46191791-c8e8-4c0d-bdee-bbb5437b440c, host hv-neutron-8251, got binding levels [] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:25.215228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8b2b37dc-f8e8-4478-9074-e5849fe2faa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.226293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Usage tracker for resource:port and tenant:8d477ca8e7bd4941a1fd5ecffa358d5f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:25.231830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:25.250284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:25.256009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f7171-fc2c-4197-8695-3d75e61d3a2b None None] Network 4ae40635-ad73-4c62-b46c-2658824db77d requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:25.265190 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-95b21ddd-7946-4e2b-8760-3ff1703fa364 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2863841 Jan 20 14:29:25.267710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42306) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:25.279451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Request body: {'floatingip': {'floating_network_id': '4ae40635-ad73-4c62-b46c-2658824db77d'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:25.292179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Made reservation on behalf of 8d477ca8e7bd4941a1fd5ecffa358d5f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:25.313615 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:25.408172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Usage tracker for resource:floatingip and tenant:732c1fc8ccc54673ad7c934f80ae8a0b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:25.414911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:25.433429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:25.472279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.505739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42312) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:25.535473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Network 1207e731-320b-40a2-bbab-29019df46fd4 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:25.546431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:25.552060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Pushing event updated for resources: {'Port': ['ID=4804f3d5-c3dd-4c5c-8a67-55444068ccde,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:25.557414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.576075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:25.618825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.647952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b37dc-f8e8-4478-9074-e5849fe2faa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Calling delete_port for 46191791-c8e8-4c0d-bdee-bbb5437b440c owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:25.711286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a88394-2d08-4080-bc84-85e72b35c2c3 None None] Network 0ffd77c2-4b89-4311-b2dc-c68e45ed9276 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:25.712166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] device_id is not set on port 956eb894-bdc6-4c67-9a18-477ca71988eb yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:25.765433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5bca08b0-dbca-4722-b708-8f2ca2ee1c12,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:25.822548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5b78-4c4a-422a-8686-dd4d8b469a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.843210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.848049 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.848835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device abb4e1e4-3b9c-450c-9a94-c20a71f03602 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:25.879942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3c7a5b78-4c4a-422a-8686-dd4d8b469a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:25.901636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3c7a5b78-4c4a-422a-8686-dd4d8b469a4b admin admin] Usage tracker for resource:security_group_rule and tenant:2d0836b0ee734daeb3dca15320b2897d is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:25.905993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3c7a5b78-4c4a-422a-8686-dd4d8b469a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:25.913741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3c7a5b78-4c4a-422a-8686-dd4d8b469a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:25.960671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.962991 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Allocated IP 2001:db8::151 (1207e731-320b-40a2-bbab-29019df46fd4/820e8194-b8be-44e1-a357-d272d073539b/956eb894-bdc6-4c67-9a18-477ca71988eb) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:25.980757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Attempting to bind port 4804f3d5-c3dd-4c5c-8a67-55444068ccde on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:25.981121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Attempting to bind port 4804f3d5-c3dd-4c5c-8a67-55444068ccde by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '24e7138c-0ef9-4395-bed8-832e3769ee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1207e731-320b-40a2-bbab-29019df46fd4'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:25.981473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Attempting to bind port 4804f3d5-c3dd-4c5c-8a67-55444068ccde on network 1207e731-320b-40a2-bbab-29019df46fd4 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:26.001610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d962e95c-b271-43de-ac75-f6ea8362f6e3 None None] Provisioning for port fb9ac979-0abe-4809-ade7-00e36517140e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:26.025910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:26.026332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Checking segment: {'id': '24e7138c-0ef9-4395-bed8-832e3769ee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1207e731-320b-40a2-bbab-29019df46fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:26.026865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.027099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Bound using segment: {'id': '24e7138c-0ef9-4395-bed8-832e3769ee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1207e731-320b-40a2-bbab-29019df46fd4'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:26.027511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Bound port: 4804f3d5-c3dd-4c5c-8a67-55444068ccde, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e7138c-0ef9-4395-bed8-832e3769ee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1207e731-320b-40a2-bbab-29019df46fd4'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:26.028018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.079424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Transition to ACTIVE for port object 7ff4d859-e0f0-48e6-a91a-fb634b4f56cc will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:26.115906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8b2b37dc-f8e8-4478-9074-e5849fe2faa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.127023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:29:26.181269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Sync routers for ids ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:29:26.205843 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b37dc-f8e8-4478-9074-e5849fe2faa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event deleted for resources: {'Port': ['ID=46191791-c8e8-4c0d-bdee-bbb5437b440c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:26.219286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=5bca08b0-dbca-4722-b708-8f2ca2ee1c12,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:26.254067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b58c8-b23a-4538-b040-eb5f74883730 None None] Network 4ae40635-ad73-4c62-b46c-2658824db77d requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:26.263305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.298539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Routers {'3de0c1f3-1aef-470c-8e7d-88d877f217ed'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:26.299180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:26.356670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8b2b37dc-f8e8-4478-9074-e5849fe2faa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.361166 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8b2b37dc-f8e8-4478-9074-e5849fe2faa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "DELETE /v2.0/ports/46191791-c8e8-4c0d-bdee-bbb5437b440c HTTP/1.1" status: 204 len: 168 time: 3.0869670 Jan 20 14:29:26.363625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42318) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:26.365303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5b78-4c4a-422a-8686-dd4d8b469a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.371148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.375549 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f055059f-550d-4acb-81df-594ba9f7063b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 12.8329885 Jan 20 14:29:26.377528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42322) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:26.408785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Network 0ffd77c2-4b89-4311-b2dc-c68e45ed9276 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:26.412038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5b78-4c4a-422a-8686-dd4d8b469a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.413751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:26.415625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.428076 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.433177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:26.438567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:26.439170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.456635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port abb4e1e4-3b9c-450c-9a94-c20a71f03602 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:26.471890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Allocated IP 172.20.0.7 (4ae40635-ad73-4c62-b46c-2658824db77d/01273324-756e-4b98-a7e9-02167571f1c1/1eeea613-b881-4a0d-82eb-a2f8a1779016) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:26.489072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Pushing event updated for resources: {'Port': ['ID=7ff4d859-e0f0-48e6-a91a-fb634b4f56cc,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:26.503343 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port abb4e1e4-3b9c-450c-9a94-c20a71f03602 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:26.503664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.524281 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3a4a98d0-0665-4034-b7f1-2ae094ba6e5a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.9456496 Jan 20 14:29:26.525093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42328) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:26.545289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a5b78-4c4a-422a-8686-dd4d8b469a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8af094c-71fa-4794-b63b-9ca3a2152068,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:26.548028 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5822052-0872-4a06-a61a-67758681b6cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:29:26.549459 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e5822052-0872-4a06-a61a-67758681b6cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "GET /v2.0/ports/46191791-c8e8-4c0d-bdee-bbb5437b440c HTTP/1.1" status: 404 len: 333 time: 0.1760185 Jan 20 14:29:26.563133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42332) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:26.598272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Request body: {'port': {'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-985198012'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:26.605117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] For port 4804f3d5-c3dd-4c5c-8a67-55444068ccde, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:26.613987 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3c7a5b78-4c4a-422a-8686-dd4d8b469a4b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2d0836b0ee734daeb3dca15320b2897d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1067991 Jan 20 14:29:26.617342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:26.621863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42336) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:26.698394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Usage tracker for resource:port and tenant:ca67b7d6587e4a09af8c04f37efcd526 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:26.708437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-3a09a724-dfc6-4946-9f65-ea40eccdd9a9 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Deleting port 7ff4d859-e0f0-48e6-a91a-fb634b4f56cc {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:26.708746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a09a724-dfc6-4946-9f65-ea40eccdd9a9 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.726780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] For port 4804f3d5-c3dd-4c5c-8a67-55444068ccde, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4804f3d5-c3dd-4c5c-8a67-55444068ccde,segment=NetworkSegment(24e7138c-0ef9-4395-bed8-832e3769ee4e),segment_id=24e7138c-0ef9-4395-bed8-832e3769ee4e)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:26.743907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.750236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:26.759586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.792221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:26.816996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.845020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Made reservation on behalf of ca67b7d6587e4a09af8c04f37efcd526 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:26.847923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.858570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Transition to ACTIVE for port object 956eb894-bdc6-4c67-9a18-477ca71988eb will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:26.883665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:26.892561 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Set router 3de0c1f3-1aef-470c-8e7d-88d877f217ed gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:26.900580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:26.938451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:26.972666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Pushing event updated for resources: {'Port': ['ID=4fda6f5e-57a3-4a99-bf27-a2a4fc1a0fb0,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:26.985660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] device_id is not set on port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:26.999440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b2811b3-ea48-42f3-8500-46a222bec23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.087745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ed033-6f1e-4023-a3bf-704d60f861a0 None None] Pushing event updated for resources: {'Port': ['ID=4804f3d5-c3dd-4c5c-8a67-55444068ccde,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:27.217771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.232609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.264484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b2811b3-ea48-42f3-8500-46a222bec23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.275703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.281927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.302649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.315018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.315779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.316359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port abb4e1e4-3b9c-450c-9a94-c20a71f03602, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=abb4e1e4-3b9c-450c-9a94-c20a71f03602,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:27.330715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.492246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=abb4e1e4-3b9c-450c-9a94-c20a71f03602,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:27.535200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:21Z', 'revision_number': 3, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:27.544498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Checking router: 3de0c1f3-1aef-470c-8e7d-88d877f217ed for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:29:27.545222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Updating router 3de0c1f3-1aef-470c-8e7d-88d877f217ed port 56315026-e29a-48be-aa71-747050335e35 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:29:27.551462 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Port': ['ID=956eb894-bdc6-4c67-9a18-477ca71988eb,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:27.629052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.661081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d28c6a06-a3e5-442a-ac59-bc176f28ab9b None None] Provisioning for port 7ff4d859-e0f0-48e6-a91a-fb634b4f56cc completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:27.673832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d28c6a06-a3e5-442a-ac59-bc176f28ab9b None None] Provisioning complete for port 7ff4d859-e0f0-48e6-a91a-fb634b4f56cc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:27.674408 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d28c6a06-a3e5-442a-ac59-bc176f28ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.697088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a09a724-dfc6-4946-9f65-ea40eccdd9a9 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.718158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c29d67-1ab3-42f5-b77e-d9930821894b,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:27.731431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.748924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fb9ac979-0abe-4809-ade7-00e36517140e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:27.766030 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b2811b3-ea48-42f3-8500-46a222bec23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.831753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Network 1207e731-320b-40a2-bbab-29019df46fd4 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:27.875027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d28c6a06-a3e5-442a-ac59-bc176f28ab9b None None] Port 7ff4d859-e0f0-48e6-a91a-fb634b4f56cc cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:27.937035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:27.951963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:27.959048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:27.959900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.975791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.015094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.055987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port fb9ac979-0abe-4809-ade7-00e36517140e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:28.064292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port fb9ac979-0abe-4809-ade7-00e36517140e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:28.064880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.091615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-3a09a724-dfc6-4946-9f65-ea40eccdd9a9 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Calling delete_port for 7ff4d859-e0f0-48e6-a91a-fb634b4f56cc owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:28.099794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event updated for resources: {'Port': ['ID=1eeea613-b881-4a0d-82eb-a2f8a1779016,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:28.153151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Network 4ae40635-ad73-4c62-b46c-2658824db77d is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:28.160572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:28.184122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:28.213994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-63636e18-68e0-49ab-9eab-a17c36e9365f None None] Provisioning complete for port 7ff4d859-e0f0-48e6-a91a-fb634b4f56cc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:28.214615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-63636e18-68e0-49ab-9eab-a17c36e9365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.291075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418542a-a7c4-4a90-ac65-269c9109031d None None] Network 1207e731-320b-40a2-bbab-29019df46fd4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:28.292309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2811b3-ea48-42f3-8500-46a222bec23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8af094c-71fa-4794-b63b-9ca3a2152068,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:28.350519 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6b4a2e2e-261a-4d43-a48f-32ee5c2bc0e6 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.4216881 Jan 20 14:29:28.357042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42340) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:28.361043 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.418700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b2811b3-ea48-42f3-8500-46a222bec23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.419807 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1b2811b3-ea48-42f3-8500-46a222bec23f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d8af094c-71fa-4794-b63b-9ca3a2152068 HTTP/1.1" status: 204 len: 168 time: 1.7925825 Jan 20 14:29:28.450264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.478042 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-63636e18-68e0-49ab-9eab-a17c36e9365f None None] Port 7ff4d859-e0f0-48e6-a91a-fb634b4f56cc cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:28.490679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event updated for resources: {'Port': ['ID=75ceb7a8-b114-4ed5-ba49-25f5e39b8d60,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:28.496899 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:28.506021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:28.541703 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port fb9ac979-0abe-4809-ade7-00e36517140e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fb9ac979-0abe-4809-ade7-00e36517140e,segment=NetworkSegment(9bc73eeb-11f2-40e5-90ed-da1dbd9341b4),segment_id=9bc73eeb-11f2-40e5-90ed-da1dbd9341b4)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:28.587761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.588574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:28.615386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.643062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:28.646593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:28.675727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.750217 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:28.758427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:28.759547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:28.760649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.766161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a09a724-dfc6-4946-9f65-ea40eccdd9a9 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.767675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.780860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f75f96-a1b1-4cfd-bb3a-ad81539b577d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:28.787344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f75f96-a1b1-4cfd-bb3a-ad81539b577d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:28.793638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f75f96-a1b1-4cfd-bb3a-ad81539b577d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:28.795502 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b3f75f96-a1b1-4cfd-bb3a-ad81539b577d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4332359 Jan 20 14:29:28.800742 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42348) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:28.834781 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4808f48b-42ee-454c-b34e-0ad1aa3c9409 None None] Provisioning for port 4804f3d5-c3dd-4c5c-8a67-55444068ccde completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:28.860486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.891025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:28.891394 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.914615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42352) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:28.915519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.918536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=fb9ac979-0abe-4809-ade7-00e36517140e,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:28.926286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Transition to ACTIVE for port object 56315026-e29a-48be-aa71-747050335e35 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:28.928959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-97e983e2-5922-4b1f-b94c-7cc96970b61d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Deleting port 956eb894-bdc6-4c67-9a18-477ca71988eb {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:28.929317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97e983e2-5922-4b1f-b94c-7cc96970b61d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.950019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.002339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.007634 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d154e7c4-e102-4cb5-b58d-b51cadb3f3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4340799 Jan 20 14:29:29.010223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ebb11eb1-f96a-4b9e-aeb7-5a62ff642c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.021510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Pushing event updated for resources: {'Port': ['ID=4fda6f5e-57a3-4a99-bf27-a2a4fc1a0fb0,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:29.021700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42356) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:29.065402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:29.116017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09a724-dfc6-4946-9f65-ea40eccdd9a9 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Pushing event deleted for resources: {'Port': ['ID=7ff4d859-e0f0-48e6-a91a-fb634b4f56cc,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:29.130553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a09a724-dfc6-4946-9f65-ea40eccdd9a9 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.136868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ebb11eb1-f96a-4b9e-aeb7-5a62ff642c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:29.147296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ebb11eb1-f96a-4b9e-aeb7-5a62ff642c0b admin admin] Usage tracker for resource:security_group_rule and tenant:7af281e78b8a443e9f272185c6779e4f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:29.150759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ebb11eb1-f96a-4b9e-aeb7-5a62ff642c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:29.163856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:29:29.173520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ebb11eb1-f96a-4b9e-aeb7-5a62ff642c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:29.176142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.178051 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-948359b0-b8e8-4eb8-8006-fe356fe44213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6788392 Jan 20 14:29:29.182229 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3a09a724-dfc6-4946-9f65-ea40eccdd9a9 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] 10.222.0.87 "DELETE /v2.0/ports/7ff4d859-e0f0-48e6-a91a-fb634b4f56cc HTTP/1.1" status: 204 len: 168 time: 2.6557786 Jan 20 14:29:29.184725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42360) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:29.211033 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Attempting to bind port 56315026-e29a-48be-aa71-747050335e35 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:29.211655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Attempting to bind port 56315026-e29a-48be-aa71-747050335e35 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:29.212291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Attempting to bind port 56315026-e29a-48be-aa71-747050335e35 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:29.226620 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:29.227111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:29.227642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.228159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:29.228761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Bound port: 56315026-e29a-48be-aa71-747050335e35, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:29.229393 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.300494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6e4ea1a2-397f-4220-afaa-0a4f2c3c0d02 None None] Provisioning complete for port d1c29d67-1ab3-42f5-b77e-d9930821894b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:29.300928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea1a2-397f-4220-afaa-0a4f2c3c0d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.302512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ebb11eb1-f96a-4b9e-aeb7-5a62ff642c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.307744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.372887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ebb11eb1-f96a-4b9e-aeb7-5a62ff642c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.426602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb11eb1-f96a-4b9e-aeb7-5a62ff642c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b325e1b-e428-468a-bbee-6d442471c660,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:29.455780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50921da8-631a-402b-a983-c891d7c9d70d None None] Pushing event updated for resources: {'Port': ['ID=56315026-e29a-48be-aa71-747050335e35,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:29.473234 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ebb11eb1-f96a-4b9e-aeb7-5a62ff642c0b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7af281e78b8a443e9f272185c6779e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5533462 Jan 20 14:29:29.474179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42378) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:29.483352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] For port 56315026-e29a-48be-aa71-747050335e35, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:29.489553 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] For port 56315026-e29a-48be-aa71-747050335e35, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=56315026-e29a-48be-aa71-747050335e35,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:29.498369 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ea1a2-397f-4220-afaa-0a4f2c3c0d02 None None] Port d1c29d67-1ab3-42f5-b77e-d9930821894b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:29.502191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4804f3d5-c3dd-4c5c-8a67-55444068ccde up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:29.544888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.647069 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8d9b8290-3ede-42f8-8172-a014d62e444a tempest-DHCPAgentSchedulersTestJSON-523719453 tempest-DHCPAgentSchedulersTestJSON-523719453-project-admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4587746 Jan 20 14:29:29.650618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Allocated IP 172.20.0.1 (8a754dfb-bccf-424e-94ac-0775445d550e/20b0e29e-38c5-4257-b6a4-fa626f91aef3/d8ef2da0-def3-44e9-8afb-e59b66b399f4) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:29.652741 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42388) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:29.656561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9deaadfb-4cd4-4534-bbbe-29612c42cb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.661808 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Routers {'3de0c1f3-1aef-470c-8e7d-88d877f217ed'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:29.662516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:29.681724 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.692843 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9deaadfb-4cd4-4534-bbbe-29612c42cb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.727164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1895099387'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:29.747593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:29.752406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50921da8-631a-402b-a983-c891d7c9d70d None None] Pushing event updated for resources: {'Port': ['ID=56315026-e29a-48be-aa71-747050335e35,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:29.772963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 4804f3d5-c3dd-4c5c-8a67-55444068ccde completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:29.775029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Usage tracker for resource:network and tenant:f5229caacf68435fb810aad7cb5777de is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:29.782538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:29.784264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 4804f3d5-c3dd-4c5c-8a67-55444068ccde triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:29.784647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.796156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:29:29.808155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:29.810199 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Sync routers for ids ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:29:29.854614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42396) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:29.855646 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b4ce4704-81ae-4f8a-92b4-3c8ed7811693 admin admin] 10.222.0.87 "PUT /v2.0/routers/cf35fc6f-ad55-4b1e-84b4-2598295c5d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6258371 Jan 20 14:29:29.855761 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Routers {'cf35fc6f-ad55-4b1e-84b4-2598295c5d19'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:29.856708 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:29.860318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Made reservation on behalf of f5229caacf68435fb810aad7cb5777de for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:29.865520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.898572 dv-neutron-825123-1-hyperv neutron-server[87494]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 14:29:29.915087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9deaadfb-4cd4-4534-bbbe-29612c42cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.936716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:29.956871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaadfb-4cd4-4534-bbbe-29612c42cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b325e1b-e428-468a-bbee-6d442471c660,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:29.972521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.973147 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Added segment 7fb1546b-1fa9-487a-93bf-57154a7f0e37 of type vlan for network e253ddfa-40d0-4a85-83e6-42851b8ce20a Jan 20 14:29:29.982192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9deaadfb-4cd4-4534-bbbe-29612c42cb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.013696 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9deaadfb-4cd4-4534-bbbe-29612c42cb55 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9b325e1b-e428-468a-bbee-6d442471c660 HTTP/1.1" status: 204 len: 168 time: 0.4804616 Jan 20 14:29:30.090254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.177052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.183104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:30.184002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.191839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] Set router 3de0c1f3-1aef-470c-8e7d-88d877f217ed gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:30.201900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97e983e2-5922-4b1f-b94c-7cc96970b61d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.268048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-be9e4afa-6b88-4f56-80a9-77eaf7b26fd6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Synchronizing usage tracker for tenant:e46b88d12d7e404d90c306bd4baee792 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:30.297978 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Set router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:30.403839 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7494719 Jan 20 14:29:30.412755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42410) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:30.651611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c372e6f5-f30b-4c71-b2a8-a7075668b6d6 None None] Provisioning complete for port 4804f3d5-c3dd-4c5c-8a67-55444068ccde triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:30.651892 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c372e6f5-f30b-4c71-b2a8-a7075668b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.777105 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c2e58eab-247a-43d6-b25d-3381be65b41f tempest-DHCPAgentSchedulersTestJSON-523719453 tempest-DHCPAgentSchedulersTestJSON-523719453-project-admin] 10.222.0.87 "GET /v2.0/agents/74ff69aa-18ec-4c3f-b6b9-8da02c673671/dhcp-networks HTTP/1.1" status: 200 len: 8033 time: 0.3634961 Jan 20 14:29:30.778350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43c7bd-a808-4754-8755-3965d0fd5a46 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Pushing event updated for resources: {'Network': ['ID=e253ddfa-40d0-4a85-83e6-42851b8ce20a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:30.780298 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42418) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:30.793961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-97e983e2-5922-4b1f-b94c-7cc96970b61d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Calling delete_port for 956eb894-bdc6-4c67-9a18-477ca71988eb owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:30.930258 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:26Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd1c29d67-1ab3-42f5-b77e-d9930821894b', 'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'mac_address': 'fa:16:3e:9b:9d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:22Z', 'updated_at': '2022-01-20T14:29:26Z', 'revision_number': 2, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'subnets': [{'id': '350e74ee-c648-45bb-8092-9b31691969c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:30.935199 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Checking router: cf35fc6f-ad55-4b1e-84b4-2598295c5d19 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:29:30.935660 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Updating router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 port d1c29d67-1ab3-42f5-b77e-d9930821894b binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:29:30.964312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42426) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:31.000910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899206909', 'description': 'tempest-description--508841563'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:31.026178 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.070346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:31.083858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.086642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-be9e4afa-6b88-4f56-80a9-77eaf7b26fd6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Unset dirty status for tenant:e46b88d12d7e404d90c306bd4baee792 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:31.087823 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-be9e4afa-6b88-4f56-80a9-77eaf7b26fd6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1582828429&fields=id&tenant_id=e46b88d12d7e404d90c306bd4baee792 HTTP/1.1" status: 200 len: 267 time: 1.1913455 Jan 20 14:29:31.097140 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.100192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Usage tracker for resource:security_group and tenant:77c3474047a34ce888ea8e6fa8467a66 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:31.110635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network e253ddfa-40d0-4a85-83e6-42851b8ce20a details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:31.180813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:31.188187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:31.231321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5057b-76cd-4d35-ad06-f919f272972c tempest-DHCPAgentSchedulersTestJSON-523719453 tempest-DHCPAgentSchedulersTestJSON-523719453-project-admin] Network e253ddfa-40d0-4a85-83e6-42851b8ce20a is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:31.248420 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f0f5057b-76cd-4d35-ad06-f919f272972c tempest-DHCPAgentSchedulersTestJSON-523719453 tempest-DHCPAgentSchedulersTestJSON-523719453-project-admin] 10.222.0.87 "POST /v2.0/agents/74ff69aa-18ec-4c3f-b6b9-8da02c673671/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4670045 Jan 20 14:29:31.251280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42434) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:31.255668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:31.266534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.275861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ed86d-18ad-4a16-94a2-0559a020821a None None] Network e253ddfa-40d0-4a85-83e6-42851b8ce20a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:31.328491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Transition to ACTIVE for port object d8ef2da0-def3-44e9-8afb-e59b66b399f4 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:31.350927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:31.363396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.413499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.458710 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.471041 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Transition to ACTIVE for port object d1c29d67-1ab3-42f5-b77e-d9930821894b will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:31.487891 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.495348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 4804f3d5-c3dd-4c5c-8a67-55444068ccde, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4804f3d5-c3dd-4c5c-8a67-55444068ccde,segment=NetworkSegment(24e7138c-0ef9-4395-bed8-832e3769ee4e),segment_id=24e7138c-0ef9-4395-bed8-832e3769ee4e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:31.536236 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.582830 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-03a445a0-85e5-4e80-95ba-c095a2e0c7c8 tempest-DHCPAgentSchedulersTestJSON-523719453 tempest-DHCPAgentSchedulersTestJSON-523719453-project-admin] 10.222.0.87 "GET /v2.0/agents/74ff69aa-18ec-4c3f-b6b9-8da02c673671/dhcp-networks HTTP/1.1" status: 200 len: 8803 time: 0.3300185 Jan 20 14:29:31.586385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42444) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:31.587581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:31.593186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Usage tracker for resource:security_group_rule and tenant:77c3474047a34ce888ea8e6fa8467a66 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:31.596990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:31.604600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:31.705413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42448) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:31.711473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fb9ac979-0abe-4809-ade7-00e36517140e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:31.756979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97e983e2-5922-4b1f-b94c-7cc96970b61d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.757418 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cea65c57-ff2f-4970-a914-02599b863129 tempest-DHCPAgentSchedulersTestJSON-523719453 tempest-DHCPAgentSchedulersTestJSON-523719453-project-admin] 10.222.0.87 "DELETE /v2.0/agents/74ff69aa-18ec-4c3f-b6b9-8da02c673671/dhcp-networks/e253ddfa-40d0-4a85-83e6-42851b8ce20a HTTP/1.1" status: 204 len: 168 time: 0.1669753 Jan 20 14:29:31.758536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42454) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:31.840589 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Attempting to bind port d1c29d67-1ab3-42f5-b77e-d9930821894b on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:31.841317 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Attempting to bind port d1c29d67-1ab3-42f5-b77e-d9930821894b by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:31.841927 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Attempting to bind port d1c29d67-1ab3-42f5-b77e-d9930821894b on network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:31.848555 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9870e1-e995-4b55-818f-8de6a873c9c6 None None] Pushing event updated for resources: {'Port': ['ID=d1c29d67-1ab3-42f5-b77e-d9930821894b,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:31.851355 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:31.852032 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Checking segment: {'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:31.852672 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.853248 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Bound using segment: {'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:31.853914 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Bound port: d1c29d67-1ab3-42f5-b77e-d9930821894b, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:31.857856 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.913692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] device_id is not set on port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:31.937578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.972910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.983631 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] For port d1c29d67-1ab3-42f5-b77e-d9930821894b, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:31.993611 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] For port d1c29d67-1ab3-42f5-b77e-d9930821894b, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d1c29d67-1ab3-42f5-b77e-d9930821894b,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:32.019225 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.034584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=4804f3d5-c3dd-4c5c-8a67-55444068ccde,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:32.039748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.066074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event updated for resources: {'Port': ['ID=1eeea613-b881-4a0d-82eb-a2f8a1779016,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:32.069117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.088741 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ad2411b2-2e48-4eef-a50e-3310a58776d4 tempest-DHCPAgentSchedulersTestJSON-523719453 tempest-DHCPAgentSchedulersTestJSON-523719453-project-admin] 10.222.0.87 "GET /v2.0/agents/74ff69aa-18ec-4c3f-b6b9-8da02c673671/dhcp-networks HTTP/1.1" status: 200 len: 8033 time: 0.3289032 Jan 20 14:29:32.093955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42460) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:32.110168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:21Z', 'revision_number': 3, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:32.122801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd259b93-6f59-47cb-aac8-86df4bfd0c5c None None] The sync data for ids ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'] in dv-neutron-825123-1-hyperv is: [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:21Z', 'revision_number': 3, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:29:32.131068 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2f670edb-ae37-43e8-bdc9-e1faf1f72585 tempest-DHCPAgentSchedulersTestJSON-523719453 tempest-DHCPAgentSchedulersTestJSON-523719453-project-admin] 10.222.0.87 "GET /v2.0/networks/0ffd77c2-4b89-4311-b2dc-c68e45ed9276/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0345333 Jan 20 14:29:32.134855 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42464) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:32.151128 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.156130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c372e6f5-f30b-4c71-b2a8-a7075668b6d6 None None] Could not find standard attr ID for object 956eb894-bdc6-4c67-9a18-477ca71988eb. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:29:32.175745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-cfc3628a-7e60-411c-a69f-785f28b34416 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:32.176544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-cfc3628a-7e60-411c-a69f-785f28b34416 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Synchronizing usage tracker for tenant:e46b88d12d7e404d90c306bd4baee792 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:32.183817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port fb9ac979-0abe-4809-ade7-00e36517140e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:32.184112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.208889 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cccce302-9f92-456d-8682-a3c2d1ebbfbe tempest-DHCPAgentSchedulersTestJSON-523719453 tempest-DHCPAgentSchedulersTestJSON-523719453-project-admin] 10.222.0.87 "GET /v2.0/networks/0ffd77c2-4b89-4311-b2dc-c68e45ed9276/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0704427 Jan 20 14:29:32.209784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42468) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:32.225639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Transition to ACTIVE for port object 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:32.227600 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Routers {'cf35fc6f-ad55-4b1e-84b4-2598295c5d19'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:32.228369 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:32.267081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Network 8a754dfb-bccf-424e-94ac-0775445d550e is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:32.279690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:32.291060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-655733797'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:32.293626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:32.297208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:32.304513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Usage tracker for resource:network and tenant:21db3435837d4c8aae3aa1401730e8e7 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:32.307682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:32.310716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c372e6f5-f30b-4c71-b2a8-a7075668b6d6 None None] Provisioning for port 4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:32.317392 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:32.319520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c372e6f5-f30b-4c71-b2a8-a7075668b6d6 None None] Provisioning complete for port 4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:32.319889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c372e6f5-f30b-4c71-b2a8-a7075668b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.354837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.395052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e983e2-5922-4b1f-b94c-7cc96970b61d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event deleted for resources: {'Port': ['ID=956eb894-bdc6-4c67-9a18-477ca71988eb,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:32.433965 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9870e1-e995-4b55-818f-8de6a873c9c6 None None] Pushing event updated for resources: {'Port': ['ID=d1c29d67-1ab3-42f5-b77e-d9930821894b,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:32.472374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c372e6f5-f30b-4c71-b2a8-a7075668b6d6 None None] Port 4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:32.593344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device abb4e1e4-3b9c-450c-9a94-c20a71f03602 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:32.618087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b0ca1b-964a-4231-b1e8-867bf6185a6e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:32.620236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-cfc3628a-7e60-411c-a69f-785f28b34416 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Unset dirty status for tenant:e46b88d12d7e404d90c306bd4baee792 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:32.640673 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-37712c8b-ef79-45fd-b604-3481433972bf tempest-DHCPAgentSchedulersTestJSON-523719453 tempest-DHCPAgentSchedulersTestJSON-523719453-project-admin] 10.222.0.87 "GET /v2.0/agents/74ff69aa-18ec-4c3f-b6b9-8da02c673671/dhcp-networks HTTP/1.1" status: 200 len: 8033 time: 0.4292603 Jan 20 14:29:32.644775 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-cfc3628a-7e60-411c-a69f-785f28b34416 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/networks?id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 200 len: 811 time: 1.5416827 Jan 20 14:29:32.645483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42472) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:32.655109 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] Set router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:32.700290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-cade71d4-54f5-4200-801d-54ebf524d26c None None] Could not find standard attr ID for object 956eb894-bdc6-4c67-9a18-477ca71988eb. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:29:32.733723 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-cade71d4-54f5-4200-801d-54ebf524d26c None None] Provisioning complete for port 4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:32.734081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cade71d4-54f5-4200-801d-54ebf524d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.801621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.804344 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-468cf098-7d86-4b3c-9e7a-fc5e38a248be tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8363111 Jan 20 14:29:32.807885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port abb4e1e4-3b9c-450c-9a94-c20a71f03602 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:32.808456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.831868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.833696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42476) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:32.841596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Request body: {'security_group_rule': {'security_group_id': '84b0ca1b-964a-4231-b1e8-867bf6185a6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:32.851435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.853052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:32.858509 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-176e3f0b-6f00-459a-ba15-7c5334ae9792 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.5896344 Jan 20 14:29:32.861432 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42480) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:32.880927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.890183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cade71d4-54f5-4200-801d-54ebf524d26c None None] Port 4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:32.926354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:32.926951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:32.927130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:32.929987 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-3d13ccb3-501c-436f-994d-7be4246d2fcc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/quotas/e46b88d12d7e404d90c306bd4baee792 HTTP/1.1" status: 200 len: 375 time: 0.2283282 Jan 20 14:29:32.935920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97e983e2-5922-4b1f-b94c-7cc96970b61d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.937837 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-97e983e2-5922-4b1f-b94c-7cc96970b61d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "DELETE /v2.0/ports/956eb894-bdc6-4c67-9a18-477ca71988eb HTTP/1.1" status: 204 len: 168 time: 4.1204171 Jan 20 14:29:32.962778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Usage tracker for resource:security_group_rule and tenant:77c3474047a34ce888ea8e6fa8467a66 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:32.967081 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:32.976627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42484) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:32.977102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Made reservation on behalf of 21db3435837d4c8aae3aa1401730e8e7 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:32.981040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.006929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:33.007537 dv-neutron-825123-1-hyperv neutron-server[87494]: ERROR neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:33.007811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ef2da0-def3-44e9-8afb-e59b66b399f4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:33.017278 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.plugins.ml2.plugin [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 2 to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 Jan 20 14:29:33.055609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-af5eeb12-93a6-4d04-8809-ef1037ffa6d1 None None] Provisioning for port d8ef2da0-def3-44e9-8afb-e59b66b399f4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:33.069107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-af5eeb12-93a6-4d04-8809-ef1037ffa6d1 None None] Provisioning complete for port d8ef2da0-def3-44e9-8afb-e59b66b399f4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:33.069476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-af5eeb12-93a6-4d04-8809-ef1037ffa6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.103010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:33.119063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.120639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:33.120972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:33.121295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:33.136216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:33.136535 dv-neutron-825123-1-hyperv neutron-server[87494]: ERROR neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:33.141688 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.plugins.ml2.plugin [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 3 to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 Jan 20 14:29:33.141936 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:26Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd1c29d67-1ab3-42f5-b77e-d9930821894b', 'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'mac_address': 'fa:16:3e:9b:9d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:22Z', 'updated_at': '2022-01-20T14:29:31Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'subnets': [{'id': '350e74ee-c648-45bb-8092-9b31691969c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.150140 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5295ea2-3347-42e8-9aff-ad3618531143 None None] The sync data for ids ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'] in dv-neutron-825123-1-hyperv is: [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:26Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd1c29d67-1ab3-42f5-b77e-d9930821894b', 'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'mac_address': 'fa:16:3e:9b:9d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:22Z', 'updated_at': '2022-01-20T14:29:31Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'subnets': [{'id': '350e74ee-c648-45bb-8092-9b31691969c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:29:33.155224 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c1efd8c5-7802-4d04-aa12-8977f93c61fe tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "GET /v2.0/floatingips?floating_network_id=4ae40635-ad73-4c62-b46c-2658824db77d HTTP/1.1" status: 200 len: 689 time: 0.2890756 Jan 20 14:29:33.160284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42488) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:33.173749 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a71b4e-ab01-43bf-9370-02dd7c0ad7d7 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] GET failed (client error): The resource could not be found. Jan 20 14:29:33.182824 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f3a71b4e-ab01-43bf-9370-02dd7c0ad7d7 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "GET /v2.0/ports/956eb894-bdc6-4c67-9a18-477ca71988eb HTTP/1.1" status: 404 len: 333 time: 0.1900971 Jan 20 14:29:33.183607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42490) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:33.201654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b6df0db-cf08-42be-9529-a48f81bb7a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.233553 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-af5eeb12-93a6-4d04-8809-ef1037ffa6d1 None None] Port d8ef2da0-def3-44e9-8afb-e59b66b399f4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:33.281149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:33.288894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'port': {'network_id': '1207e731-320b-40a2-bbab-29019df46fd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-883913649'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:33.293868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:33.294199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:33.294592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:33.299518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event updated for resources: {'Port': ['ID=75ceb7a8-b114-4ed5-ba49-25f5e39b8d60,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:33.303930 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:29:33.311311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:33.311631 dv-neutron-825123-1-hyperv neutron-server[87494]: ERROR neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:33.315455 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.plugins.ml2.plugin [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 4 to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 Jan 20 14:29:33.324006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Usage tracker for resource:security_group_rule and tenant:21db3435837d4c8aae3aa1401730e8e7 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:33.332437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:33.350158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:33.350491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:33.352623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:33.354195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:33.404090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.413721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.501739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > segment before_delete 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.502077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.502876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.503250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > port after_create 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.503604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > port after_delete 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.503949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > port after_update 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.504325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > segment after_delete 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.504655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > subnet after_create 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.504967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > subnet after_delete 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.505272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > subnet after_update 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.518912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:33.519338 dv-neutron-825123-1-hyperv neutron-server[87494]: ERROR neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:33.522857 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.plugins.ml2.plugin [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 5 to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 Jan 20 14:29:33.561828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-f9430f89-0204-44c0-9847-7fd17648b15d tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Synchronizing usage tracker for tenant:e46b88d12d7e404d90c306bd4baee792 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:33.570155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:33.570483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:33.571297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:33.586338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.592520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:33.592657 dv-neutron-825123-1-hyperv neutron-server[87494]: ERROR neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:33.596063 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.plugins.ml2.plugin [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 6 to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 Jan 20 14:29:33.696872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > subnet after_create 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.697398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > subnet after_delete 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.697398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > subnet before_create 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.697818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Subscribe: > subnet before_update 55550000 {{(pid=87495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:29:33.698242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e253ddfa-40d0-4a85-83e6-42851b8ce20a']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.730975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb1546b-1fa9-487a-93bf-57154a7f0e37') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.731448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb1546b-1fa9-487a-93bf-57154a7f0e37') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.769004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-f9430f89-0204-44c0-9847-7fd17648b15d tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Unset dirty status for tenant:e46b88d12d7e404d90c306bd4baee792 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:33.782596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.786707 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-f9430f89-0204-44c0-9847-7fd17648b15d tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e46b88d12d7e404d90c306bd4baee792&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8438101 Jan 20 14:29:33.787648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:33.787835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:33.788135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:33.802170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:33.802498 dv-neutron-825123-1-hyperv neutron-server[87494]: ERROR neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:33.805008 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.plugins.ml2.plugin [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 7 to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 Jan 20 14:29:33.812193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Deleting port 1eeea613-b881-4a0d-82eb-a2f8a1779016 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:33.812591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.849883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.852765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.855347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d1c29d67-1ab3-42f5-b77e-d9930821894b up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:33.859080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:33.870322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:29:33.870722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.886091 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Usage tracker for resource:port and tenant:8d477ca8e7bd4941a1fd5ecffa358d5f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:33.888588 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: from cryptography.utils import int_from_bytes Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: from cryptography.utils import int_from_bytes Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn_limited( Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn_limited( Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:33.892449 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:33.897302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:33.914190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:33.914770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:33.915387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:33.920613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.933377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:33.934465 dv-neutron-825123-1-hyperv neutron-server[87494]: ERROR neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:33.939119 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.plugins.ml2.plugin [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 8 to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 Jan 20 14:29:33.950872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port d1c29d67-1ab3-42f5-b77e-d9930821894b completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:33.957106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d1c29d67-1ab3-42f5-b77e-d9930821894b triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:33.957975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.966143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:34.000089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a242d4c5-c00a-4aac-9920-40ca94af8cea,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:34.054097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Made reservation on behalf of 8d477ca8e7bd4941a1fd5ecffa358d5f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:34.060444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.145377 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.174651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-a55d00f3-ccc4-40ab-b151-6f5bff43d419 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:29:34.175758 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-a55d00f3-ccc4-40ab-b151-6f5bff43d419 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2714801 Jan 20 14:29:34.178397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port d1c29d67-1ab3-42f5-b77e-d9930821894b, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d1c29d67-1ab3-42f5-b77e-d9930821894b,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:34.185674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.186674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4804f3d5-c3dd-4c5c-8a67-55444068ccde up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:34.191251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.192581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.196616 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c4bf0200-5290-4d2f-a89e-f2c0637c263a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3569467 Jan 20 14:29:34.198180 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42502) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:34.202752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.209454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Request body: {'security_group_rule': {'security_group_id': '84b0ca1b-964a-4231-b1e8-867bf6185a6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:34.213688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:34.214018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:34.214345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:34.236023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.239016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:34.241165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.262175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Usage tracker for resource:security_group_rule and tenant:77c3474047a34ce888ea8e6fa8467a66 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:34.266459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] device_id is not set on port 917b9517-d106-4fe4-8253-559d20efa0bf yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:34.282271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:34.282597 dv-neutron-825123-1-hyperv neutron-server[87494]: ERROR neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:34.300554 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.plugins.ml2.plugin [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 9 to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 Jan 20 14:29:34.302169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Pushing event deleted for resources: {'Network': ['ID=e253ddfa-40d0-4a85-83e6-42851b8ce20a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:34.318655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:34.337025 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-64c2f9bb-e7c9-4028-9d7c-2559ed5a20a0 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] 10.222.0.87 "DELETE /v2.0/networks/e253ddfa-40d0-4a85-83e6-42851b8ce20a HTTP/1.1" status: 204 len: 168 time: 1.6899207 Jan 20 14:29:34.343899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=d1c29d67-1ab3-42f5-b77e-d9930821894b,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:34.348018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:34.348583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:34.349570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:34.354849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:34.356950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42506) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:34.359133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:34.361176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 4804f3d5-c3dd-4c5c-8a67-55444068ccde triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:34.361444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.362482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:34.362927 dv-neutron-825123-1-hyperv neutron-server[87494]: ERROR neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:34.368390 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.plugins.ml2.plugin [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 10 to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 Jan 20 14:29:34.418011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.419466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.448350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:34.448698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:34.449010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:34.493587 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-639bf1ca-cbb4-4174-b2ab-770803832357 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] DELETE failed (client error): The resource could not be found. Jan 20 14:29:34.500031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639bf1ca-cbb4-4174-b2ab-770803832357 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:29:34.523147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2a7817-a970-490b-af42-1df7fc476f33,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:34.536447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.536791 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Added segment 89fbb9ad-d8a7-429a-8b14-385f4508901d of type vlan for network 3460d360-ddca-4927-93e7-2fc6cce0ab65 Jan 20 14:29:34.588088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:34.595403 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:34.595729 dv-neutron-825123-1-hyperv neutron-server[87494]: ERROR neutron.plugins.ml2.managers [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:34.596100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.601048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 56315026-e29a-48be-aa71-747050335e35 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:34.602714 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-639bf1ca-cbb4-4174-b2ab-770803832357 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] 10.222.0.87 "DELETE /v2.0/ports/7ff4d859-e0f0-48e6-a91a-fb634b4f56cc HTTP/1.1" status: 404 len: 333 time: 0.2450056 Jan 20 14:29:34.609575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.611313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Calling delete_port for 1eeea613-b881-4a0d-82eb-a2f8a1779016 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:34.616829 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42510) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:34.642750 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-c92104a6-dc6b-4f1c-a6c6-d1f3253f6e23 service neutron] 10.222.0.87 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519653 Jan 20 14:29:34.683573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.684698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.701568 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 56315026-e29a-48be-aa71-747050335e35 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:34.717701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 56315026-e29a-48be-aa71-747050335e35 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:34.718578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.759615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Allocated IP 2001:db8::133 (1207e731-320b-40a2-bbab-29019df46fd4/820e8194-b8be-44e1-a357-d272d073539b/917b9517-d106-4fe4-8253-559d20efa0bf) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:34.795881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.802361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-33627e7c-8dbb-41e8-acda-c5bca3bef51a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Deleting subnet cb2c7382-c18d-4e4b-9721-b98b4e7a7032 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:29:34.817880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-33627e7c-8dbb-41e8-acda-c5bca3bef51a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.885064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.890956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:34.891566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.897987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.915603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 56315026-e29a-48be-aa71-747050335e35, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=56315026-e29a-48be-aa71-747050335e35,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:34.921833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.933843 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.012502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.018693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.023319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ef2da0-def3-44e9-8afb-e59b66b399f4,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:35.035152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] For port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:35.035520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempted to set empty binding levels {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 20 14:29:35.035912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-33627e7c-8dbb-41e8-acda-c5bca3bef51a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.043277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=56315026-e29a-48be-aa71-747050335e35,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:35.093601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.117565 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.4109766 Jan 20 14:29:35.128954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42514) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:35.180916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbf138c-806e-4b28-937b-da24f89e41cb,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:35.191141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a0b6a-3129-41c6-bf43-c4519d51ce7f tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event updated for resources: {'Network': ['ID=3460d360-ddca-4927-93e7-2fc6cce0ab65,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:35.199058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Request body: {'subnet': {'network_id': '3460d360-ddca-4927-93e7-2fc6cce0ab65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:35.211542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 3460d360-ddca-4927-93e7-2fc6cce0ab65 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:35.226056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.230340 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-979d8ce7-ab01-4c82-989f-e2938f06e72d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0284858 Jan 20 14:29:35.236250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42518) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:35.298892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:35.310364 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-049b642a-bf41-4899-aff1-27041b306a19 service neutron] 10.222.0.87 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484625 Jan 20 14:29:35.341448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] In _notify_port_updated(), no bound segment for port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:29:35.342532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.343939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.344630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "PUT /v2.0/ports/75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 HTTP/1.1" status: 200 len: 980 time: 6.3216529 Jan 20 14:29:35.352308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42522) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:35.366385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:35.391291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Usage tracker for resource:floatingip and tenant:77c3474047a34ce888ea8e6fa8467a66 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:35.400927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415918d4-1b40-46f3-9f98-2eaaf23dddfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event updated for resources: {'Port': ['ID=75ceb7a8-b114-4ed5-ba49-25f5e39b8d60,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:35.410738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:35.427042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.431846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:35.436528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0b38190c-37bc-4c83-ac14-31e3ad407fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.503897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.506519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eeea613-b881-4a0d-82eb-a2f8a1779016,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:35.512118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:35.523763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-33627e7c-8dbb-41e8-acda-c5bca3bef51a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.565577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Usage tracker for resource:subnet and tenant:21db3435837d4c8aae3aa1401730e8e7 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:35.579797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:35.620571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Network 8a754dfb-bccf-424e-94ac-0775445d550e is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:35.630865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.633095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:35.682499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:35.701992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d1c29d67-1ab3-42f5-b77e-d9930821894b up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:35.749840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Transition to ACTIVE for port object 917b9517-d106-4fe4-8253-559d20efa0bf will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:35.754598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-33627e7c-8dbb-41e8-acda-c5bca3bef51a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.821828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-33627e7c-8dbb-41e8-acda-c5bca3bef51a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.835955 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-33627e7c-8dbb-41e8-acda-c5bca3bef51a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] 10.222.0.87 "DELETE /v2.0/subnets/cb2c7382-c18d-4e4b-9721-b98b4e7a7032 HTTP/1.1" status: 204 len: 168 time: 1.2035518 Jan 20 14:29:35.852835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c57802-74c0-47f1-84e6-5913867b63b2 None None] Network 0ffd77c2-4b89-4311-b2dc-c68e45ed9276 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:35.886786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.890651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.891813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.892443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.893069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.893708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.895636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.896314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.896940 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.897577 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.898085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42548) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:35.898414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42550) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:35.898716 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.899339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.899946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.900580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.901188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.901795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.902398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.902876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Made reservation on behalf of 21db3435837d4c8aae3aa1401730e8e7 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:35.903217 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:35.905391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Synchronizing usage tracker for tenant:ca67b7d6587e4a09af8c04f37efcd526 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:35.907101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.021079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.055072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d1c29d67-1ab3-42f5-b77e-d9930821894b triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:36.055584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.072146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33627e7c-8dbb-41e8-acda-c5bca3bef51a tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2c7382-c18d-4e4b-9721-b98b4e7a7032,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:36.150439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Unset dirty status for tenant:ca67b7d6587e4a09af8c04f37efcd526 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:36.152237 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-158e9d02-f5a5-4b2e-b3db-de7a220e9b4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16501 time: 0.7970855 Jan 20 14:29:36.157824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42562) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:36.255872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Router 3de0c1f3-1aef-470c-8e7d-88d877f217ed has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:29:36.276056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.280461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.340692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Deleting port fb9ac979-0abe-4809-ade7-00e36517140e {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:36.340794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.346288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-51101edf-c492-4a8f-8cae-8db53864caad None None] Provisioning complete for port d8ef2da0-def3-44e9-8afb-e59b66b399f4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:36.346765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-51101edf-c492-4a8f-8cae-8db53864caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.380849 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 14:29:36.437451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-94282802-c607-43fe-8b9f-42c90a7a1b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Deleting port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:36.438131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94282802-c607-43fe-8b9f-42c90a7a1b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.445089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-51101edf-c492-4a8f-8cae-8db53864caad None None] Port d8ef2da0-def3-44e9-8afb-e59b66b399f4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:36.513373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 56315026-e29a-48be-aa71-747050335e35 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:36.573113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.574002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.587019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d66131-69ca-44d5-b8fa-fcd88f98bee3 None None] DHCP port deletion for 0ffd77c2-4b89-4311-b2dc-c68e45ed9276 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:29:36.604084 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-69bdb191-3b1b-49db-b7fb-b1ff33928dfe req-2664b073-0c96-42f3-9d0f-9c51879ae61c tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 210 time: 0.6680591 Jan 20 14:29:36.615661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-58d66131-69ca-44d5-b8fa-fcd88f98bee3 None None] Deleting port fb9ac979-0abe-4809-ade7-00e36517140e {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:36.616708 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-58d66131-69ca-44d5-b8fa-fcd88f98bee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.669128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.687684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.720631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 56315026-e29a-48be-aa71-747050335e35 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:36.721399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.760967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=01273324-756e-4b98-a7e9-02167571f1c1,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:36.819563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Network 1207e731-320b-40a2-bbab-29019df46fd4 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:36.845050 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:36.847852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:36.853708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:36.854332 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.910351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:29:36.950112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Port': ['ID=917b9517-d106-4fe4-8253-559d20efa0bf,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:36.983255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Sync routers for ids ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:29:36.985312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.994081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-94282802-c607-43fe-8b9f-42c90a7a1b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] For port 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60, host hv-neutron-8251, got binding levels [] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:36.994596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94282802-c607-43fe-8b9f-42c90a7a1b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.034633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.056903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae40635-ad73-4c62-b46c-2658824db77d']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.075902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88e707d-6db0-459d-ba91-d2a73efc47dc') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.076150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88e707d-6db0-459d-ba91-d2a73efc47dc') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.091274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.111565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.120460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:29:37.121050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.151005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Routers {'3de0c1f3-1aef-470c-8e7d-88d877f217ed'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:37.152990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.172481 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8491d605-9167-4203-a019-bf2eaacdd43b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9008689 Jan 20 14:29:37.174961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42586) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:37.176910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] For port fb9ac979-0abe-4809-ade7-00e36517140e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fb9ac979-0abe-4809-ade7-00e36517140e,segment=NetworkSegment(9bc73eeb-11f2-40e5-90ed-da1dbd9341b4),segment_id=9bc73eeb-11f2-40e5-90ed-da1dbd9341b4)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:37.177264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.193155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.206781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ce534bfd-f316-4c2f-95b1-36a58de88105 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e7', 'mac_address': 'fa:16:3e:fb:57:c3'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:37.224020 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b846aae9-e807-4662-9d36-23589a412a05 admin admin] 10.222.0.87 "PUT /v2.0/routers/3de0c1f3-1aef-470c-8e7d-88d877f217ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8132091 Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:37.225001 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:37.329683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-58d66131-69ca-44d5-b8fa-fcd88f98bee3 None None] For port fb9ac979-0abe-4809-ade7-00e36517140e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fb9ac979-0abe-4809-ade7-00e36517140e,segment=NetworkSegment(9bc73eeb-11f2-40e5-90ed-da1dbd9341b4),segment_id=9bc73eeb-11f2-40e5-90ed-da1dbd9341b4)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:37.330116 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-58d66131-69ca-44d5-b8fa-fcd88f98bee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.377182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event updated for resources: {'Subnet': ['ID=1a9a28ba-0c48-4f30-a3ea-b0bce9694d83,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:37.463661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Calling delete_port for fb9ac979-0abe-4809-ade7-00e36517140e owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:37.513058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-94282802-c607-43fe-8b9f-42c90a7a1b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Calling delete_port for 75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:37.583842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.610027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Checking segment: {'id': '89fbb9ad-d8a7-429a-8b14-385f4508901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3460d360-ddca-4927-93e7-2fc6cce0ab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:37.610382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Network hostable DHCP agents. Network: 3460d360-ddca-4927-93e7-2fc6cce0ab65, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:37.613913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-58d66131-69ca-44d5-b8fa-fcd88f98bee3 None None] Calling delete_port for fb9ac979-0abe-4809-ade7-00e36517140e owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:37.651432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ae40635-ad73-4c62-b46c-2658824db77d {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 20 14:29:37.653274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ae40635-ad73-4c62-b46c-2658824db77d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:37.657016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.685392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94282802-c607-43fe-8b9f-42c90a7a1b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.717599 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e549709e-e066-43ca-b3d4-5d7608484a4f None None] Provisioning for port 917b9517-d106-4fe4-8253-559d20efa0bf completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:37.762689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e549709e-e066-43ca-b3d4-5d7608484a4f None None] Provisioning complete for port 917b9517-d106-4fe4-8253-559d20efa0bf triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:37.762689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e549709e-e066-43ca-b3d4-5d7608484a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.799135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94282802-c607-43fe-8b9f-42c90a7a1b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event deleted for resources: {'Port': ['ID=75ceb7a8-b114-4ed5-ba49-25f5e39b8d60,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:37.811304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Allocated IP 172.26.0.242 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/e8b7bdfe-2ece-4c24-a2e9-993971a1f059) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:37.814954 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7842a7d8-4f2b-44f8-83f3-4fbb49bb65bf tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "DELETE /v2.0/networks/4ae40635-ad73-4c62-b46c-2658824db77d HTTP/1.1" status: 204 len: 168 time: 4.6223469 Jan 20 14:29:37.819266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42602) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:37.831112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fb9ac979-0abe-4809-ade7-00e36517140e no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:37.951889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.72', 52284) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:37.953660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94282802-c607-43fe-8b9f-42c90a7a1b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.956092 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-94282802-c607-43fe-8b9f-42c90a7a1b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "DELETE /v2.0/ports/75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 HTTP/1.1" status: 204 len: 168 time: 1.7964911 Jan 20 14:29:37.959862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42608) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:38.033501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Set router 3de0c1f3-1aef-470c-8e7d-88d877f217ed gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:38.101696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.116449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e549709e-e066-43ca-b3d4-5d7608484a4f None None] Port 917b9517-d106-4fe4-8253-559d20efa0bf cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:38.149564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-58d66131-69ca-44d5-b8fa-fcd88f98bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.224028 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b9c38d77-1cf2-4237-949e-bd6dd84e10c1 req-91cd5832-63ca-429a-9dc9-aad7375cb453 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 210 time: 0.2528520 Jan 20 14:29:38.230986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0e8bf006-0684-4231-ae11-365bb28c145e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Synchronizing usage tracker for tenant:732c1fc8ccc54673ad7c934f80ae8a0b on resource:floatingip {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:38.252444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:38.252846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:38.261621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Network 3460d360-ddca-4927-93e7-2fc6cce0ab65 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:38.269179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ce534bfd-f316-4c2f-95b1-36a58de88105 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.272499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-6b3a6cad-c156-4af7-ba31-76b2dd8912b6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.284308 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-6b3a6cad-c156-4af7-ba31-76b2dd8912b6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.72 "GET /v2.0/networks?id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 200 len: 811 time: 0.3177967 Jan 20 14:29:38.293981 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-766482ad-7745-4dee-a349-aee63fb7f6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:29:38.296704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-766482ad-7745-4dee-a349-aee63fb7f6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Synchronizing usage tracker for tenant:ca67b7d6587e4a09af8c04f37efcd526 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:38.350777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.372470 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No ports have port_id starting with fb9ac979-0abe-4809-ade7-00e36517140e Jan 20 14:29:38.387945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d66131-69ca-44d5-b8fa-fcd88f98bee3 None None] Pushing event deleted for resources: {'Port': ['ID=fb9ac979-0abe-4809-ade7-00e36517140e,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:38.394044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0e8bf006-0684-4231-ae11-365bb28c145e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Unset dirty status for tenant:732c1fc8ccc54673ad7c934f80ae8a0b on resource:floatingip {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:38.401151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d66131-69ca-44d5-b8fa-fcd88f98bee3 None None] No DVR routers for this DVR port fb9ac979-0abe-4809-ade7-00e36517140e on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:38.402577 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0e8bf006-0684-4231-ae11-365bb28c145e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5759263 Jan 20 14:29:38.406970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42618) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:38.462579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.517125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-766482ad-7745-4dee-a349-aee63fb7f6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Unset dirty status for tenant:ca67b7d6587e4a09af8c04f37efcd526 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:38.522939 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-766482ad-7745-4dee-a349-aee63fb7f6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "GET /v2.0/ports/75ceb7a8-b114-4ed5-ba49-25f5e39b8d60 HTTP/1.1" status: 404 len: 333 time: 0.5580435 Jan 20 14:29:38.527219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42626) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:38.530725 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-f731c97e-62e3-4f64-b99e-2398c364a796 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e46b88d12d7e404d90c306bd4baee792 HTTP/1.1" status: 200 len: 380 time: 0.2038937 Jan 20 14:29:38.542809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1639645308', 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:38.564288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Request body: {'port': {'device_id': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'admin_state_up': True, 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'security_groups': ['5384cfda-55de-4a4b-9c0e-6ac9925b168d']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:38.564507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 3460d360-ddca-4927-93e7-2fc6cce0ab65) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:38.587630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb734c-67dd-421a-aad6-dad4226277f4 None None] Network 3460d360-ddca-4927-93e7-2fc6cce0ab65 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:38.594628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.595303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.617492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:38.627428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:38.632182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:38.642378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:38.677268 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42634) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:38.698814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235507490', 'description': 'tempest-description--1224880304'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:38.734078 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:38.736486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Pushing event updated for resources: {'Port': ['ID=e8b7bdfe-2ece-4c24-a2e9-993971a1f059,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:38.757172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:38.796809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:33Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd8ef2da0-def3-44e9-8afb-e59b66b399f4', 'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'mac_address': 'fa:16:3e:77:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:28Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 2, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'subnets': [{'id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:38.806860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Checking router: 3de0c1f3-1aef-470c-8e7d-88d877f217ed for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:29:38.807252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Updating router 3de0c1f3-1aef-470c-8e7d-88d877f217ed port d8ef2da0-def3-44e9-8afb-e59b66b399f4 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:29:38.850941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.851398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.851844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.852821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.852821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.853172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.853750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.854276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.855301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Synchronizing usage tracker for tenant:732c1fc8ccc54673ad7c934f80ae8a0b on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:38.861802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:38.869715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Made reservation on behalf of ca67b7d6587e4a09af8c04f37efcd526 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:38.872021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.900577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Deleting port fb9ac979-0abe-4809-ade7-00e36517140e {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:38.900577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.900858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:38.907306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Unset dirty status for tenant:732c1fc8ccc54673ad7c934f80ae8a0b on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:38.908690 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7508019d-b669-4c99-82c2-94e7d8f5919d tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5238 time: 0.4992864 Jan 20 14:29:38.914522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] device_id is not set on port 835eb52b-494f-48ac-9496-efe15b51876a yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:38.915802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.927377 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ce42411f-904d-4679-b579-eb52e6d34635 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7453227 Jan 20 14:29:38.927568 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-3460d360-ddca-4927-93e7-2fc6cce0ab65', 'network_id': '3460d360-ddca-4927-93e7-2fc6cce0ab65', 'tenant_id': '21db3435837d4c8aae3aa1401730e8e7', 'fixed_ips': [{'subnet_id': '1a9a28ba-0c48-4f30-a3ea-b0bce9694d83'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:29:38.928509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.936656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Usage tracker for resource:security_group and tenant:35a6cd0e5ccc497d96d2ff1ead4954df is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:38.938979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42648) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:38.939305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42650) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:38.943631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:38.966118 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Made reservation on behalf of e46b88d12d7e404d90c306bd4baee792 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:38.966462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Request body: {'port': {'network_id': '3460d360-ddca-4927-93e7-2fc6cce0ab65', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-973565492'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:38.970290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.093069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:39.302232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.305806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] The port 'fb9ac979-0abe-4809-ade7-00e36517140e' was deleted {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:29:39.311117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Allocated IP 172.20.0.11 (c9d24a9d-1959-4609-b9c6-2ff53b78b37d/d2f1e2a2-41fc-449d-823a-59681b2864b6/5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:39.383939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ce534bfd-f316-4c2f-95b1-36a58de88105 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.430156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:39.536313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.562426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffd77c2-4b89-4311-b2dc-c68e45ed9276']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:39.575332 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc73eeb-11f2-40e5-90ed-da1dbd9341b4') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:39.575782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc73eeb-11f2-40e5-90ed-da1dbd9341b4') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:39.587661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.604472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.610998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:29:39.611517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.647841 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.660970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ce534bfd-f316-4c2f-95b1-36a58de88105 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.671893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.682447 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Allocated IP 2001:db8::2 (3460d360-ddca-4927-93e7-2fc6cce0ab65/1a9a28ba-0c48-4f30-a3ea-b0bce9694d83/9c046cca-472c-407c-a4c6-cfea3c25d1cb) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:39.696463 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-be833513-95e2-4836-a234-ff8b1545124f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] delete failed (client error): The resource could not be found. Jan 20 14:29:39.700884 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-be833513-95e2-4836-a234-ff8b1545124f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/c934a142-abd2-47d9-9111-f93d6c29649a HTTP/1.1" status: 404 len: 345 time: 0.7570531 Jan 20 14:29:39.761088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:39.762129 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42662) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:39.764384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.767029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event updated for resources: {'Port': ['ID=835eb52b-494f-48ac-9496-efe15b51876a,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:39.772531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:39.779264 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:39.780400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:39.783276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.789436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Usage tracker for resource:port and tenant:21db3435837d4c8aae3aa1401730e8e7 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:39.800151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:39.810312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:39.819218 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:39.927520 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d2d34ef8-774d-4302-8b6d-304dcca4ecd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3957002 Jan 20 14:29:39.962660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42666) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:39.994611 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb850c5f-b9f3-4697-9a49-13efadf5ad8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] DELETE failed (client error): The resource could not be found. Jan 20 14:29:39.995244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb850c5f-b9f3-4697-9a49-13efadf5ad8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:29:39.995616 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Made reservation on behalf of 21db3435837d4c8aae3aa1401730e8e7 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:40.000709 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cb850c5f-b9f3-4697-9a49-13efadf5ad8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "DELETE /v2.0/networks/4ae40635-ad73-4c62-b46c-2658824db77d HTTP/1.1" status: 404 len: 339 time: 0.1538894 Jan 20 14:29:40.013687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.041336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.089745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42670) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:40.215039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.289976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-ce534bfd-f316-4c2f-95b1-36a58de88105 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] In _notify_port_updated(), no bound segment for port 917b9517-d106-4fe4-8253-559d20efa0bf on network 1207e731-320b-40a2-bbab-29019df46fd4 {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:29:40.296458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce534bfd-f316-4c2f-95b1-36a58de88105 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:40.297456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ce534bfd-f316-4c2f-95b1-36a58de88105 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.299294 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ce534bfd-f316-4c2f-95b1-36a58de88105 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "PUT /v2.0/ports/917b9517-d106-4fe4-8253-559d20efa0bf HTTP/1.1" status: 200 len: 1002 time: 3.1147749 Jan 20 14:29:40.306386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.327551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Request body: {'network': {'name': 'tempest-network--1473505093', 'router:external': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:40.341468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42674) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:40.347593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:40.401399 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30788b1b-be66-4f3d-9449-a17aa2f3c25a req-2a3ab5e5-057a-48d5-bf8b-03b0932d8eb7 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 210 time: 0.6181445 Jan 20 14:29:40.406582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Usage tracker for resource:network and tenant:732c1fc8ccc54673ad7c934f80ae8a0b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:40.429897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:40.445804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Usage tracker for resource:security_group_rule and tenant:35a6cd0e5ccc497d96d2ff1ead4954df is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:40.449587 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Transition to ACTIVE for port object 9c046cca-472c-407c-a4c6-cfea3c25d1cb will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:40.450366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:40.454282 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Transition to ACTIVE for port object 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:40.454466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Transition to ACTIVE for port object d8ef2da0-def3-44e9-8afb-e59b66b399f4 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:40.457847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:40.470162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] device_id is not set on port 92e3c500-c1e4-4490-a92c-64b472c131a9 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:40.476251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:40.489757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.490014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39cfc4d-9428-457f-ac17-773e85667793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:40.490415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f39cfc4d-9428-457f-ac17-773e85667793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Synchronizing usage tracker for tenant:ca67b7d6587e4a09af8c04f37efcd526 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:40.499946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-38a9cc6b-ba49-47d7-a7d6-bf5df5c24e6d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Deleting port 917b9517-d106-4fe4-8253-559d20efa0bf {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:40.500373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-38a9cc6b-ba49-47d7-a7d6-bf5df5c24e6d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.612421 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Made reservation on behalf of 732c1fc8ccc54673ad7c934f80ae8a0b for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:40.618050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.703057 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.714951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.731096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.765062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f39cfc4d-9428-457f-ac17-773e85667793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Unset dirty status for tenant:ca67b7d6587e4a09af8c04f37efcd526 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:40.766604 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f39cfc4d-9428-457f-ac17-773e85667793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "GET /v2.0/ports/835eb52b-494f-48ac-9496-efe15b51876a HTTP/1.1" status: 200 len: 959 time: 0.8026593 Jan 20 14:29:40.779636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42678) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:40.811519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:40.835168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Transition to ACTIVE for port object 9c046cca-472c-407c-a4c6-cfea3c25d1cb will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:40.873935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce534bfd-f316-4c2f-95b1-36a58de88105 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Port': ['ID=917b9517-d106-4fe4-8253-559d20efa0bf,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:40.899337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:40.914601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] Pushing event deleted for resources: {'Network': ['ID=0ffd77c2-4b89-4311-b2dc-c68e45ed9276,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:40.915807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.921256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-163b42ae-6dc7-47d3-b6b6-ae29937a4667 None None] Provisioning complete for port 917b9517-d106-4fe4-8253-559d20efa0bf triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:40.921880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-163b42ae-6dc7-47d3-b6b6-ae29937a4667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.076800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Pushing event updated for resources: {'Port': ['ID=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:41.082728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.083907 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Added segment 2dc26853-ac2c-4e91-9bee-0acc65ecc7c5 of type vlan for network 0a36fd05-b343-46b9-bcc5-ed4153c9ff94 Jan 20 14:29:41.122385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8d5b5-081d-48c5-b5d5-b814f0bf7508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Deleting port 835eb52b-494f-48ac-9496-efe15b51876a {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:41.122909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d5b5-081d-48c5-b5d5-b814f0bf7508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.126096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-163b42ae-6dc7-47d3-b6b6-ae29937a4667 None None] Port 917b9517-d106-4fe4-8253-559d20efa0bf cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:41.224679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.259831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c4f13-53f2-4f68-bfa9-36d80ed4b452 None None] Pushing event updated for resources: {'Port': ['ID=d8ef2da0-def3-44e9-8afb-e59b66b399f4,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:41.290303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.303150 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-26aac7ac-1961-4925-b979-c9a456783db6 tempest-DHCPAgentSchedulersTestJSON-852797771 tempest-DHCPAgentSchedulersTestJSON-852797771-project] 10.222.0.87 "DELETE /v2.0/networks/0ffd77c2-4b89-4311-b2dc-c68e45ed9276 HTTP/1.1" status: 204 len: 168 time: 5.3696995 Jan 20 14:29:41.346951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Network c9d24a9d-1959-4609-b9c6-2ff53b78b37d is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:41.374221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:41.423087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:41.470103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.545823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Allocated IP 2001:db8::147 (3460d360-ddca-4927-93e7-2fc6cce0ab65/1a9a28ba-0c48-4f30-a3ea-b0bce9694d83/92e3c500-c1e4-4490-a92c-64b472c131a9) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:41.581504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Attempting to bind port d8ef2da0-def3-44e9-8afb-e59b66b399f4 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:41.581911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Attempting to bind port d8ef2da0-def3-44e9-8afb-e59b66b399f4 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:41.583514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Attempting to bind port d8ef2da0-def3-44e9-8afb-e59b66b399f4 on network 8a754dfb-bccf-424e-94ac-0775445d550e {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:41.597936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Network 3460d360-ddca-4927-93e7-2fc6cce0ab65 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:41.601399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:41.601772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Checking segment: {'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:41.602281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.602683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Bound using segment: {'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:41.603714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Bound port: d8ef2da0-def3-44e9-8afb-e59b66b399f4, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:41.604143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.606162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.626583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.628072 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.9401932 Jan 20 14:29:41.639797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42686) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:41.671142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Request body: {'security_group_rule': {'security_group_id': 'd64e00a6-96f7-48d1-9384-5326f6247b7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:41.687027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:41.695142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:41.700709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:41.714180 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Usage tracker for resource:security_group_rule and tenant:35a6cd0e5ccc497d96d2ff1ead4954df is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:41.748099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:41.770598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:41.786606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Pushing event updated for resources: {'Port': ['ID=9c046cca-472c-407c-a4c6-cfea3c25d1cb,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:41.880957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a96d86-90b4-4f3e-a187-6de0ef2880e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64e00a6-96f7-48d1-9384-5326f6247b7d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:41.898599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.914720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Attempting to bind port 9c046cca-472c-407c-a4c6-cfea3c25d1cb on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:41.915869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Attempting to bind port 9c046cca-472c-407c-a4c6-cfea3c25d1cb by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '89fbb9ad-d8a7-429a-8b14-385f4508901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3460d360-ddca-4927-93e7-2fc6cce0ab65'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:41.917599 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Attempting to bind port 9c046cca-472c-407c-a4c6-cfea3c25d1cb on network 3460d360-ddca-4927-93e7-2fc6cce0ab65 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:41.956123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:41.959322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Checking segment: {'id': '89fbb9ad-d8a7-429a-8b14-385f4508901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3460d360-ddca-4927-93e7-2fc6cce0ab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:41.960379 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.963406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Bound using segment: {'id': '89fbb9ad-d8a7-429a-8b14-385f4508901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3460d360-ddca-4927-93e7-2fc6cce0ab65'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:41.964337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Bound port: 9c046cca-472c-407c-a4c6-cfea3c25d1cb, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fbb9ad-d8a7-429a-8b14-385f4508901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3460d360-ddca-4927-93e7-2fc6cce0ab65'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:41.965476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.029279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-38a9cc6b-ba49-47d7-a7d6-bf5df5c24e6d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.093371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:42.094051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.111686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42694) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:42.194590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.224678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] For port 9c046cca-472c-407c-a4c6-cfea3c25d1cb, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:42.229200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] For port 9c046cca-472c-407c-a4c6-cfea3c25d1cb, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9c046cca-472c-407c-a4c6-cfea3c25d1cb,segment=NetworkSegment(89fbb9ad-d8a7-429a-8b14-385f4508901d),segment_id=89fbb9ad-d8a7-429a-8b14-385f4508901d)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:42.232978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a6a832ca-f23c-49dd-b47a-0657840e3688 None None] Provisioning for port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:42.240459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a6a832ca-f23c-49dd-b47a-0657840e3688 None None] Provisioning complete for port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:42.241071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a6a832ca-f23c-49dd-b47a-0657840e3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.267541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.276805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] For port d8ef2da0-def3-44e9-8afb-e59b66b399f4, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:42.327168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d5b5-081d-48c5-b5d5-b814f0bf7508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.430741 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] For port d8ef2da0-def3-44e9-8afb-e59b66b399f4, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d8ef2da0-def3-44e9-8afb-e59b66b399f4,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:42.485251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.490005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.499971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.535678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a6a832ca-f23c-49dd-b47a-0657840e3688 None None] Port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:42.546380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Routers {'3de0c1f3-1aef-470c-8e7d-88d877f217ed'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:29:42.547014 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:29:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:42.639601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.860563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.905480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090e3cf-2035-4af2-9102-65773c3a96fb None None] Pushing event updated for resources: {'Port': ['ID=9c046cca-472c-407c-a4c6-cfea3c25d1cb,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:42.958778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-38a9cc6b-ba49-47d7-a7d6-bf5df5c24e6d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Calling delete_port for 917b9517-d106-4fe4-8253-559d20efa0bf owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:42.963774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6a54bb-95d3-4335-b6a7-fe677d7d8296,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:43.072726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8d5b5-081d-48c5-b5d5-b814f0bf7508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Calling delete_port for 835eb52b-494f-48ac-9496-efe15b51876a owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:43.122529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Pushing event updated for resources: {'Port': ['ID=e8b7bdfe-2ece-4c24-a2e9-993971a1f059,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:43.125783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.127439 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2f9b5795-889b-4d33-8886-769c8130ca5d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8421266 Jan 20 14:29:43.160403 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.164074 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-caad193c-6c80-4179-a94a-35349fd5ac1f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5167592 Jan 20 14:29:43.170147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42702) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:43.199398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Request body: {'security_group_rule': {'security_group_id': 'd64e00a6-96f7-48d1-9384-5326f6247b7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:43.210477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:43.214683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.230532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] Set router 3de0c1f3-1aef-470c-8e7d-88d877f217ed gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:29:43.234953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Usage tracker for resource:security_group_rule and tenant:35a6cd0e5ccc497d96d2ff1ead4954df is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:43.239734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:43.251767 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:43.255950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Transition to ACTIVE for port object 92e3c500-c1e4-4490-a92c-64b472c131a9 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:43.311010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.337877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.339013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:43.339624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.379435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c4f13-53f2-4f68-bfa9-36d80ed4b452 None None] Pushing event updated for resources: {'Port': ['ID=d8ef2da0-def3-44e9-8afb-e59b66b399f4,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:43.423254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.547821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Network 3460d360-ddca-4927-93e7-2fc6cce0ab65 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:43.577129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:43.601333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:43.608948 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:43.612414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.646661 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-baeedbb9-9ebf-4b6c-83c9-d9dab892a2a4 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1081793 Jan 20 14:29:43.681080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event updated for resources: {'Network': ['ID=0a36fd05-b343-46b9-bcc5-ed4153c9ff94,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:43.686463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-38a9cc6b-ba49-47d7-a7d6-bf5df5c24e6d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.702629 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cd3a61ca-1374-4e58-ba25-2e753a987f8e tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.6041706 Jan 20 14:29:43.706479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.708404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event updated for resources: {'Port': ['ID=92e3c500-c1e4-4490-a92c-64b472c131a9,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:43.718046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42720) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:43.739955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 0a36fd05-b343-46b9-bcc5-ed4153c9ff94 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:43.744454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-dbaaeb4a-be18-4d3c-adc8-3c5f6911e7a5 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:29:43.745260 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-dbaaeb4a-be18-4d3c-adc8-3c5f6911e7a5 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570436 Jan 20 14:29:43.750263 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.859940 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9cc6b-ba49-47d7-a7d6-bf5df5c24e6d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event deleted for resources: {'Port': ['ID=917b9517-d106-4fe4-8253-559d20efa0bf,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:43.961251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9c046cca-472c-407c-a4c6-cfea3c25d1cb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:43.987541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a0b0d522-5846-4fa7-bcf3-61520e4d822e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f5229caacf68435fb810aad7cb5777de&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8519936 Jan 20 14:29:44.005737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42724) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:44.027003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7915f4e-aff1-4e86-9348-85cc86fbdeed req-be296595-3a65-4eda-88c1-432af73802bb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:44.029439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-b7915f4e-aff1-4e86-9348-85cc86fbdeed req-be296595-3a65-4eda-88c1-432af73802bb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Synchronizing usage tracker for tenant:e46b88d12d7e404d90c306bd4baee792 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:44.089999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.091280 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9172378 Jan 20 14:29:44.114933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42730) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:44.123085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:44.156093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:44.193240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Usage tracker for resource:floatingip and tenant:35a6cd0e5ccc497d96d2ff1ead4954df is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:44.203271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f431c-7ab2-4e8e-be1b-87625536014a tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5e5c56-65d6-432f-b127-e501270f8a25,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:44.224784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:44.242149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-b7915f4e-aff1-4e86-9348-85cc86fbdeed req-be296595-3a65-4eda-88c1-432af73802bb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Unset dirty status for tenant:e46b88d12d7e404d90c306bd4baee792 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:44.254323 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b7915f4e-aff1-4e86-9348-85cc86fbdeed req-be296595-3a65-4eda-88c1-432af73802bb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 932 time: 2.3845642 Jan 20 14:29:44.256745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d5b5-081d-48c5-b5d5-b814f0bf7508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.260836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:44.285144 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a0c2ee7d-cdd8-4490-9620-4300abf161e3 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.3417792 Jan 20 14:29:44.301833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 9c046cca-472c-407c-a4c6-cfea3c25d1cb completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:44.302423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42736) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:44.330849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:33Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd8ef2da0-def3-44e9-8afb-e59b66b399f4', 'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'mac_address': 'fa:16:3e:77:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:28Z', 'updated_at': '2022-01-20T14:29:42Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'subnets': [{'id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:44.332434 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-ee3b7638-e027-47b4-a2c4-780b9d071370 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--899206909&fields=id&tenant_id=77c3474047a34ce888ea8e6fa8467a66 HTTP/1.1" status: 200 len: 267 time: 0.7565758 Jan 20 14:29:44.349038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ee44d-b434-4752-bbee-7975d37ae317 None None] The sync data for ids ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'] in dv-neutron-825123-1-hyperv is: [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:33Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd8ef2da0-def3-44e9-8afb-e59b66b399f4', 'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'mac_address': 'fa:16:3e:77:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:28Z', 'updated_at': '2022-01-20T14:29:42Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'subnets': [{'id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:29:44.360923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Request body: {'port': {'network_id': '3460d360-ddca-4927-93e7-2fc6cce0ab65', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-574123205', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:44.362005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.api.validators [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] bootfile-name is not in valid_values {{(pid=87495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:29:44.362642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.api.validators [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] tftp-server is not in valid_values {{(pid=87495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:29:44.363217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.api.validators [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] server-ip-address is not in valid_values {{(pid=87495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:29:44.391751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12b40d70-a646-4943-ad05-9124ef2e26db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.393087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21c1104-394a-4fb6-9c0f-e8e2a901db3b None None] Network 3460d360-ddca-4927-93e7-2fc6cce0ab65 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:44.398891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8d5b5-081d-48c5-b5d5-b814f0bf7508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event deleted for resources: {'Port': ['ID=835eb52b-494f-48ac-9496-efe15b51876a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:44.475351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Request body: {'port': {'device_id': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:44.563738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d5b5-081d-48c5-b5d5-b814f0bf7508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.601337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-eb713686-85ae-4e52-b33f-87642ae98b8c None None] Provisioning for port 9c046cca-472c-407c-a4c6-cfea3c25d1cb completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:44.631336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-eb713686-85ae-4e52-b33f-87642ae98b8c None None] Provisioning complete for port 9c046cca-472c-407c-a4c6-cfea3c25d1cb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:44.631717 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-eb713686-85ae-4e52-b33f-87642ae98b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.752033 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b7915f4e-aff1-4e86-9348-85cc86fbdeed req-9b45105c-ff3d-4b5c-a975-6d0c3a39dd55 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4966571 Jan 20 14:29:44.769517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf1424-31ae-4bec-b085-0795712afeb9 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:44.776201 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf1424-31ae-4bec-b085-0795712afeb9 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:44.782018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf1424-31ae-4bec-b085-0795712afeb9 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:44.790549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.794420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf1424-31ae-4bec-b085-0795712afeb9 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:44.795295 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6faf1424-31ae-4bec-b085-0795712afeb9 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Synchronizing usage tracker for tenant:2ee82ae971974e76b8874985549d0bcf on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:44.818142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-38a9cc6b-ba49-47d7-a7d6-bf5df5c24e6d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.844952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42742) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:44.847525 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-38a9cc6b-ba49-47d7-a7d6-bf5df5c24e6d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "DELETE /v2.0/ports/917b9517-d106-4fe4-8253-559d20efa0bf HTTP/1.1" status: 204 len: 168 time: 4.5048923 Jan 20 14:29:44.899034 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b2d8d5b5-081d-48c5-b5d5-b814f0bf7508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "DELETE /v2.0/ports/835eb52b-494f-48ac-9496-efe15b51876a HTTP/1.1" status: 204 len: 168 time: 4.1059501 Jan 20 14:29:44.955171 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f2f88f-1d13-4f75-b75f-e707d9b7a697 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] GET failed (client error): The resource could not be found. Jan 20 14:29:44.955731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-53f2f88f-1d13-4f75-b75f-e707d9b7a697 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Synchronizing usage tracker for tenant:8d477ca8e7bd4941a1fd5ecffa358d5f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:44.971772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42746) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:45.041966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12b40d70-a646-4943-ad05-9124ef2e26db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.151670 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-eb713686-85ae-4e52-b33f-87642ae98b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.210267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-eb713686-85ae-4e52-b33f-87642ae98b8c None None] For port 9c046cca-472c-407c-a4c6-cfea3c25d1cb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9c046cca-472c-407c-a4c6-cfea3c25d1cb,segment=NetworkSegment(89fbb9ad-d8a7-429a-8b14-385f4508901d),segment_id=89fbb9ad-d8a7-429a-8b14-385f4508901d)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:45.218834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-eb713686-85ae-4e52-b33f-87642ae98b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.303500 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d33b3c-e6ef-438b-9af7-e6a2f042b3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:29:45.306086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-12d33b3c-e6ef-438b-9af7-e6a2f042b3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Synchronizing usage tracker for tenant:ca67b7d6587e4a09af8c04f37efcd526 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:45.324715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-261bda46-6417-42c3-b231-d24988083cb4 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:45.335270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb713686-85ae-4e52-b33f-87642ae98b8c None None] Pushing event updated for resources: {'Port': ['ID=9c046cca-472c-407c-a4c6-cfea3c25d1cb,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:45.341652 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-261bda46-6417-42c3-b231-d24988083cb4 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/networks?id=7c25f2f0-d8ab-4a04-9730-3c19056abfd2 HTTP/1.1" status: 200 len: 812 time: 1.0082269 Jan 20 14:29:45.359829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12b40d70-a646-4943-ad05-9124ef2e26db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.397987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6faf1424-31ae-4bec-b085-0795712afeb9 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Unset dirty status for tenant:2ee82ae971974e76b8874985549d0bcf on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:45.399157 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6faf1424-31ae-4bec-b085-0795712afeb9 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.6568239 Jan 20 14:29:45.405821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-53f2f88f-1d13-4f75-b75f-e707d9b7a697 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Unset dirty status for tenant:8d477ca8e7bd4941a1fd5ecffa358d5f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:45.410627 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-53f2f88f-1d13-4f75-b75f-e707d9b7a697 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "GET /v2.0/ports/917b9517-d106-4fe4-8253-559d20efa0bf HTTP/1.1" status: 404 len: 333 time: 0.5613751 Jan 20 14:29:45.410627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42750) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:45.410867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b40d70-a646-4943-ad05-9124ef2e26db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aadefb-2022-4e28-8b38-699c14bc6c65,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:45.415948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42752) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:45.422939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.438119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'port': {'network_id': '1207e731-320b-40a2-bbab-29019df46fd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-434802047'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:45.488071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12b40d70-a646-4943-ad05-9124ef2e26db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.492782 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-12b40d70-a646-4943-ad05-9124ef2e26db admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a5aadefb-2022-4e28-8b38-699c14bc6c65 HTTP/1.1" status: 204 len: 168 time: 1.4417760 Jan 20 14:29:45.522533 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-0326ff19-76f9-44a9-93c1-039634fe8a9d tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/quotas/77c3474047a34ce888ea8e6fa8467a66 HTTP/1.1" status: 200 len: 375 time: 0.1327291 Jan 20 14:29:45.616637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:45.639734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Usage tracker for resource:port and tenant:21db3435837d4c8aae3aa1401730e8e7 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:45.651673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:45.672670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:45.785360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Made reservation on behalf of 21db3435837d4c8aae3aa1401730e8e7 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:45.789231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.815659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6435581b-8e1c-4c94-b9d4-42de0b978f7e None None] Provisioning complete for port 9c046cca-472c-407c-a4c6-cfea3c25d1cb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:45.832576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6435581b-8e1c-4c94-b9d4-42de0b978f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.956048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] device_id is not set on port 48e744af-99d2-4509-acde-e446adff1167 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:46.054552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.065252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9c046cca-472c-407c-a4c6-cfea3c25d1cb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:46.309409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-12d33b3c-e6ef-438b-9af7-e6a2f042b3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Unset dirty status for tenant:ca67b7d6587e4a09af8c04f37efcd526 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:46.310687 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-12d33b3c-e6ef-438b-9af7-e6a2f042b3cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "GET /v2.0/ports/835eb52b-494f-48ac-9496-efe15b51876a HTTP/1.1" status: 404 len: 333 time: 1.2782207 Jan 20 14:29:46.327379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42764) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:46.386911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42766) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:46.388730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:46.399810 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9c046cca-472c-407c-a4c6-cfea3c25d1cb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:46.400953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.461831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6435581b-8e1c-4c94-b9d4-42de0b978f7e None None] Provisioning for port 92e3c500-c1e4-4490-a92c-64b472c131a9 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:46.490579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6435581b-8e1c-4c94-b9d4-42de0b978f7e None None] Provisioning complete for port 92e3c500-c1e4-4490-a92c-64b472c131a9 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:46.491093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6435581b-8e1c-4c94-b9d4-42de0b978f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.569614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Allocated IP 2001:db8::3d (3460d360-ddca-4927-93e7-2fc6cce0ab65/1a9a28ba-0c48-4f30-a3ea-b0bce9694d83/48e744af-99d2-4509-acde-e446adff1167) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:46.601007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6435581b-8e1c-4c94-b9d4-42de0b978f7e None None] Port 92e3c500-c1e4-4490-a92c-64b472c131a9 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:46.692082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:29:46.701793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.718536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Transition to ACTIVE for port object 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:46.721310 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d8ef2da0-def3-44e9-8afb-e59b66b399f4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:46.754522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.765367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:46.824367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-70db3079-70b9-407f-8356-277a043d4d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.853178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-91b45f25-e6da-4c04-bfd2-3c619280b2a7 None None] Provisioning complete for port 92e3c500-c1e4-4490-a92c-64b472c131a9 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:46.853640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-91b45f25-e6da-4c04-bfd2-3c619280b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.862363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Made reservation on behalf of 8d477ca8e7bd4941a1fd5ecffa358d5f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:46.878164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.930829 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Request body: {'port': {'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102732118'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:46.948990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-70db3079-70b9-407f-8356-277a043d4d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:46.984287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-91b45f25-e6da-4c04-bfd2-3c619280b2a7 None None] Port 92e3c500-c1e4-4490-a92c-64b472c131a9 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:46.985077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:46.994075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port d8ef2da0-def3-44e9-8afb-e59b66b399f4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:47.014004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d8ef2da0-def3-44e9-8afb-e59b66b399f4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:47.016898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.041322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:47.075788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.139259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-70db3079-70b9-407f-8356-277a043d4d68 admin admin] Usage tracker for resource:security_group_rule and tenant:728a01ff788043a287d2933fe5b1adf6 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:47.170480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-70db3079-70b9-407f-8356-277a043d4d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:47.179713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] device_id is not set on port 9bf6fe00-7b9b-4bd6-b1b8-045081439d75 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:47.246477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.271169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Transition to ACTIVE for port object 48e744af-99d2-4509-acde-e446adff1167 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:47.322181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-5ea2004d-de09-48ff-a4f3-ae6c2a1f6b46 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Synchronizing usage tracker for tenant:77c3474047a34ce888ea8e6fa8467a66 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:47.325720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.331231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.333114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Made reservation on behalf of ca67b7d6587e4a09af8c04f37efcd526 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:47.336100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.411613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:47.422572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-70db3079-70b9-407f-8356-277a043d4d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:47.493888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port d8ef2da0-def3-44e9-8afb-e59b66b399f4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d8ef2da0-def3-44e9-8afb-e59b66b399f4,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:47.507574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.579654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Network 3460d360-ddca-4927-93e7-2fc6cce0ab65 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:47.584390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fd6b0-e16d-4f6e-b3d5-5f16d310accf req-178714a0-7209-445f-9d68-89501db94c48 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:47.586376 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-550fd6b0-e16d-4f6e-b3d5-5f16d310accf req-178714a0-7209-445f-9d68-89501db94c48 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 932 time: 1.3521602 Jan 20 14:29:47.587492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:47.638823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:47.646837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:47.648440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.677959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Allocated IP 172.26.0.81 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/d64c8edf-e3fc-4492-bf0d-5cd99ce13c5e) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:47.715655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=d8ef2da0-def3-44e9-8afb-e59b66b399f4,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:47.930150 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.6262307 Jan 20 14:29:47.930955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Attempting to bind port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:47.931292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Attempting to bind port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:47.931614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Attempting to bind port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd on network c9d24a9d-1959-4609-b9c6-2ff53b78b37d {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:47.945540 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42772) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:47.974322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] device_id is not set on port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:48.036379 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-550fd6b0-e16d-4f6e-b3d5-5f16d310accf req-f086ded9-6220-4288-b192-3dc43166fc35 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840966 Jan 20 14:29:48.056483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd on network c9d24a9d-1959-4609-b9c6-2ff53b78b37d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:48.057026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Attempting to bind port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd on network c9d24a9d-1959-4609-b9c6-2ff53b78b37d {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:48.063132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-5ea2004d-de09-48ff-a4f3-ae6c2a1f6b46 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Unset dirty status for tenant:77c3474047a34ce888ea8e6fa8467a66 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:48.066885 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-5ea2004d-de09-48ff-a4f3-ae6c2a1f6b46 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=77c3474047a34ce888ea8e6fa8467a66&fields=id HTTP/1.1" status: 200 len: 348 time: 2.5402462 Jan 20 14:29:48.067558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564aecf-6c95-4d8d-9a27-9686ee389da7 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event updated for resources: {'Port': ['ID=48e744af-99d2-4509-acde-e446adff1167,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:48.084224 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b27b1f19-4448-40d3-87db-95553699d4e3 None None] Provisioning for port 48e744af-99d2-4509-acde-e446adff1167 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:48.089614 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b27b1f19-4448-40d3-87db-95553699d4e3 None None] Provisioning complete for port 48e744af-99d2-4509-acde-e446adff1167 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:48.089984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b27b1f19-4448-40d3-87db-95553699d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.105177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.153456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:48.154576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Checking segment: {'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:48.155361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Bound using segment: {'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:48.156042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Bound port: 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ee266a-95dd-4ff5-9d00-e8d52257f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:48.156623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.192101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Allocated IP 2001:db8::2de (1207e731-320b-40a2-bbab-29019df46fd4/820e8194-b8be-44e1-a357-d272d073539b/9bf6fe00-7b9b-4bd6-b1b8-045081439d75) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:48.274960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a36fd05-b343-46b9-bcc5-ed4153c9ff94']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:48.299844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc26853-ac2c-4e91-9bee-0acc65ecc7c5') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:48.300884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc26853-ac2c-4e91-9bee-0acc65ecc7c5') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:48.305332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b27b1f19-4448-40d3-87db-95553699d4e3 None None] Port 48e744af-99d2-4509-acde-e446adff1167 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:48.316021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.346165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-70db3079-70b9-407f-8356-277a043d4d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.346870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.356373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:29:48.356853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.389466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-70db3079-70b9-407f-8356-277a043d4d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:48.449175 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:48.533391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de71c8b-a5e5-4212-9cfd-7b7ddaf94621 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:48.533540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.542436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de71c8b-a5e5-4212-9cfd-7b7ddaf94621 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:48.550923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de71c8b-a5e5-4212-9cfd-7b7ddaf94621 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:48.553864 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4de71c8b-a5e5-4212-9cfd-7b7ddaf94621 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.5990248 Jan 20 14:29:48.564433 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-00ea0123-7def-4542-bc86-afc5d4943389 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:29:48.569708 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-00ea0123-7def-4542-bc86-afc5d4943389 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1037569 Jan 20 14:29:48.569708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42780) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:48.569708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a36fd05-b343-46b9-bcc5-ed4153c9ff94 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 20 14:29:48.593149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.611680 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-70db3079-70b9-407f-8356-277a043d4d68 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=728a01ff788043a287d2933fe5b1adf6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2068684 Jan 20 14:29:48.638024 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42784) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:48.641398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.780996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a36fd05-b343-46b9-bcc5-ed4153c9ff94,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:48.805117 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7f6536ea-71f2-4ae3-aa31-b4e8f87684db tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "DELETE /v2.0/networks/0a36fd05-b343-46b9-bcc5-ed4153c9ff94 HTTP/1.1" status: 204 len: 168 time: 3.2912822 Jan 20 14:29:48.840954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42788) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:48.846470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] For port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:48.868805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db3079-70b9-407f-8356-277a043d4d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba1c4a2-4bc2-4b9a-b45d-84e164c280d1,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:48.895585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Request body: {'network': {'name': 'tempest-network--1831709472', 'router:external': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:48.962848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.985244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Transition to ACTIVE for port object 9bf6fe00-7b9b-4bd6-b1b8-045081439d75 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:49.048879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:49.064640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] For port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:49.069094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.082463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.095635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Usage tracker for resource:network and tenant:732c1fc8ccc54673ad7c934f80ae8a0b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:49.104237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:49.158442 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.182193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:49.184360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.186996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.218099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:49.222978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:49.226120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:49.289452 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-889e72c0-cef3-4f85-a64b-040b9e155622 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Deleting port 48e744af-99d2-4509-acde-e446adff1167 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:49.290360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-889e72c0-cef3-4f85-a64b-040b9e155622 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.324124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-147a5e0c-8576-4452-bbd6-5fd3fdd6e791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.333306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Network 1207e731-320b-40a2-bbab-29019df46fd4 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:49.334770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:49.335380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.341623 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] 10.222.0.72 "PUT /v2.0/ports/5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 200 len: 1094 time: 5.3348057 Jan 20 14:29:49.377711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:49.394592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'tag': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:29:49.397805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:49.413670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:49.414787 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:49.415453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.439384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Pushing event updated for resources: {'Port': ['ID=d64c8edf-e3fc-4492-bf0d-5cd99ce13c5e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:49.442410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:49.444442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:49.450044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:49.450169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event updated for resources: {'Port': ['ID=a337ae4a-a640-44bc-9423-2de4b8d2a4b5,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:49.450568 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.469858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-147a5e0c-8576-4452-bbd6-5fd3fdd6e791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.478873 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-6bee9a5d-009d-4ac3-9dba-fa30cd6e9fe9 service neutron] 10.222.0.87 "GET /v2.0/networks/7c25f2f0-d8ab-4a04-9730-3c19056abfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194280 Jan 20 14:29:49.520982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Made reservation on behalf of 732c1fc8ccc54673ad7c934f80ae8a0b for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:49.523195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.550722 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1560d24a-dfaf-4a22-a27a-1d444a74cf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6902084 Jan 20 14:29:49.562400 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42798) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:49.579575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:49.685404 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2640903 Jan 20 14:29:49.691193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42804) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:49.701102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cbe6f-6d9b-4ecc-a57a-430ca6b49aed service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:49.715512 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d8ef2da0-def3-44e9-8afb-e59b66b399f4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:49.756369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-db1f7345-1a51-4637-b715-077aaf493288 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fb:57:c3'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:49.787382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:49.789813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.799631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d8ef2da0-def3-44e9-8afb-e59b66b399f4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:49.801858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.854879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea379c87-5c79-4cd4-b1f4-ff86e11f081f req-4013f09c-005b-45b9-a652-557498445234 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:49.856146 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea379c87-5c79-4cd4-b1f4-ff86e11f081f req-4013f09c-005b-45b9-a652-557498445234 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 944 time: 0.6306460 Jan 20 14:29:49.866442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.866679 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Added segment 4be34f7e-43fc-4ab8-bbbc-4e5138dd129f of type vlan for network 7b1ebd76-efcb-4a3d-a836-540ea16d70f3 Jan 20 14:29:49.878458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3004fbcf-665b-4e71-90d9-13d2bc320acd None None] Provisioning for port 9bf6fe00-7b9b-4bd6-b1b8-045081439d75 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:49.885582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3004fbcf-665b-4e71-90d9-13d2bc320acd None None] Provisioning complete for port 9bf6fe00-7b9b-4bd6-b1b8-045081439d75 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:49.886023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3004fbcf-665b-4e71-90d9-13d2bc320acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.909969 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-cc255659-b130-4fba-b5c9-aadcbe00fe6d service neutron] 10.222.0.87 "GET /v2.0/networks/7c25f2f0-d8ab-4a04-9730-3c19056abfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999641 Jan 20 14:29:49.925705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-147a5e0c-8576-4452-bbd6-5fd3fdd6e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.941864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.947466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-3004fbcf-665b-4e71-90d9-13d2bc320acd None None] Port 9bf6fe00-7b9b-4bd6-b1b8-045081439d75 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:49.955487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7514d-2e2c-4c1f-9b2e-b60438419aee tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Port': ['ID=9bf6fe00-7b9b-4bd6-b1b8-045081439d75,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:49.972877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a5e0c-8576-4452-bbd6-5fd3fdd6e791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba1c4a2-4bc2-4b9a-b45d-84e164c280d1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:49.979718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-889e72c0-cef3-4f85-a64b-040b9e155622 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.998098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-3d6877ea-2ec9-4776-977a-394b0ba2059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:49.999638 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-3d6877ea-2ec9-4776-977a-394b0ba2059d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e46b88d12d7e404d90c306bd4baee792&device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 1097 time: 0.5936666 Jan 20 14:29:50.025247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-147a5e0c-8576-4452-bbd6-5fd3fdd6e791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.028738 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-147a5e0c-8576-4452-bbd6-5fd3fdd6e791 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cba1c4a2-4bc2-4b9a-b45d-84e164c280d1 HTTP/1.1" status: 204 len: 168 time: 1.3462055 Jan 20 14:29:50.259107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.305105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-889e72c0-cef3-4f85-a64b-040b9e155622 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Calling delete_port for 48e744af-99d2-4509-acde-e446adff1167 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:50.324721 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.338754 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-ed356c05-e645-4aa2-8f98-09f5a6e96911 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 200 len: 217 time: 0.1396377 Jan 20 14:29:50.341658 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea379c87-5c79-4cd4-b1f4-ff86e11f081f req-4ed2765c-a2d2-4960-847c-2e278ac33281 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4448695 Jan 20 14:29:50.358734 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'tag': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd', 'status': 'completed', 'code': 200} Jan 20 14:29:50.540313 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-199d4ef9-dda8-4d48-9684-3c3213ce9264 req-cbca6114-1ee4-427c-9ce3-1be0a1c5ced0 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 210 time: 0.0858283 Jan 20 14:29:50.560452 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-dd127344-8f8d-4dcb-9598-068519c9dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:50.561700 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-dd127344-8f8d-4dcb-9598-068519c9dcbb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2f1e2a2-41fc-449d-823a-59681b2864b6 HTTP/1.1" status: 200 len: 850 time: 0.2076459 Jan 20 14:29:50.663002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.663876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:50.664470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.736851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-889e72c0-cef3-4f85-a64b-040b9e155622 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.826499 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9751792 Jan 20 14:29:50.828145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-db1f7345-1a51-4637-b715-077aaf493288 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.851230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42852) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:50.883221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a47166-04a8-4b93-a9fc-9a186f131a93 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event updated for resources: {'Network': ['ID=7b1ebd76-efcb-4a3d-a836-540ea16d70f3,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:50.894144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7b1ebd76-efcb-4a3d-a836-540ea16d70f3 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:50.915642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e72c0-cef3-4f85-a64b-040b9e155622 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event deleted for resources: {'Port': ['ID=48e744af-99d2-4509-acde-e446adff1167,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:50.919313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] device_id is not set on port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:50.989877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.041262 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Transition to ACTIVE for port object a337ae4a-a640-44bc-9423-2de4b8d2a4b5 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:51.044255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-889e72c0-cef3-4f85-a64b-040b9e155622 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.056359 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-889e72c0-cef3-4f85-a64b-040b9e155622 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "DELETE /v2.0/ports/48e744af-99d2-4509-acde-e446adff1167 HTTP/1.1" status: 204 len: 168 time: 2.4856689 Jan 20 14:29:51.057917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42866) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.061132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.070073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Request body: {'port': {'name': 'tempest-new-port-name-150425149', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:51.070725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.api.validators [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] bootfile-name is not in valid_values {{(pid=87495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:29:51.071394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.api.validators [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] tftp-server is not in valid_values {{(pid=87495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:29:51.071865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.api.validators [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] server-ip-address is not in valid_values {{(pid=87495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:29:51.140324 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf79d934-bd57-4b89-baa7-f7522674d061 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:51.147583 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cf79d934-bd57-4b89-baa7-f7522674d061 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] 10.222.0.87 "GET /v2.0/networks/7b1ebd76-efcb-4a3d-a836-540ea16d70f3 HTTP/1.1" status: 200 len: 757 time: 0.2952642 Jan 20 14:29:51.159483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42870) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.165030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-a47484cb-a2ce-4261-b837-cc3e10e4032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:51.169375 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-a47484cb-a2ce-4261-b837-cc3e10e4032b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5736046 Jan 20 14:29:51.185485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event updated for resources: {'Port': ['ID=a337ae4a-a640-44bc-9423-2de4b8d2a4b5,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:51.266414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42874) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.377893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:51.380715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:51.380715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:51.392901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:51.393328 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:51.393682 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 2 to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 Jan 20 14:29:51.406294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.433567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:51.434407 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:51.435042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:51.453881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1057274221'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:51.472927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:51.486336 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:51.495602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:51.496038 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:51.502627 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 3 to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 Jan 20 14:29:51.511697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Usage tracker for resource:network and tenant:1923d08c652d4e47a265c26e540624e4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:51.521590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:51.535238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:51.546858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:51.547188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:51.547520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:51.553108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.578215 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:51.578550 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:51.582715 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 4 to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 Jan 20 14:29:51.602656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Made reservation on behalf of 1923d08c652d4e47a265c26e540624e4 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:51.606175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.607848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.661199 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:51.661541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:51.661878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:51.663994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.665891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4cce06-9ba8-4df4-a511-2cecd390ccbc tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:51.669990 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-df4cce06-9ba8-4df4-a511-2cecd390ccbc tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] 10.222.0.87 "GET /v2.0/networks/c673f6f3-4972-44cc-a079-565b3b8bbeef HTTP/1.1" status: 200 len: 767 time: 0.4957616 Jan 20 14:29:51.679767 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42886) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.716421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:51.716651 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:51.750730 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 5 to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 Jan 20 14:29:51.769127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:51.826114 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-8fea9271-c714-4f1a-b12f-6c5840be4804 service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386306 Jan 20 14:29:51.831972 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e2392901-6446-41a7-aca6-faa759f388d1 req-5d1d05cb-599f-44c8-a58e-a3592878d86a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 210 time: 0.1496556 Jan 20 14:29:51.843745 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Usage tracker for resource:security_group_rule and tenant:1923d08c652d4e47a265c26e540624e4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:51.851035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:51.867650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Pushing event updated for resources: {'Port': ['ID=d64c8edf-e3fc-4492-bf0d-5cd99ce13c5e,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:51.872015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:51.873991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:51.874318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:51.874640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:51.898527 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:51.898856 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:51.906567 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 6 to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 Jan 20 14:29:51.927786 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.952600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:51.952996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:51.953359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:51.970343 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:51.970586 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:51.974014 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 7 to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 Jan 20 14:29:51.981448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.024067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebf477-ed17-43d2-a6b0-21ebeb5d97a3 req-eac431c4-6ee9-4bd9-9d2b-1b2323a943b1 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.025839 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-57ebf477-ed17-43d2-a6b0-21ebeb5d97a3 req-eac431c4-6ee9-4bd9-9d2b-1b2323a943b1 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 944 time: 0.5170622 Jan 20 14:29:52.027352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.72', 52294) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:52.038456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:52.038456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:52.038722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:52.075093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.085256 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d52fa1d6-b993-4b89-9cd4-e03d70aec243 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9670620 Jan 20 14:29:52.089680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:52.090000 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:52.141232 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 8 to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 Jan 20 14:29:52.149794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:52.262694 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-57ebf477-ed17-43d2-a6b0-21ebeb5d97a3 req-1d0e1e0d-c322-4c56-a93a-415da73d6550 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195110 Jan 20 14:29:52.267069 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4cde83-1422-46c5-a245-7b604ffdd5cc req-3424eb2e-c41f-4192-920a-22ece2131e6e service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292672 Jan 20 14:29:52.310728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-db1f7345-1a51-4637-b715-077aaf493288 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.316014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-db1f7345-1a51-4637-b715-077aaf493288 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.356901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.395120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:52.395776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:52.395776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:52.406087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.415058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-db1f7345-1a51-4637-b715-077aaf493288 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] In _notify_port_updated(), no bound segment for port 9bf6fe00-7b9b-4bd6-b1b8-045081439d75 on network 1207e731-320b-40a2-bbab-29019df46fd4 {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:29:52.420437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1f7345-1a51-4637-b715-077aaf493288 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.421072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-db1f7345-1a51-4637-b715-077aaf493288 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.422383 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-db1f7345-1a51-4637-b715-077aaf493288 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "PUT /v2.0/ports/9bf6fe00-7b9b-4bd6-b1b8-045081439d75 HTTP/1.1" status: 200 len: 1002 time: 2.7286348 Jan 20 14:29:52.428060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42910) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:52.488532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:52.488853 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:52.497877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.500482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f7345-1a51-4637-b715-077aaf493288 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Port': ['ID=9bf6fe00-7b9b-4bd6-b1b8-045081439d75,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:52.517622 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 9 to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 Jan 20 14:29:52.520759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-1759a0ce-ba4d-4f2c-9dee-1c08b07fd2ea tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Deleting port 9bf6fe00-7b9b-4bd6-b1b8-045081439d75 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:52.521099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1759a0ce-ba4d-4f2c-9dee-1c08b07fd2ea tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.562788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] In _notify_port_updated(), no bound segment for port 92e3c500-c1e4-4490-a92c-64b472c131a9 on network 3460d360-ddca-4927-93e7-2fc6cce0ab65 {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:29:52.568389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.568941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.570239 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "PUT /v2.0/ports/92e3c500-c1e4-4490-a92c-64b472c131a9 HTTP/1.1" status: 200 len: 1129 time: 1.5112262 Jan 20 14:29:52.574503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42914) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:52.610819 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-a4273739-00bf-4c7d-8f11-284683e22f67 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Synchronizing usage tracker for tenant:35a6cd0e5ccc497d96d2ff1ead4954df on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:52.631791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1ebd76-efcb-4a3d-a836-540ea16d70f3']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:52.643476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.644976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:52.645338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:52.645646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:52.659992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-e914e7c3-66ee-46cd-9eb1-8e4cefa81bab tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.661561 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-e914e7c3-66ee-46cd-9eb1-8e4cefa81bab tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.72 "GET /v2.0/networks?id=7c25f2f0-d8ab-4a04-9730-3c19056abfd2 HTTP/1.1" status: 200 len: 812 time: 0.6321681 Jan 20 14:29:52.667722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31417bc-85d7-4ef7-b64e-a7b864bdd144 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event updated for resources: {'Port': ['ID=92e3c500-c1e4-4490-a92c-64b472c131a9,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:52.671459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be34f7e-43fc-4ab8-bbbc-4e5138dd129f') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:52.671754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be34f7e-43fc-4ab8-bbbc-4e5138dd129f') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:52.681303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.690209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-caa18270-67f0-44a2-b9e6-a943955bcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.692121 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-caa18270-67f0-44a2-b9e6-a943955bcf6f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e46b88d12d7e404d90c306bd4baee792&device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 1097 time: 0.3415098 Jan 20 14:29:52.698587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:52.699026 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:52.702319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7db9008b-c0e6-491e-aa62-a28a8e0bf060 None None] Provisioning complete for port 9bf6fe00-7b9b-4bd6-b1b8-045081439d75 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:52.703391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7db9008b-c0e6-491e-aa62-a28a8e0bf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.717887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempt 10 to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 Jan 20 14:29:52.726500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.771690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:52.777943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7db9008b-c0e6-491e-aa62-a28a8e0bf060 None None] Port 9bf6fe00-7b9b-4bd6-b1b8-045081439d75 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:52.791507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-a4273739-00bf-4c7d-8f11-284683e22f67 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Unset dirty status for tenant:35a6cd0e5ccc497d96d2ff1ead4954df on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:52.792783 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-a4273739-00bf-4c7d-8f11-284683e22f67 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1235507490&fields=id&tenant_id=35a6cd0e5ccc497d96d2ff1ead4954df HTTP/1.1" status: 200 len: 267 time: 0.4512746 Jan 20 14:29:52.793752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.806461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cd8185-a526-472a-a893-7b6ef5fbb7c1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:52.809290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:52.809654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:52.810093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempting to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:52.821999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:29:52.822400 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:52.837563 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:52.866853 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-394bb363-bf8e-480e-915b-b1709ebf1a05 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77c3474047a34ce888ea8e6fa8467a66 HTTP/1.1" status: 200 len: 379 time: 0.1780806 Jan 20 14:29:52.867822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:52.867822 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Failed to bind port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '467f07e7-648c-4d74-a27d-82427eb299d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc699f8b-3fc7-4e2a-8368-f868fd0f2409'}] Jan 20 14:29:52.868103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.876831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-74e7a3cf-b071-49e8-a06e-e5a8bff06a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.878294 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-74e7a3cf-b071-49e8-a06e-e5a8bff06a95 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 200 len: 912 time: 0.1715727 Jan 20 14:29:52.884764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace456d0-4752-4fce-a011-f93e046fc65e tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.889079 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ace456d0-4752-4fce-a011-f93e046fc65e tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "GET /v2.0/ports/92e3c500-c1e4-4490-a92c-64b472c131a9 HTTP/1.1" status: 200 len: 1129 time: 0.3015680 Jan 20 14:29:52.899884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bc760928-2b4f-45d1-a706-a246b26946d5 None None] Provisioning complete for port 92e3c500-c1e4-4490-a92c-64b472c131a9 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:52.900488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bc760928-2b4f-45d1-a706-a246b26946d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.931107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42920) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:52.934630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Request body: {'port': {'device_id': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'admin_state_up': True, 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'security_groups': ['84b0ca1b-964a-4231-b1e8-867bf6185a6e']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:52.950070 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-5a297a09-6c26-4b9c-a2a8-cb649a7604b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 200 len: 217 time: 0.0591934 Jan 20 14:29:52.959792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-bc760928-2b4f-45d1-a706-a246b26946d5 None None] Port 92e3c500-c1e4-4490-a92c-64b472c131a9 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:53.114045 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5aeec7ca-17f4-42b1-9943-11fb83c1aeb1 req-423aff83-ab5f-4393-b1b5-856dbd6313e0 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 210 time: 0.1114798 Jan 20 14:29:53.135724 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-04decad5-4361-42e6-b5a7-c7d89fc3de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:53.137205 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-04decad5-4361-42e6-b5a7-c7d89fc3de3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2f1e2a2-41fc-449d-823a-59681b2864b6 HTTP/1.1" status: 200 len: 850 time: 0.1666257 Jan 20 14:29:53.217853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1759a0ce-ba4d-4f2c-9dee-1c08b07fd2ea tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.247020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.247360 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Added segment 06b59400-eeb2-4449-9c5d-14ebf0d8c459 of type vlan for network ddd2eed9-3b31-4255-b700-ab08c169691a Jan 20 14:29:53.257185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.272551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-060b5a3e-ef6c-492d-9fa6-5aad537d9ace tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Deleting port 92e3c500-c1e4-4490-a92c-64b472c131a9 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:53.272785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-060b5a3e-ef6c-492d-9fa6-5aad537d9ace tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.344606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-1759a0ce-ba4d-4f2c-9dee-1c08b07fd2ea tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Calling delete_port for 9bf6fe00-7b9b-4bd6-b1b8-045081439d75 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:53.353611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b1ebd76-efcb-4a3d-a836-540ea16d70f3 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 20 14:29:53.381575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.402913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] For port a337ae4a-a640-44bc-9423-2de4b8d2a4b5, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:53.403589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attempted to set empty binding levels {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 20 14:29:53.404922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-b745552d-4bd6-47f0-816e-a2d315977fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:53.406583 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-b745552d-4bd6-47f0-816e-a2d315977fd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2585678 Jan 20 14:29:53.406699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b1ebd76-efcb-4a3d-a836-540ea16d70f3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:53.430407 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-e037aac1-6016-46f9-832a-b6358ee381ff tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:53.431086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-e037aac1-6016-46f9-832a-b6358ee381ff tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Synchronizing usage tracker for tenant:35a6cd0e5ccc497d96d2ff1ead4954df on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:53.436409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.445141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.526168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:53.559237 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bc9138ba-fff5-4182-9b13-de04d86f6b4f tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "DELETE /v2.0/networks/7b1ebd76-efcb-4a3d-a836-540ea16d70f3 HTTP/1.1" status: 204 len: 168 time: 1.8747165 Jan 20 14:29:53.561604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42926) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:53.575175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Request body: {'network': {'name': 'tempest-network--989112295'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:53.584007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:53.602846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] In _notify_port_updated(), no bound segment for port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 on network cc699f8b-3fc7-4e2a-8368-f868fd0f2409 {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:29:53.603863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:53.604558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.608286 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "PUT /v2.0/ports/a337ae4a-a640-44bc-9423-2de4b8d2a4b5 HTTP/1.1" status: 200 len: 981 time: 4.0337827 Jan 20 14:29:53.608286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:53.615823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42930) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:53.623966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Usage tracker for resource:network and tenant:732c1fc8ccc54673ad7c934f80ae8a0b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:53.628300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-e037aac1-6016-46f9-832a-b6358ee381ff tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Unset dirty status for tenant:35a6cd0e5ccc497d96d2ff1ead4954df on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:53.629330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:53.636680 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-e037aac1-6016-46f9-832a-b6358ee381ff tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/networks?id=8a754dfb-bccf-424e-94ac-0775445d550e HTTP/1.1" status: 200 len: 805 time: 0.8192172 Jan 20 14:29:53.665531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d72a9e-a4aa-4f73-ab1b-a2cb9d9213fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event updated for resources: {'Port': ['ID=a337ae4a-a640-44bc-9423-2de4b8d2a4b5,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:53.677999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:53.692520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.699028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:53.700037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.723886 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-ca9f0f3d-1605-4833-942a-99287719c74e tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/quotas/35a6cd0e5ccc497d96d2ff1ead4954df HTTP/1.1" status: 200 len: 375 time: 0.0841331 Jan 20 14:29:53.775622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Made reservation on behalf of 77c3474047a34ce888ea8e6fa8467a66 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:53.779585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.827421 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Made reservation on behalf of 732c1fc8ccc54673ad7c934f80ae8a0b for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:53.829568 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.849313 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-7dea3dd5-56d4-4964-aefd-17abac2750d4 service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037175 Jan 20 14:29:53.854566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce602c-1b1f-46e9-9819-d5772becc764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Deleting port a337ae4a-a640-44bc-9423-2de4b8d2a4b5 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:53.854795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e5ce602c-1b1f-46e9-9819-d5772becc764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.888861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec50ff-f86e-4881-9abf-c7cddf419094 req-2ac059d6-99f6-4081-b4e5-dbd8559c64db tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:53.890543 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2fec50ff-f86e-4881-9abf-c7cddf419094 req-2ac059d6-99f6-4081-b4e5-dbd8559c64db tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 944 time: 0.4816079 Jan 20 14:29:53.912637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1759a0ce-ba4d-4f2c-9dee-1c08b07fd2ea tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.943979 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6674204 Jan 20 14:29:53.951942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42934) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:53.959224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cef55-ae65-4c6e-93b2-9b66c929cef1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Network': ['ID=ddd2eed9-3b31-4255-b700-ab08c169691a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:53.971094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network ddd2eed9-3b31-4255-b700-ab08c169691a details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:53.975721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'subnet': {'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:54.060544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759a0ce-ba4d-4f2c-9dee-1c08b07fd2ea tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event deleted for resources: {'Port': ['ID=9bf6fe00-7b9b-4bd6-b1b8-045081439d75,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:54.112030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:54.197905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1759a0ce-ba4d-4f2c-9dee-1c08b07fd2ea tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.200593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.200927 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Added segment 389b4553-c90c-47e3-860c-bf7d5733a7b7 of type vlan for network 6407ba71-f8b9-4ebf-970b-b45a7b9fe119 Jan 20 14:29:54.225945 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2fec50ff-f86e-4881-9abf-c7cddf419094 req-923cd99b-a3bd-40fe-97d0-19d2dc6887cd tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087895 Jan 20 14:29:54.254714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-060b5a3e-ef6c-492d-9fa6-5aad537d9ace tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.329352 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1759a0ce-ba4d-4f2c-9dee-1c08b07fd2ea tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "DELETE /v2.0/ports/9bf6fe00-7b9b-4bd6-b1b8-045081439d75 HTTP/1.1" status: 204 len: 168 time: 1.9001575 Jan 20 14:29:54.335825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.340754 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e398c732-54c4-42f7-b344-470cdce0cf7e req-f6e5eaf4-4876-48b4-9861-291fde207e28 service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597416 Jan 20 14:29:54.341275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42940) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:54.442357 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b91796f-83af-497c-a1e9-f618611950b4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] GET failed (client error): The resource could not be found. Jan 20 14:29:54.442779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1b91796f-83af-497c-a1e9-f618611950b4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Synchronizing usage tracker for tenant:8d477ca8e7bd4941a1fd5ecffa358d5f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:54.452649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-060b5a3e-ef6c-492d-9fa6-5aad537d9ace tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Calling delete_port for 92e3c500-c1e4-4490-a92c-64b472c131a9 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:54.474228 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9f259a7f-e280-4ef8-a1e1-70e15ad69811 req-83280b76-3b25-4536-aa24-d54534328f40 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 210 time: 0.0768304 Jan 20 14:29:54.480250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:54.487126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-e5ce602c-1b1f-46e9-9819-d5772becc764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] For port a337ae4a-a640-44bc-9423-2de4b8d2a4b5, host hv-neutron-8251, got binding levels [] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:54.487567 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e5ce602c-1b1f-46e9-9819-d5772becc764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.495571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Usage tracker for resource:subnet and tenant:1923d08c652d4e47a265c26e540624e4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:54.497773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.498688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:54.499255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.505801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:54.518345 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.533937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:54.570658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1b91796f-83af-497c-a1e9-f618611950b4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Unset dirty status for tenant:8d477ca8e7bd4941a1fd5ecffa358d5f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:54.571212 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-22d94f84-674b-49c5-97bd-eb871873e330 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=35a6cd0e5ccc497d96d2ff1ead4954df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7778006 Jan 20 14:29:54.571777 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1b91796f-83af-497c-a1e9-f618611950b4 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "GET /v2.0/ports/9bf6fe00-7b9b-4bd6-b1b8-045081439d75 HTTP/1.1" status: 404 len: 333 time: 0.2143331 Jan 20 14:29:54.586568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42944) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:54.595435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Made reservation on behalf of 1923d08c652d4e47a265c26e540624e4 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:54.598900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.633044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'port': {'network_id': '1207e731-320b-40a2-bbab-29019df46fd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1081268537'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:54.641247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce602c-1b1f-46e9-9819-d5772becc764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Calling delete_port for a337ae4a-a640-44bc-9423-2de4b8d2a4b5 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:54.647590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Allocated IP 172.20.0.14 (7c25f2f0-d8ab-4a04-9730-3c19056abfd2/350e74ee-c648-45bb-8092-9b31691969c2/865c1456-4d20-4494-a805-8a0fd13e617a) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:54.727720 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1620090 Jan 20 14:29:54.741244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42948) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:54.751808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-23943840-0245-4d6f-9708-e97b4564d64a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:54.819213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fd63f-1ddf-4b92-bc79-678643a365a8 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event updated for resources: {'Network': ['ID=6407ba71-f8b9-4ebf-970b-b45a7b9fe119,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:54.831494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 6407ba71-f8b9-4ebf-970b-b45a7b9fe119 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:54.886429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e5ce602c-1b1f-46e9-9819-d5772becc764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.991705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce602c-1b1f-46e9-9819-d5772becc764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Pushing event deleted for resources: {'Port': ['ID=a337ae4a-a640-44bc-9423-2de4b8d2a4b5,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:55.002113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e5ce602c-1b1f-46e9-9819-d5772becc764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.024254 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e5ce602c-1b1f-46e9-9819-d5772becc764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "DELETE /v2.0/ports/a337ae4a-a640-44bc-9423-2de4b8d2a4b5 HTTP/1.1" status: 204 len: 168 time: 1.4041152 Jan 20 14:29:55.025827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42952) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:55.073940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:55.075420 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e446e069-d0be-4871-8eb0-f060d6fd7390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:29:55.076086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e446e069-d0be-4871-8eb0-f060d6fd7390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Synchronizing usage tracker for tenant:ca67b7d6587e4a09af8c04f37efcd526 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:55.083470 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-c7ac2174-f199-4413-8042-ca276178a610 service neutron] 10.222.0.87 "GET /v2.0/networks/8a754dfb-bccf-424e-94ac-0775445d550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887786 Jan 20 14:29:55.093335 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:29:55.103318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23943840-0245-4d6f-9708-e97b4564d64a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.116247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e446e069-d0be-4871-8eb0-f060d6fd7390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] Unset dirty status for tenant:ca67b7d6587e4a09af8c04f37efcd526 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:55.120455 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e446e069-d0be-4871-8eb0-f060d6fd7390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820347834-project-admin] 10.222.0.87 "GET /v2.0/ports/a337ae4a-a640-44bc-9423-2de4b8d2a4b5 HTTP/1.1" status: 404 len: 333 time: 0.0912113 Jan 20 14:29:55.121381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42956) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:55.144688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-060b5a3e-ef6c-492d-9fa6-5aad537d9ace tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.146415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23943840-0245-4d6f-9708-e97b4564d64a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.147596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:55.221536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23943840-0245-4d6f-9708-e97b4564d64a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Network 6407ba71-f8b9-4ebf-970b-b45a7b9fe119 is not hosted by any dhcp agent {{(pid=87494) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 20 14:29:55.222429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23943840-0245-4d6f-9708-e97b4564d64a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:55.222996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23943840-0245-4d6f-9708-e97b4564d64a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.224374 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-23943840-0245-4d6f-9708-e97b4564d64a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "PUT /v2.0/networks/6407ba71-f8b9-4ebf-970b-b45a7b9fe119 HTTP/1.1" status: 200 len: 857 time: 0.4821758 Jan 20 14:29:55.238022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42960) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:55.238208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:55.262757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'port_id': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd', 'mac_address': 'fa:16:3e:d6:e1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:29:55.319766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b5a3e-ef6c-492d-9fa6-5aad537d9ace tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event deleted for resources: {'Port': ['ID=92e3c500-c1e4-4490-a92c-64b472c131a9,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:55.374423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.392307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:29:55.422848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:55.424794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Made reservation on behalf of 8d477ca8e7bd4941a1fd5ecffa358d5f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:55.428746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.429369 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.493246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] device_id is not set on port 1a5416f8-f85c-4db4-9ea7-83e886220f07 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:55.510011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:55.534503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-060b5a3e-ef6c-492d-9fa6-5aad537d9ace tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.553112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23943840-0245-4d6f-9708-e97b4564d64a tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event updated for resources: {'Network': ['ID=6407ba71-f8b9-4ebf-970b-b45a7b9fe119,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:55.566194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.601283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.636382 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-060b5a3e-ef6c-492d-9fa6-5aad537d9ace tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "DELETE /v2.0/ports/92e3c500-c1e4-4490-a92c-64b472c131a9 HTTP/1.1" status: 204 len: 168 time: 2.6883512 Jan 20 14:29:55.639423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42968) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:55.690043 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-6b997d40-1cf1-4c8d-9646-1bd817f7edaf service neutron] 10.222.0.87 "GET /v2.0/networks/8a754dfb-bccf-424e-94ac-0775445d550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966423 Jan 20 14:29:55.692713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.703946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:29:55.758465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.915392 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Transition to ACTIVE for port object 865c1456-4d20-4494-a805-8a0fd13e617a will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:55.918907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2953ca7-a0df-4f76-9e64-174f23a7ba44 req-804d1d9b-78bc-45d4-80af-c343ff84f354 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:55.920442 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2953ca7-a0df-4f76-9e64-174f23a7ba44 req-804d1d9b-78bc-45d4-80af-c343ff84f354 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 945 time: 0.5304084 Jan 20 14:29:55.929271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.939540 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b75e4b-bd37-4b63-9848-b42271468eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Deleting subnet 1a9a28ba-0c48-4f30-a3ea-b0bce9694d83 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:29:55.948273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e2b75e4b-bd37-4b63-9848-b42271468eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.985880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Allocated IP 2001:db8::159 (1207e731-320b-40a2-bbab-29019df46fd4/820e8194-b8be-44e1-a357-d272d073539b/1a5416f8-f85c-4db4-9ea7-83e886220f07) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:56.014833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.042484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc699f8b-3fc7-4e2a-8368-f868fd0f2409']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:56.077908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467f07e7-648c-4d74-a27d-82427eb299d0') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:56.078434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467f07e7-648c-4d74-a27d-82427eb299d0') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:56.088120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e2b75e4b-bd37-4b63-9848-b42271468eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.103107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Subnet': ['ID=4276db28-e419-4166-a3ee-687649be483a,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:56.129802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9a9e3748-de43-4d8c-b89e-6b43f02b4faa req-a8f74009-9bc0-452d-b575-4db4014fd8d4 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Synchronizing usage tracker for tenant:77c3474047a34ce888ea8e6fa8467a66 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:56.131627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6407ba71-f8b9-4ebf-970b-b45a7b9fe119']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:56.137014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Checking segment: {'id': '06b59400-eeb2-4449-9c5d-14ebf0d8c459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:56.137362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Network hostable DHCP agents. Network: ddd2eed9-3b31-4255-b700-ab08c169691a, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:56.157407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.166646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389b4553-c90c-47e3-860c-bf7d5733a7b7') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:56.166931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389b4553-c90c-47e3-860c-bf7d5733a7b7') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:56.181200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9a9e3748-de43-4d8c-b89e-6b43f02b4faa req-a8f74009-9bc0-452d-b575-4db4014fd8d4 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Unset dirty status for tenant:77c3474047a34ce888ea8e6fa8467a66 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:56.183054 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9a9e3748-de43-4d8c-b89e-6b43f02b4faa req-a8f74009-9bc0-452d-b575-4db4014fd8d4 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 210 time: 0.1437521 Jan 20 14:29:56.184276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.193859 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2953ca7-a0df-4f76-9e64-174f23a7ba44 req-fecedf59-0530-49a1-9eca-9ed78ecc1c6e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512345 Jan 20 14:29:56.195510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.221995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.229014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.274930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:29:56.275594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:56.289384 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:56.340011 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3f1e2936-6288-4a2a-83fa-951e48715fac req-0ea70dc4-c8ba-488f-bbfb-b5bf2d9187ae tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 210 time: 0.0827148 Jan 20 14:29:56.341766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:56.348933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:29:56.349392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.364874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:56.364994 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:56.368636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:56.448877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Network ddd2eed9-3b31-4255-b700-ab08c169691a is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:56.485785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e2b75e4b-bd37-4b63-9848-b42271468eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.510756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Pushing event updated for resources: {'Port': ['ID=865c1456-4d20-4494-a805-8a0fd13e617a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:56.523714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:56.526114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.541285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, ddd2eed9-3b31-4255-b700-ab08c169691a) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:56.557634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fde46f-f34b-4750-ba85-bd5d158a9c4d None None] Network ddd2eed9-3b31-4255-b700-ab08c169691a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:56.558210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:56.558305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.577104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.592078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.614364 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-67201c78-2060-46b3-980d-8bdaf567f39c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7369554 Jan 20 14:29:56.621556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6407ba71-f8b9-4ebf-970b-b45a7b9fe119 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 20 14:29:56.623562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.641106 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] 10.222.0.87 "DELETE /v2.0/networks/cc699f8b-3fc7-4e2a-8368-f868fd0f2409 HTTP/1.1" status: 204 len: 168 time: 1.5184879 Jan 20 14:29:56.653550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Request body: {'port': {'device_id': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:56.662203 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.670036 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] 10.222.0.87 "DELETE /v2.0/networks/6407ba71-f8b9-4ebf-970b-b45a7b9fe119 HTTP/1.1" status: 204 len: 168 time: 1.2859437 Jan 20 14:29:56.672236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c8435-98d0-4801-b142-841f2facd312 tempest-ExternalNetworksTestJSON-191133824 tempest-ExternalNetworksTestJSON-191133824-project-admin] Pushing event deleted for resources: {'Network': ['ID=6407ba71-f8b9-4ebf-970b-b45a7b9fe119,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:56.680496 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6541caed-9f99-4d99-9fd9-4bd574c54ae2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7273319 Jan 20 14:29:56.683062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42984) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:56.683272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 42986) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:56.694917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'port': {'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a', 'name': 'tempest-AllowedAddressPairTestJSON-671451114'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:56.731922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adb5be-e836-4dcc-a2aa-47edf3806dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423738417-project] Pushing event deleted for resources: {'Network': ['ID=cc699f8b-3fc7-4e2a-8368-f868fd0f2409,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:56.741267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e2b75e4b-bd37-4b63-9848-b42271468eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.788845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b75e4b-bd37-4b63-9848-b42271468eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9a28ba-0c48-4f30-a3ea-b0bce9694d83,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:56.805907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e2b75e4b-bd37-4b63-9848-b42271468eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.812616 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e2b75e4b-bd37-4b63-9848-b42271468eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "DELETE /v2.0/subnets/1a9a28ba-0c48-4f30-a3ea-b0bce9694d83 HTTP/1.1" status: 204 len: 168 time: 1.1681662 Jan 20 14:29:56.813679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42992) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:56.827129 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b419da-b343-40fb-8fa0-d575277690e0 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] DELETE failed (client error): The resource could not be found. Jan 20 14:29:56.827573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b419da-b343-40fb-8fa0-d575277690e0 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:29:56.831733 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-40b419da-b343-40fb-8fa0-d575277690e0 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] 10.222.0.87 "DELETE /v2.0/subnets/01273324-756e-4b98-a7e9-02167571f1c1 HTTP/1.1" status: 404 len: 337 time: 0.1411004 Jan 20 14:29:56.831862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec38e1-5816-4b02-9438-25afa23e6a2c None None] Network 3460d360-ddca-4927-93e7-2fc6cce0ab65 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:29:56.840787 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.844840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 42996) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:56.966114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.989322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Transition to ACTIVE for port object 1a5416f8-f85c-4db4-9ea7-83e886220f07 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:57.081416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.111872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.131199 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:57.143006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Deleting port 9c046cca-472c-407c-a4c6-cfea3c25d1cb {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:57.144287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:57.145278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.177532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-01cb30f3-e1fd-4206-bd81-afa34710af75 None None] Provisioning for port 865c1456-4d20-4494-a805-8a0fd13e617a completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:57.190501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Usage tracker for resource:port and tenant:1923d08c652d4e47a265c26e540624e4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:57.206125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:57.238287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-ddd2eed9-3b31-4255-b700-ab08c169691a', 'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a', 'tenant_id': '1923d08c652d4e47a265c26e540624e4', 'fixed_ips': [{'subnet_id': '4276db28-e419-4166-a3ee-687649be483a'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:29:57.238834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.256093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-01cb30f3-e1fd-4206-bd81-afa34710af75 None None] Provisioning complete for port 865c1456-4d20-4494-a805-8a0fd13e617a triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:57.257914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-01cb30f3-e1fd-4206-bd81-afa34710af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.261851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:57.289023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.322692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43006) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:57.500963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Port': ['ID=1a5416f8-f85c-4db4-9ea7-83e886220f07,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:57.529201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-01cb30f3-e1fd-4206-bd81-afa34710af75 None None] Port 865c1456-4d20-4494-a805-8a0fd13e617a cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:57.679520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:57.681762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Made reservation on behalf of 1923d08c652d4e47a265c26e540624e4 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:57.686161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.695904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Allocated IP 172.20.0.2 (ddd2eed9-3b31-4255-b700-ab08c169691a/4276db28-e419-4166-a3ee-687649be483a/0365fd6f-92a0-4211-90e8-25057fbc0264) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:57.701252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:57.701621 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.724894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Network 1207e731-320b-40a2-bbab-29019df46fd4 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:57.735174 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.742103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:57.752594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:57.757972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:57.758597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.763745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c673f6f3-4972-44cc-a079-565b3b8bbeef']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:57.777342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382babf4-2448-4236-8f13-72156d21e164') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:57.777641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382babf4-2448-4236-8f13-72156d21e164') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:57.790788 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.791090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] device_id is not set on port efb37767-ef94-4a70-b62e-d9c0b79281d1 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:57.808791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.815959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:29:57.816524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:57.836243 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:57.899454 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5a93b400-817a-4815-9743-7917a4e636be tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3119226 Jan 20 14:29:57.900543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43020) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:57.910053 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a7ef849d-b9a0-4d65-87b8-cacf80b8f3de admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=154d64a692a744aca0759ff55333e500&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5056753 Jan 20 14:29:57.920195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43024) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:57.923886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'port': {'network_id': '1207e731-320b-40a2-bbab-29019df46fd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-261976324'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:57.932516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] DHCP port deletion for 3460d360-ddca-4927-93e7-2fc6cce0ab65 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:29:57.965398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] Deleting port 9c046cca-472c-407c-a4c6-cfea3c25d1cb {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:57.965761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.036714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-bf580f55-cf75-4828-9256-35172a3175bf tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:58.038432 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-bf580f55-cf75-4828-9256-35172a3175bf tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.72 "GET /v2.0/networks?id=8a754dfb-bccf-424e-94ac-0775445d550e HTTP/1.1" status: 200 len: 805 time: 0.6021419 Jan 20 14:29:58.057766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.112062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.176770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.197905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e4e17-26b3-4c3f-9120-16c0c9b8703d req-7f5732b8-f997-4e67-a82a-62a2ae39a638 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:58.199384 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b19e4e17-26b3-4c3f-9120-16c0c9b8703d req-7f5732b8-f997-4e67-a82a-62a2ae39a638 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 932 time: 0.7572997 Jan 20 14:29:58.210205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] Pushing event deleted for resources: {'Network': ['ID=c673f6f3-4972-44cc-a079-565b3b8bbeef,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:58.227012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb2ded-6790-44dc-92d8-88197690d70c req-d667be2c-deb1-4527-8c22-566c1b1f8c6a tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:58.228542 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c9cb2ded-6790-44dc-92d8-88197690d70c req-d667be2c-deb1-4527-8c22-566c1b1f8c6a tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 945 time: 0.7071950 Jan 20 14:29:58.238812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865c1456-4d20-4494-a805-8a0fd13e617a {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:29:58.257166 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-68086e0f-cb69-4b98-af1e-b331e750f2d6 tempest-ExternalNetworksTestJSON-705142222 tempest-ExternalNetworksTestJSON-705142222-project] 10.222.0.87 "DELETE /v2.0/networks/c673f6f3-4972-44cc-a079-565b3b8bbeef HTTP/1.1" status: 204 len: 168 time: 1.4110620 Jan 20 14:29:58.269806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.270225 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-c031984b-9d83-453a-bf32-2ce86d9728d6 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35a6cd0e5ccc497d96d2ff1ead4954df HTTP/1.1" status: 200 len: 380 time: 0.2086205 Jan 20 14:29:58.274673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] For port 9c046cca-472c-407c-a4c6-cfea3c25d1cb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9c046cca-472c-407c-a4c6-cfea3c25d1cb,segment=NetworkSegment(89fbb9ad-d8a7-429a-8b14-385f4508901d),segment_id=89fbb9ad-d8a7-429a-8b14-385f4508901d)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:58.275215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.293876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Request body: {'port': {'device_id': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'admin_state_up': True, 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'security_groups': ['d64e00a6-96f7-48d1-9384-5326f6247b7d']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:29:58.332130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Transition to ACTIVE for port object 865c1456-4d20-4494-a805-8a0fd13e617a will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:58.353842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.371976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] For port 9c046cca-472c-407c-a4c6-cfea3c25d1cb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9c046cca-472c-407c-a4c6-cfea3c25d1cb,segment=NetworkSegment(89fbb9ad-d8a7-429a-8b14-385f4508901d),segment_id=89fbb9ad-d8a7-429a-8b14-385f4508901d)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:58.372707 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.403662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-591554e4-41b8-4d9d-960e-1f8314c4fd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.422742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-c9cb2ded-6790-44dc-92d8-88197690d70c req-cdaaf82d-c3bd-47ca-84b2-16b4131409a5 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Synchronizing usage tracker for tenant:e46b88d12d7e404d90c306bd4baee792 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:58.446104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ff6612ad-c45e-48e8-a102-82281c125cfa None None] Provisioning for port 1a5416f8-f85c-4db4-9ea7-83e886220f07 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:58.487884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-591554e4-41b8-4d9d-960e-1f8314c4fd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.495864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-b19e4e17-26b3-4c3f-9120-16c0c9b8703d req-cc2ee179-1060-4e6d-9e34-bc3edf20eb47 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Synchronizing usage tracker for tenant:77c3474047a34ce888ea8e6fa8467a66 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:58.508177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Calling delete_port for 9c046cca-472c-407c-a4c6-cfea3c25d1cb owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:58.536603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ff6612ad-c45e-48e8-a102-82281c125cfa None None] Provisioning complete for port 1a5416f8-f85c-4db4-9ea7-83e886220f07 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:58.536732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ff6612ad-c45e-48e8-a102-82281c125cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.540414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43032) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:58.576444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Pushing event updated for resources: {'Port': ['ID=865c1456-4d20-4494-a805-8a0fd13e617a,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:58.582837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] Calling delete_port for 9c046cca-472c-407c-a4c6-cfea3c25d1cb owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:29:58.585692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:58.631901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-c9cb2ded-6790-44dc-92d8-88197690d70c req-cdaaf82d-c3bd-47ca-84b2-16b4131409a5 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Unset dirty status for tenant:e46b88d12d7e404d90c306bd4baee792 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:58.634031 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c9cb2ded-6790-44dc-92d8-88197690d70c req-cdaaf82d-c3bd-47ca-84b2-16b4131409a5 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976021 Jan 20 14:29:58.643239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-b19e4e17-26b3-4c3f-9120-16c0c9b8703d req-cc2ee179-1060-4e6d-9e34-bc3edf20eb47 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Unset dirty status for tenant:77c3474047a34ce888ea8e6fa8467a66 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:58.644428 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b19e4e17-26b3-4c3f-9120-16c0c9b8703d req-cc2ee179-1060-4e6d-9e34-bc3edf20eb47 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164503 Jan 20 14:29:58.650585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:29:58.655626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:29:58.672335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:58.684722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Usage tracker for resource:port and tenant:35a6cd0e5ccc497d96d2ff1ead4954df is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:58.694552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:58.709386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.719892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:58.727068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:58.744676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-591554e4-41b8-4d9d-960e-1f8314c4fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.769454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.862980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event deleted for resources: {'Port': ['ID=9c046cca-472c-407c-a4c6-cfea3c25d1cb,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:58.875756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] No DVR routers for this DVR port 9c046cca-472c-407c-a4c6-cfea3c25d1cb on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:58.885152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.908000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ff6612ad-c45e-48e8-a102-82281c125cfa None None] Port 1a5416f8-f85c-4db4-9ea7-83e886220f07 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:29:58.908251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591554e4-41b8-4d9d-960e-1f8314c4fd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f8f7ed-01d1-4a25-a9b1-b01eee197a1e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:58.910256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Transition to ACTIVE for port object 0365fd6f-92a0-4211-90e8-25057fbc0264 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:58.959058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:58.966364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:58.966738 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:58.969804 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Transition to ACTIVE for port object 0365fd6f-92a0-4211-90e8-25057fbc0264 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:58.974574 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6a7a80c6-6b97-423a-abf2-8dd6aa310a90 req-94193ab9-5f70-4edf-b97a-b6f1cbed6fbd tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 210 time: 0.0918224 Jan 20 14:29:58.978759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Made reservation on behalf of 8d477ca8e7bd4941a1fd5ecffa358d5f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:58.982326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.989381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.996831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Attempting to bind port 865c1456-4d20-4494-a805-8a0fd13e617a on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:58.997237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Attempting to bind port 865c1456-4d20-4494-a805-8a0fd13e617a by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:58.997622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Attempting to bind port 865c1456-4d20-4494-a805-8a0fd13e617a on network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:59.008313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Made reservation on behalf of 35a6cd0e5ccc497d96d2ff1ead4954df for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:59.013147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.045370 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-591554e4-41b8-4d9d-960e-1f8314c4fd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.046585 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-591554e4-41b8-4d9d-960e-1f8314c4fd20 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/74f8f7ed-01d1-4a25-a9b1-b01eee197a1e HTTP/1.1" status: 204 len: 168 time: 1.1033115 Jan 20 14:29:59.049606 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Port 865c1456-4d20-4494-a805-8a0fd13e617a on network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:29:59.049998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Attempting to bind port 865c1456-4d20-4494-a805-8a0fd13e617a on network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:59.056264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] device_id is not set on port 96f3e296-fe38-4043-944a-c9c650bad986 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:59.067234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Pushing event updated for resources: {'Port': ['ID=0365fd6f-92a0-4211-90e8-25057fbc0264,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:59.093678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Network ddd2eed9-3b31-4255-b700-ab08c169691a is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:59.096581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:59.100077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:29:59.120688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:59.121057 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Checking segment: {'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:59.121531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Bound using segment: {'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:59.122048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Bound port: 865c1456-4d20-4494-a805-8a0fd13e617a, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e053e1a5-88dd-48bd-bef8-50d23640e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:59.122461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.169730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Allocated IP 172.20.0.7 (ddd2eed9-3b31-4255-b700-ab08c169691a/4276db28-e419-4166-a3ee-687649be483a/efb37767-ef94-4a70-b62e-d9c0b79281d1) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:59.176532 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-db82e0bc-0aad-4dbc-afa2-b146dd134a19 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2ee82ae971974e76b8874985549d0bcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6345096 Jan 20 14:29:59.177019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43048) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:59.178788 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.292626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Attempting to bind port 0365fd6f-92a0-4211-90e8-25057fbc0264 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:59.293329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Attempting to bind port 0365fd6f-92a0-4211-90e8-25057fbc0264 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '06b59400-eeb2-4449-9c5d-14ebf0d8c459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:59.296654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Attempting to bind port 0365fd6f-92a0-4211-90e8-25057fbc0264 on network ddd2eed9-3b31-4255-b700-ab08c169691a {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:29:59.320010 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd', 'code': 200} Jan 20 14:29:59.320780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:29:59.321173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Checking segment: {'id': '06b59400-eeb2-4449-9c5d-14ebf0d8c459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:29:59.321911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.322416 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Bound using segment: {'id': '06b59400-eeb2-4449-9c5d-14ebf0d8c459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:29:59.323250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Bound port: 0365fd6f-92a0-4211-90e8-25057fbc0264, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b59400-eeb2-4449-9c5d-14ebf0d8c459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:59.323749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.371571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3460d360-ddca-4927-93e7-2fc6cce0ab65']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:59.405522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fbb9ad-d8a7-429a-8b14-385f4508901d') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:59.405776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fbb9ad-d8a7-429a-8b14-385f4508901d') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:59.436744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.445206 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] For port 0365fd6f-92a0-4211-90e8-25057fbc0264, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:59.449358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] For port 0365fd6f-92a0-4211-90e8-25057fbc0264, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0365fd6f-92a0-4211-90e8-25057fbc0264,segment=NetworkSegment(06b59400-eeb2-4449-9c5d-14ebf0d8c459),segment_id=06b59400-eeb2-4449-9c5d-14ebf0d8c459)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:59.459302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.529628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.72', 52303) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:59.559836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] Deleting port 9c046cca-472c-407c-a4c6-cfea3c25d1cb {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:29:59.559836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.561764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.567769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43058) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:59.595307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ddd5b-f71d-4bd8-99d0-e324e5d4b2ec None None] Pushing event updated for resources: {'Port': ['ID=0365fd6f-92a0-4211-90e8-25057fbc0264,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:59.595947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:29:59.596359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:59.612536 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:59.614268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c72f5de2-0d9b-4caa-ba0f-f9e49836fba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.634653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Allocated IP 172.20.0.12 (8a754dfb-bccf-424e-94ac-0775445d550e/20b0e29e-38c5-4257-b6a4-fa626f91aef3/843cdc7b-095c-4cbd-80d6-34330669c488) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:59.636469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7b4cd9ff-d2d1-4e0f-859f-5fb1f1ade468 None None] The port '9c046cca-472c-407c-a4c6-cfea3c25d1cb' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:29:59.723907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] For port 865c1456-4d20-4494-a805-8a0fd13e617a, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:29:59.750845 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9c046cca-472c-407c-a4c6-cfea3c25d1cb no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:59.767819 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-85223ffb-d7f2-4f13-93cc-c1f32d80d4fd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ca67b7d6587e4a09af8c04f37efcd526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988666 Jan 20 14:29:59.771699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43066) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:59.792174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] For port 865c1456-4d20-4494-a805-8a0fd13e617a, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=865c1456-4d20-4494-a805-8a0fd13e617a,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:29:59.792588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c72f5de2-0d9b-4caa-ba0f-f9e49836fba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.829151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 9c046cca-472c-407c-a4c6-cfea3c25d1cb {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:29:59.831561 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9c046cca-472c-407c-a4c6-cfea3c25d1cb not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:59.843531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.846230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Allocated IP 2001:db8::78 (1207e731-320b-40a2-bbab-29019df46fd4/820e8194-b8be-44e1-a357-d272d073539b/96f3e296-fe38-4043-944a-c9c650bad986) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:59.852743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.856612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.857235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.904062 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] 10.222.0.87 "DELETE /v2.0/networks/3460d360-ddca-4927-93e7-2fc6cce0ab65 HTTP/1.1" status: 204 len: 168 time: 3.0866804 Jan 20 14:29:59.915459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd45c9-18ab-481d-83ac-4aefeb1ab439 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561 tempest-ExtraDHCPOptionsIpV6TestJSON-599045561-project] Pushing event deleted for resources: {'Network': ['ID=3460d360-ddca-4927-93e7-2fc6cce0ab65,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:59.918521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Transition to ACTIVE for port object efb37767-ef94-4a70-b62e-d9c0b79281d1 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:00.057228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:00.057841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.059237 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] 10.222.0.72 "PUT /v2.0/ports/865c1456-4d20-4494-a805-8a0fd13e617a HTTP/1.1" status: 200 len: 1094 time: 3.4217508 Jan 20 14:30:00.062024 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'tag': '865c1456-4d20-4494-a805-8a0fd13e617a'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:30:00.116782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-3c2d7137-987a-42d3-a24b-2b6bf741d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:00.118533 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-3c2d7137-987a-42d3-a24b-2b6bf741d753 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 1099 time: 0.5841331 Jan 20 14:30:00.204034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a279b0e3-0fb3-4b85-bee8-82318084d4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.210512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c72f5de2-0d9b-4caa-ba0f-f9e49836fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.251194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f5de2-0d9b-4caa-ba0f-f9e49836fba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3a858c-521d-4ea2-812d-fef3b39cb92e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:00.258723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c72f5de2-0d9b-4caa-ba0f-f9e49836fba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.259996 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c72f5de2-0d9b-4caa-ba0f-f9e49836fba7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fa3a858c-521d-4ea2-812d-fef3b39cb92e HTTP/1.1" status: 204 len: 168 time: 1.0721960 Jan 20 14:30:00.270411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc106ae6-6bc5-4836-a2a0-08582c81980a req-d069ea89-663a-495e-8886-8cecd94637c5 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:00.278655 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bc106ae6-6bc5-4836-a2a0-08582c81980a req-d069ea89-663a-495e-8886-8cecd94637c5 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 944 time: 0.3663189 Jan 20 14:30:00.286797 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.318545 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.345897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a731868-3fec-41a7-918f-57c7c9d574bf service neutron] Pushing event updated for resources: {'Port': ['ID=865c1456-4d20-4494-a805-8a0fd13e617a,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:00.359806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Transition to ACTIVE for port object 843cdc7b-095c-4cbd-80d6-34330669c488 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:00.383690 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bc106ae6-6bc5-4836-a2a0-08582c81980a req-30286dfb-9ece-4232-96ad-63be9cc158c4 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023979 Jan 20 14:30:00.438819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.465159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:00.468178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.489138 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] Usage tracker for resource:security_group_rule and tenant:f072925c36d2493e8d3d444e3bd60bb7 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:00.518575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Network 8a754dfb-bccf-424e-94ac-0775445d550e is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:00.522349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:00.525354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:00.544092 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:00.612007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Pushing event updated for resources: {'Port': ['ID=843cdc7b-095c-4cbd-80d6-34330669c488,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:00.617255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43086) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:00.675329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a279b0e3-0fb3-4b85-bee8-82318084d4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.691510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:00.717815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Network ddd2eed9-3b31-4255-b700-ab08c169691a is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:00.743042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:00.745463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.747709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:00.775564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a98fe3-abfa-4de0-9cfc-6d9a0ec9c1ac req-1373f0c6-8457-47da-bef0-231c5cc69fb6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:00.785079 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30a98fe3-abfa-4de0-9cfc-6d9a0ec9c1ac req-1373f0c6-8457-47da-bef0-231c5cc69fb6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.8428962 Jan 20 14:30:00.794688 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-b4fe284d-651c-42b4-84b6-b9e7dd52d9db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5044556 Jan 20 14:30:00.798624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:00.812355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Request body: {'port': {'device_id': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:00.841378 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-decfe65d-9f4c-49dc-9a44-660dc83b3903 None None] Provisioning for port 843cdc7b-095c-4cbd-80d6-34330669c488 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:00.848557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-decfe65d-9f4c-49dc-9a44-660dc83b3903 None None] Provisioning complete for port 843cdc7b-095c-4cbd-80d6-34330669c488 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:00.849051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-decfe65d-9f4c-49dc-9a44-660dc83b3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.853384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9e6c1-47d6-473f-be25-51ecea62b512 req-86c3534e-228b-48ea-be34-fa6d0685a6cb tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:00.854121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-82a9e6c1-47d6-473f-be25-51ecea62b512 req-86c3534e-228b-48ea-be34-fa6d0685a6cb tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Synchronizing usage tracker for tenant:35a6cd0e5ccc497d96d2ff1ead4954df on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:00.890948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43096) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:00.935492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-decfe65d-9f4c-49dc-9a44-660dc83b3903 None None] Port 843cdc7b-095c-4cbd-80d6-34330669c488 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:00.999743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Port': ['ID=efb37767-ef94-4a70-b62e-d9c0b79281d1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:01.044287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-82a9e6c1-47d6-473f-be25-51ecea62b512 req-86c3534e-228b-48ea-be34-fa6d0685a6cb tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Unset dirty status for tenant:35a6cd0e5ccc497d96d2ff1ead4954df on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:01.045760 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-82a9e6c1-47d6-473f-be25-51ecea62b512 req-86c3534e-228b-48ea-be34-fa6d0685a6cb tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 932 time: 0.4292159 Jan 20 14:30:01.045876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-6bf6b6f6-8863-4beb-b0e8-51a9d1fdf362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:01.047249 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-6bf6b6f6-8863-4beb-b0e8-51a9d1fdf362 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c3474047a34ce888ea8e6fa8467a66&device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 1097 time: 0.8916621 Jan 20 14:30:01.111642 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-de51d342-7341-48a2-af8a-d427bcefcffe admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=21db3435837d4c8aae3aa1401730e8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859812 Jan 20 14:30:01.116521 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-73391754-5034-4212-bd95-e8c28b3c36d7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=732c1fc8ccc54673ad7c934f80ae8a0b&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2221956 Jan 20 14:30:01.116521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43100) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:01.125782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43102) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:01.158098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.181157 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-04182026-6187-4415-b37f-ed840771b52f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865c1456-4d20-4494-a805-8a0fd13e617a HTTP/1.1" status: 200 len: 217 time: 0.1097555 Jan 20 14:30:01.182706 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-82a9e6c1-47d6-473f-be25-51ecea62b512 req-2b7d2bcf-0041-4ad9-b381-1d8f8747f8c1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092119 Jan 20 14:30:01.236745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6e98cb-2ff8-4261-872d-3430e4fb42b6 None None] Network ddd2eed9-3b31-4255-b700-ab08c169691a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:01.258259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:01.259528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.322459 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30a98fe3-abfa-4de0-9cfc-6d9a0ec9c1ac req-4ba95093-d294-4dd0-a902-e4a203805641 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254213 Jan 20 14:30:01.335995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b63001be-df54-4a88-9c98-76b7386d6898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.340855 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b7e275fa-daec-4832-997e-e1aab6affbf2 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6501057 Jan 20 14:30:01.343183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d8e7815a-d051-497b-9c68-e6cdbe11036b None None] Provisioning for port 0365fd6f-92a0-4211-90e8-25057fbc0264 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:01.365465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43110) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:01.389305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'port': {'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a', 'name': 'tempest-AllowedAddressPairTestJSON-101096415', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1d:9c:be'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:01.425916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e2b55e9-a0d4-4b35-9187-f66c318646bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.437071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a279b0e3-0fb3-4b85-bee8-82318084d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.445076 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'tag': '865c1456-4d20-4494-a805-8a0fd13e617a', 'status': 'completed', 'code': 200} Jan 20 14:30:01.473297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b63001be-df54-4a88-9c98-76b7386d6898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.491367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e2b55e9-a0d4-4b35-9187-f66c318646bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.506221 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.543487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a279b0e3-0fb3-4b85-bee8-82318084d4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.547459 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a279b0e3-0fb3-4b85-bee8-82318084d4e8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/389c55d1-f074-4a91-83aa-f5159d4e65d9 HTTP/1.1" status: 204 len: 168 time: 1.7662253 Jan 20 14:30:01.549402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-a1e2287b-2613-4fa9-be0f-6935fa77eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:01.550823 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-a1e2287b-2613-4fa9-be0f-6935fa77eb9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=350e74ee-c648-45bb-8092-9b31691969c2 HTTP/1.1" status: 200 len: 851 time: 0.3550472 Jan 20 14:30:01.645101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.649217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279b0e3-0fb3-4b85-bee8-82318084d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389c55d1-f074-4a91-83aa-f5159d4e65d9,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:01.706613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b63001be-df54-4a88-9c98-76b7386d6898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.715122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e2b55e9-a0d4-4b35-9187-f66c318646bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.737827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63001be-df54-4a88-9c98-76b7386d6898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2a7817-a970-490b-af42-1df7fc476f33,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:01.749426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Transition to ACTIVE for port object 96f3e296-fe38-4043-944a-c9c650bad986 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:01.765373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.775418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b55e9-a0d4-4b35-9187-f66c318646bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e38fde-849b-4779-9d81-25563df36ecf,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:01.788606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b63001be-df54-4a88-9c98-76b7386d6898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.793098 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b63001be-df54-4a88-9c98-76b7386d6898 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6b2a7817-a970-490b-af42-1df7fc476f33 HTTP/1.1" status: 204 len: 168 time: 0.6684971 Jan 20 14:30:01.794023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e2b55e9-a0d4-4b35-9187-f66c318646bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.797407 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9e2b55e9-a0d4-4b35-9187-f66c318646bd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/14e38fde-849b-4779-9d81-25563df36ecf HTTP/1.1" status: 204 len: 168 time: 0.6639469 Jan 20 14:30:01.898265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843cdc7b-095c-4cbd-80d6-34330669c488 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:30:01.906474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.926734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Transition to ACTIVE for port object 843cdc7b-095c-4cbd-80d6-34330669c488 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:01.937688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.994566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] Synchronizing usage tracker for tenant:f072925c36d2493e8d3d444e3bd60bb7 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:02.055180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8699cdf6-ff1e-47b2-bf58-cd5b1e1c245c None None] Provisioning for port efb37767-ef94-4a70-b62e-d9c0b79281d1 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:02.066330 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8699cdf6-ff1e-47b2-bf58-cd5b1e1c245c None None] Provisioning complete for port efb37767-ef94-4a70-b62e-d9c0b79281d1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:02.067827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8699cdf6-ff1e-47b2-bf58-cd5b1e1c245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.068026 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6bf28d-804d-4bab-9198-5d75e78512f9,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:02.080454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:02.087339 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.153800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Usage tracker for resource:port and tenant:1923d08c652d4e47a265c26e540624e4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:02.158390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:02.203372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0365fd6f-92a0-4211-90e8-25057fbc0264 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:02.213805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:02.244778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ae0b6-130c-4c65-ad9e-acc50b108d89 req-fa4dd0d6-a2c0-4bf3-8cde-406b2edf2b62 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:02.246524 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-447ae0b6-130c-4c65-ad9e-acc50b108d89 req-fa4dd0d6-a2c0-4bf3-8cde-406b2edf2b62 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 944 time: 0.7168443 Jan 20 14:30:02.254852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Network 1207e731-320b-40a2-bbab-29019df46fd4 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:02.257516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-fa00b438-8785-499e-b3ba-f27f71438d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:02.259238 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-fa00b438-8785-499e-b3ba-f27f71438d7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c25f2f0-d8ab-4a04-9730-3c19056abfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5841069 Jan 20 14:30:02.268131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:02.271957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:02.279130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:02.279257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.287715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8699cdf6-ff1e-47b2-bf58-cd5b1e1c245c None None] Port efb37767-ef94-4a70-b62e-d9c0b79281d1 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:02.307574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] Unset dirty status for tenant:f072925c36d2493e8d3d444e3bd60bb7 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:02.309004 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.1550043 Jan 20 14:30:02.351438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Made reservation on behalf of 1923d08c652d4e47a265c26e540624e4 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:02.420290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 0365fd6f-92a0-4211-90e8-25057fbc0264 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:02.426681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 0365fd6f-92a0-4211-90e8-25057fbc0264 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:02.428182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.561920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Pushing event updated for resources: {'Port': ['ID=843cdc7b-095c-4cbd-80d6-34330669c488,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:02.571752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-60917f79-580c-4a2c-919c-d43faff448ed None None] Provisioning complete for port efb37767-ef94-4a70-b62e-d9c0b79281d1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:02.572137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-60917f79-580c-4a2c-919c-d43faff448ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.581242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.591211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Port': ['ID=96f3e296-fe38-4043-944a-c9c650bad986,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:02.722086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-60917f79-580c-4a2c-919c-d43faff448ed None None] Port efb37767-ef94-4a70-b62e-d9c0b79281d1 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:02.779700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Attempting to bind port 843cdc7b-095c-4cbd-80d6-34330669c488 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:02.780027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Attempting to bind port 843cdc7b-095c-4cbd-80d6-34330669c488 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:02.780381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Attempting to bind port 843cdc7b-095c-4cbd-80d6-34330669c488 on network 8a754dfb-bccf-424e-94ac-0775445d550e {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:02.787918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Port 843cdc7b-095c-4cbd-80d6-34330669c488 on network 8a754dfb-bccf-424e-94ac-0775445d550e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:30:02.788372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Attempting to bind port 843cdc7b-095c-4cbd-80d6-34330669c488 on network 8a754dfb-bccf-424e-94ac-0775445d550e {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:02.795953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:02.796316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Checking segment: {'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:02.796701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Bound using segment: {'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:02.797225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Bound port: 843cdc7b-095c-4cbd-80d6-34330669c488, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f697d180-c908-46e2-a4ca-bea7568f2e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:02.797579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.804744 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f8781b04-7fab-4680-91a0-f7606f4115ec tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.8933096 Jan 20 14:30:02.805433 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43150) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:02.826427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ea4a4-7bdc-41ef-a1b2-a3fe7f45abe7 req-90a2fd3f-f064-40fa-9398-2cc8db6c9c61 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:02.830646 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c83ea4a4-7bdc-41ef-a1b2-a3fe7f45abe7 req-90a2fd3f-f064-40fa-9398-2cc8db6c9c61 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 944 time: 0.3753340 Jan 20 14:30:02.872972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b53c9d00-8df6-499a-bfc9-8035418ff36b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e7', 'mac_address': 'fa:16:3e:fb:57:c3'}, {'ip_address': '2001:db8::159', 'mac_address': 'fa:16:3e:9b:b1:7c'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:02.880991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.904007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-21e1ecbd-c5b5-4918-b000-6ad128d4169a None None] Provisioning for port 96f3e296-fe38-4043-944a-c9c650bad986 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:02.918529 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-21e1ecbd-c5b5-4918-b000-6ad128d4169a None None] Provisioning complete for port 96f3e296-fe38-4043-944a-c9c650bad986 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:02.918887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-21e1ecbd-c5b5-4918-b000-6ad128d4169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.938914 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-447ae0b6-130c-4c65-ad9e-acc50b108d89 req-f51e785c-222e-4c39-89ca-dbcddd207564 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6747310 Jan 20 14:30:02.962394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] device_id is not set on port eb5cb384-f3cc-486f-b869-92b8deda9fe1 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:02.974115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-21e1ecbd-c5b5-4918-b000-6ad128d4169a None None] Port 96f3e296-fe38-4043-944a-c9c650bad986 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:02.976316 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c83ea4a4-7bdc-41ef-a1b2-a3fe7f45abe7 req-085c55db-42b3-41f5-9b4f-4a4053033a40 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049190 Jan 20 14:30:02.998551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 0365fd6f-92a0-4211-90e8-25057fbc0264, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0365fd6f-92a0-4211-90e8-25057fbc0264,segment=NetworkSegment(06b59400-eeb2-4449-9c5d-14ebf0d8c459),segment_id=06b59400-eeb2-4449-9c5d-14ebf0d8c459)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:03.006768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] For port 843cdc7b-095c-4cbd-80d6-34330669c488, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:03.018307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] For port 843cdc7b-095c-4cbd-80d6-34330669c488, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=843cdc7b-095c-4cbd-80d6-34330669c488,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:03.018472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.034072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.146799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:03.149989 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-eb85d21e-4da5-49e1-b504-dd388980d01f service neutron] 10.222.0.72 "GET /v2.0/networks/7c25f2f0-d8ab-4a04-9730-3c19056abfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8646235 Jan 20 14:30:03.155490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.161455 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] 10.222.0.72 "PUT /v2.0/ports/843cdc7b-095c-4cbd-80d6-34330669c488 HTTP/1.1" status: 200 len: 1094 time: 2.3624892 Jan 20 14:30:03.162197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'tag': '843cdc7b-095c-4cbd-80d6-34330669c488'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:30:03.205697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f1c17855-f0d8-434f-bd32-6597f717bf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.225201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6c573-9672-49a7-99a0-9f877ec48d2c service neutron] Pushing event updated for resources: {'Port': ['ID=843cdc7b-095c-4cbd-80d6-34330669c488,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:03.226702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=0365fd6f-92a0-4211-90e8-25057fbc0264,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:03.310068 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'tag': '843cdc7b-095c-4cbd-80d6-34330669c488', 'status': 'completed', 'code': 200} Jan 20 14:30:03.359160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-12a0b5bf-8841-491a-a037-6a510f86625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:03.360967 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-12a0b5bf-8841-491a-a037-6a510f86625e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35a6cd0e5ccc497d96d2ff1ead4954df&device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 1097 time: 0.1291237 Jan 20 14:30:03.466656 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-792b4493-b4f1-4cc3-ad0b-0d0444d79221 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843cdc7b-095c-4cbd-80d6-34330669c488 HTTP/1.1" status: 200 len: 217 time: 0.0969195 Jan 20 14:30:03.486264 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89dba6f0-9995-40e0-92b5-838593ff57c7 req-deabdf44-5026-4b01-97d2-e5c7679f99ab service neutron] 10.222.0.72 "GET /v2.0/networks/7c25f2f0-d8ab-4a04-9730-3c19056abfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118019 Jan 20 14:30:03.577143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-53c7fe5c-f2f9-4526-b885-c3597ec24a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:03.579058 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-53c7fe5c-f2f9-4526-b885-c3597ec24a58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20b0e29e-38c5-4257-b6a4-fa626f91aef3 HTTP/1.1" status: 200 len: 844 time: 0.1053939 Jan 20 14:30:03.726871 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-a5c83177-035a-482d-a303-c07b9d968571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:03.730371 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-a5c83177-035a-482d-a303-c07b9d968571 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a754dfb-bccf-424e-94ac-0775445d550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1438775 Jan 20 14:30:03.743048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600964b-013c-4124-92fa-3f1e87d50a36 req-561a5ed1-c7cf-40c1-9866-c9f9c2addac9 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:03.744783 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1600964b-013c-4124-92fa-3f1e87d50a36 req-561a5ed1-c7cf-40c1-9866-c9f9c2addac9 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.5749581 Jan 20 14:30:03.758590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0365fd6f-92a0-4211-90e8-25057fbc0264 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:03.900003 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 0365fd6f-92a0-4211-90e8-25057fbc0264 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:03.900332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.937841 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-9f5705d9-3054-4ece-881c-77d2a7b82e6b service neutron] 10.222.0.72 "GET /v2.0/networks/8a754dfb-bccf-424e-94ac-0775445d550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979923 Jan 20 14:30:03.938330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43188) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:04.049792 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1600964b-013c-4124-92fa-3f1e87d50a36 req-56a4f684-a6ab-433c-99a4-01ec5442d4ed tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838998 Jan 20 14:30:04.098470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637696ba-63ae-4c0f-aa92-1877be600730 req-d5a6fc7e-6c1c-461a-8823-c9939caa0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:04.102055 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-637696ba-63ae-4c0f-aa92-1877be600730 req-d5a6fc7e-6c1c-461a-8823-c9939caa0576 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c3474047a34ce888ea8e6fa8467a66&device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 1097 time: 0.5316813 Jan 20 14:30:04.104560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Allocated IP 172.20.0.5 (ddd2eed9-3b31-4255-b700-ab08c169691a/4276db28-e419-4166-a3ee-687649be483a/eb5cb384-f3cc-486f-b869-92b8deda9fe1) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:04.217059 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7582f1b4-e887-4f46-8762-e5dd622cdb2d req-beac3530-7088-4948-9fae-6ee661b88cbb service neutron] 10.222.0.72 "GET /v2.0/networks/8a754dfb-bccf-424e-94ac-0775445d550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712033 Jan 20 14:30:04.347380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b53c9d00-8df6-499a-bfc9-8035418ff36b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.399192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fea99-0b60-47e7-9a2a-d5f0aef8670c req-ad252a32-534c-4f60-9700-f8088d7fb1e6 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:04.401043 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5c1fea99-0b60-47e7-9a2a-d5f0aef8670c req-ad252a32-534c-4f60-9700-f8088d7fb1e6 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 944 time: 0.1828766 Jan 20 14:30:04.424794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-ab372f1b-3a9b-4ac1-b16f-f0f1ea505e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:04.426697 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-ab372f1b-3a9b-4ac1-b16f-f0f1ea505e08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35a6cd0e5ccc497d96d2ff1ead4954df&device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 1097 time: 0.1239481 Jan 20 14:30:04.478938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-249628122'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:04.544901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:04.559327 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5c1fea99-0b60-47e7-9a2a-d5f0aef8670c req-920443ec-7949-488c-9491-73bab0915c98 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500854 Jan 20 14:30:04.560769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:network and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:04.574915 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:04.584383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:04.617515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Made reservation on behalf of 3b6041bfe6d04180b6650c437146a8b4 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:04.621399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.642680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.672647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:04.677926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-8b75b2ef-9281-40b0-b919-fdba992a77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:04.679323 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-8b75b2ef-9281-40b0-b919-fdba992a77d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a754dfb-bccf-424e-94ac-0775445d550e HTTP/1.1" status: 200 len: 906 time: 0.2432334 Jan 20 14:30:04.680352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:security_group_rule and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:04.683804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:04.687807 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637696ba-63ae-4c0f-aa92-1877be600730 req-5ba1f12d-3db5-4262-be8d-b68f92df40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:04.689380 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-637696ba-63ae-4c0f-aa92-1877be600730 req-5ba1f12d-3db5-4262-be8d-b68f92df40e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c25f2f0-d8ab-4a04-9730-3c19056abfd2 HTTP/1.1" status: 200 len: 913 time: 0.5592256 Jan 20 14:30:04.751194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:04.762586 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-89a93342-1f84-4633-b239-dcf88a205756 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843cdc7b-095c-4cbd-80d6-34330669c488 HTTP/1.1" status: 200 len: 217 time: 0.0755215 Jan 20 14:30:04.848919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-fea73413-c489-44a5-8b49-8cf206901976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:04.850476 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-fea73413-c489-44a5-8b49-8cf206901976 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20b0e29e-38c5-4257-b6a4-fa626f91aef3 HTTP/1.1" status: 200 len: 844 time: 0.0793796 Jan 20 14:30:04.857748 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-637696ba-63ae-4c0f-aa92-1877be600730 req-9d2c0be3-3508-4c76-a502-f721a9a99f20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865c1456-4d20-4494-a805-8a0fd13e617a HTTP/1.1" status: 200 len: 217 time: 0.1469727 Jan 20 14:30:04.917213 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cecfa3-9f91-4b9c-afec-324d06d2d104 req-6b2f32ab-4312-40aa-baa2-6d3f07898b6b tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:04.924758 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b7cecfa3-9f91-4b9c-afec-324d06d2d104 req-6b2f32ab-4312-40aa-baa2-6d3f07898b6b tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 944 time: 0.5600121 Jan 20 14:30:05.011553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43224) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:05.075933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.085343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-e18631c4-4e1e-4330-b221-de6d75e4d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:05.087577 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-e18631c4-4e1e-4330-b221-de6d75e4d619 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a754dfb-bccf-424e-94ac-0775445d550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2274323 Jan 20 14:30:05.088943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637696ba-63ae-4c0f-aa92-1877be600730 req-dcaf6665-14e6-4117-a4c9-2be45415426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:05.089262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.090359 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-637696ba-63ae-4c0f-aa92-1877be600730 req-dcaf6665-14e6-4117-a4c9-2be45415426d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=350e74ee-c648-45bb-8092-9b31691969c2 HTTP/1.1" status: 200 len: 851 time: 0.2149844 Jan 20 14:30:05.091800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.120144 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b7cecfa3-9f91-4b9c-afec-324d06d2d104 req-2aba03c0-095c-413c-8d76-c496ffdea2eb tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944244 Jan 20 14:30:05.182873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Transition to ACTIVE for port object eb5cb384-f3cc-486f-b869-92b8deda9fe1 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:05.210277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:05.226844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-194871691', 'router:external': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:05.229712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcd19fd-78a1-449f-b85f-9eef056f1eb5,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:05.233142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b53c9d00-8df6-499a-bfc9-8035418ff36b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.242432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.243626 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Added segment 5d229d98-ac2b-481a-afc1-2a6274b6bc40 of type vlan for network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 Jan 20 14:30:05.251342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b53c9d00-8df6-499a-bfc9-8035418ff36b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.251676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:05.279070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Usage tracker for resource:network and tenant:5acbb92689e742db8fd71ea8bf8b4e72 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:05.286962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:05.311205 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b53c9d00-8df6-499a-bfc9-8035418ff36b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] In _notify_port_updated(), no bound segment for port 96f3e296-fe38-4043-944a-c9c650bad986 on network 1207e731-320b-40a2-bbab-29019df46fd4 {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:30:05.316973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c9d00-8df6-499a-bfc9-8035418ff36b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:05.317556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b53c9d00-8df6-499a-bfc9-8035418ff36b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.321834 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b53c9d00-8df6-499a-bfc9-8035418ff36b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "PUT /v2.0/ports/96f3e296-fe38-4043-944a-c9c650bad986 HTTP/1.1" status: 200 len: 1066 time: 2.4880109 Jan 20 14:30:05.322746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43238) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:05.348058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:05.363141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.381366 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-0140f875-fe56-4519-97a6-be051e518308 service neutron] 10.222.0.72 "GET /v2.0/networks/8a754dfb-bccf-424e-94ac-0775445d550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744188 Jan 20 14:30:05.387803 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637696ba-63ae-4c0f-aa92-1877be600730 req-69713688-0641-4d12-84f2-17d1373f1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:05.389484 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-637696ba-63ae-4c0f-aa92-1877be600730 req-69713688-0641-4d12-84f2-17d1373f1611 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c25f2f0-d8ab-4a04-9730-3c19056abfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2810361 Jan 20 14:30:05.392058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43242) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:05.407607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.414337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3c301bcd-e85d-4b1e-8763-44a3f423c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.424891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Made reservation on behalf of 5acbb92689e742db8fd71ea8bf8b4e72 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:05.427121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.448161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c9d00-8df6-499a-bfc9-8035418ff36b tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event updated for resources: {'Port': ['ID=96f3e296-fe38-4043-944a-c9c650bad986,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:05.505126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.515291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7642038f-a8e8-434a-9949-cf2e19d52d51 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Deleting port 96f3e296-fe38-4043-944a-c9c650bad986 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:05.515698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7642038f-a8e8-434a-9949-cf2e19d52d51 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.538360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.543696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:05.544319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.581753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:05.658830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Network ddd2eed9-3b31-4255-b700-ab08c169691a is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:05.663343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8f447acf-48ca-4bae-9967-6de0077341b9 tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:05.666060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:05.680714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Usage tracker for resource:security_group_rule and tenant:5acbb92689e742db8fd71ea8bf8b4e72 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:05.685574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5c3f6691-7ad6-4ce5-b25c-6d2d362c5fce None None] Provisioning complete for port 96f3e296-fe38-4043-944a-c9c650bad986 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:05.686126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6691-7ad6-4ce5-b25c-6d2d362c5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.697731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:05.707830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:05.730094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:05.747709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f6691-7ad6-4ce5-b25c-6d2d362c5fce None None] Port 96f3e296-fe38-4043-944a-c9c650bad986 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:05.754969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Port': ['ID=eb5cb384-f3cc-486f-b869-92b8deda9fe1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:05.762163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bb391-3907-4f2d-80ba-a6530998eb17 req-f6ad6293-91ba-4405-9450-809659ea47bd tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:05.763745 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5e2bb391-3907-4f2d-80ba-a6530998eb17 req-f6ad6293-91ba-4405-9450-809659ea47bd tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.4819028 Jan 20 14:30:05.778991 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8394833 Jan 20 14:30:05.783365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b68b35-968c-4f71-8d79-ed6f6535a54d tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Network': ['ID=f2155552-4dc8-4d7f-86b9-4c0586f2e6e8,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:05.795132 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:30:05.801030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43250) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:05.812432 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af81f0b8-d502-484f-8f9c-b775f13bca21 req-be4b2dce-faf5-4ae2-a2d0-5826b2c0d6ff service neutron] 10.222.0.72 "GET /v2.0/networks/8a754dfb-bccf-424e-94ac-0775445d550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209783 Jan 20 14:30:05.822261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'subnet': {'network_id': 'f2155552-4dc8-4d7f-86b9-4c0586f2e6e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:05.873388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:05.874181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.963674 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5e2bb391-3907-4f2d-80ba-a6530998eb17 req-5a2d5614-322e-4892-9009-ff62fb976c6b tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882868 Jan 20 14:30:05.971843 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8f447acf-48ca-4bae-9967-6de0077341b9 tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] 10.222.0.87 "PUT /v2.0/quotas/d3815bfe7cd9416891b4472e14b2018a HTTP/1.1" status: 200 len: 366 time: 0.5773377 Jan 20 14:30:05.979437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-99631429-a8b5-47cf-b959-31fb05ea3382 None None] Provisioning for port eb5cb384-f3cc-486f-b869-92b8deda9fe1 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:05.985706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-99631429-a8b5-47cf-b959-31fb05ea3382 None None] Provisioning complete for port eb5cb384-f3cc-486f-b869-92b8deda9fe1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:05.986101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-99631429-a8b5-47cf-b959-31fb05ea3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.002908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43254) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.020578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:06.035487 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1fe585e9-c814-49c5-9277-06895b834678 tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] 10.222.0.87 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0309510 Jan 20 14:30:06.038416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:subnet and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:06.042839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43260) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.046010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:06.072192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:06.081812 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-861f5088-b06f-47af-9bd7-2f2b87cb3a68 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.7066586 Jan 20 14:30:06.084928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43264) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.088560 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fb9bb5ca-11c5-4319-9308-7ed5223c04f5 tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] 10.222.0.87 "GET /v2.0/quotas/d3815bfe7cd9416891b4472e14b2018a HTTP/1.1" status: 200 len: 366 time: 0.0441720 Jan 20 14:30:06.094501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43266) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.125995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-99631429-a8b5-47cf-b959-31fb05ea3382 None None] Port eb5cb384-f3cc-486f-b869-92b8deda9fe1 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:06.163826 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4f54e251-1852-469d-879c-add2aee6db0f tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] 10.222.0.87 "DELETE /v2.0/quotas/d3815bfe7cd9416891b4472e14b2018a HTTP/1.1" status: 204 len: 168 time: 0.0661952 Jan 20 14:30:06.165854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.171414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43274) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.172636 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-637696ba-63ae-4c0f-aa92-1877be600730 req-5a7a33a5-4c44-44f3-8777-8f775627a0ca service neutron] 10.222.0.72 "GET /v2.0/networks/7c25f2f0-d8ab-4a04-9730-3c19056abfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7664812 Jan 20 14:30:06.183437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.209778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Made reservation on behalf of 3b6041bfe6d04180b6650c437146a8b4 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:06.213335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.252541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-69e3121a-659d-4264-b95a-39a06c79c068 tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] 10.222.0.87 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0803726 Jan 20 14:30:06.265064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43278) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.300298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:06.325130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df2e186-e600-4f0f-8de6-9699dfa644be,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:06.345838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.346233 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Added segment 3517be4b-16b4-447f-b5f3-241fa4032953 of type vlan for network d774f44d-0f4f-4d54-9c95-c784df204ad0 Jan 20 14:30:06.361068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.366844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353178-f599-4331-b77e-ed9e737bc4fe req-1eee95cc-a9c8-49b5-8f92-2f38713298a4 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:06.368372 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9e353178-f599-4331-b77e-ed9e737bc4fe req-1eee95cc-a9c8-49b5-8f92-2f38713298a4 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 944 time: 0.6646998 Jan 20 14:30:06.369675 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-340ced76-f014-47ce-b5ee-457ffd484929 tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] 10.222.0.87 "GET /v2.0/quotas/d3815bfe7cd9416891b4472e14b2018a HTTP/1.1" status: 200 len: 370 time: 0.1041403 Jan 20 14:30:06.375819 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43282) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.404657 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f9f72c94-c99d-435c-adcc-cb5e58a62976 tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] 10.222.0.87 "GET /v2.0/quotas/d3815bfe7cd9416891b4472e14b2018a/default HTTP/1.1" status: 200 len: 370 time: 0.0237267 Jan 20 14:30:06.414439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9975c-41cd-49c8-a70a-5e2e1484ff58 req-b64a448f-b79b-4093-ae35-65d70491d5fd tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:06.416283 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-30c9975c-41cd-49c8-a70a-5e2e1484ff58 req-b64a448f-b79b-4093-ae35-65d70491d5fd tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.2956192 Jan 20 14:30:06.420089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43286) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.425519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.429929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.434621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43290) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.439728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7642038f-a8e8-434a-9949-cf2e19d52d51 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.445480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9ceed825-3b4c-4768-9f28-7f20be354ebc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Request body: {'floatingip': {'port_id': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:06.531689 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-0a3dcae0-9ef3-4a77-a973-6a71d4554686 tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] delete failed (client error): The resource could not be found. Jan 20 14:30:06.532689 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0a3dcae0-9ef3-4a77-a973-6a71d4554686 tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] 10.222.0.87 "DELETE /v2.0/quotas/d3815bfe7cd9416891b4472e14b2018a HTTP/1.1" status: 404 len: 348 time: 0.1116762 Jan 20 14:30:06.586059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7642038f-a8e8-434a-9949-cf2e19d52d51 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Calling delete_port for 96f3e296-fe38-4043-944a-c9c650bad986 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:06.601345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ceed825-3b4c-4768-9f28-7f20be354ebc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for floatingip, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.652603 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-637696ba-63ae-4c0f-aa92-1877be600730 req-33d08273-be7b-4d43-89ed-0e6e70326450 service neutron] 10.222.0.72 "GET /v2.0/networks/7c25f2f0-d8ab-4a04-9730-3c19056abfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287634 Jan 20 14:30:06.658598 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9e353178-f599-4331-b77e-ed9e737bc4fe req-ad1aaa5d-c638-4b61-b0ab-5fd5bb9114b8 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746649 Jan 20 14:30:06.668141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43296) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.685438 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:30:06.686560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe4a03-67f5-486a-ae02-abae48733a71 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:06.694021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe4a03-67f5-486a-ae02-abae48733a71 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:06.699500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe4a03-67f5-486a-ae02-abae48733a71 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:06.700398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-eabe4a03-67f5-486a-ae02-abae48733a71 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Synchronizing usage tracker for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:06.741180 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Usage tracker for resource:network and tenant:c1f3758ea53644f9a8529bc1791085b6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:06.745396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-eabe4a03-67f5-486a-ae02-abae48733a71 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Unset dirty status for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:06.746524 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eabe4a03-67f5-486a-ae02-abae48733a71 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.6324546 Jan 20 14:30:06.760082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43300) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.776990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:06.800475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Usage tracker for resource:subnet and tenant:c1f3758ea53644f9a8529bc1791085b6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:06.811076 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:06.819744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Usage tracker for resource:subnetpool and tenant:c1f3758ea53644f9a8529bc1791085b6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:06.824140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7642038f-a8e8-434a-9949-cf2e19d52d51 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.865020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:06.882707 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642038f-a8e8-434a-9949-cf2e19d52d51 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event deleted for resources: {'Port': ['ID=96f3e296-fe38-4043-944a-c9c650bad986,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:06.926864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Usage tracker for resource:port and tenant:c1f3758ea53644f9a8529bc1791085b6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:06.935491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:06.979038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Usage tracker for resource:router and tenant:c1f3758ea53644f9a8529bc1791085b6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:06.983928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.984929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:06.985503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.996737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:07.008631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Usage tracker for resource:floatingip and tenant:c1f3758ea53644f9a8529bc1791085b6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:07.017753 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:07.115942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 843cdc7b-095c-4cbd-80d6-34330669c488 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:30:07.146577 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Deleting port eb5cb384-f3cc-486f-b869-92b8deda9fe1 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:07.146914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.182045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7642038f-a8e8-434a-9949-cf2e19d52d51 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.203989 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7642038f-a8e8-434a-9949-cf2e19d52d51 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "DELETE /v2.0/ports/96f3e296-fe38-4043-944a-c9c650bad986 HTTP/1.1" status: 204 len: 168 time: 1.8715000 Jan 20 14:30:07.204822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43304) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.244792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Usage tracker for resource:security_group and tenant:c1f3758ea53644f9a8529bc1791085b6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:07.251343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.252834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:07.255095 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f896ff6-6e9d-457c-a90f-3ae47854abbc tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] GET failed (client error): The resource could not be found. Jan 20 14:30:07.255666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2f896ff6-6e9d-457c-a90f-3ae47854abbc tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Synchronizing usage tracker for tenant:8d477ca8e7bd4941a1fd5ecffa358d5f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:07.255868 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2431557 Jan 20 14:30:07.259795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 843cdc7b-095c-4cbd-80d6-34330669c488, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=843cdc7b-095c-4cbd-80d6-34330669c488,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:07.260035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43308) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.266673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Request body: {'subnet': {'network_id': 'd774f44d-0f4f-4d54-9c95-c784df204ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:07.275038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '843cdc7b-095c-4cbd-80d6-34330669c488', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'port_id': '843cdc7b-095c-4cbd-80d6-34330669c488', 'mac_address': 'fa:16:3e:9b:7e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:30:07.279940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:07.282003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Usage tracker for resource:security_group_rule and tenant:c1f3758ea53644f9a8529bc1791085b6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:07.286474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Usage tracker for resource:subnet and tenant:5acbb92689e742db8fd71ea8bf8b4e72 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:07.289903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:07.295714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2f896ff6-6e9d-457c-a90f-3ae47854abbc tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Unset dirty status for tenant:8d477ca8e7bd4941a1fd5ecffa358d5f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:07.299779 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2f896ff6-6e9d-457c-a90f-3ae47854abbc tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "GET /v2.0/ports/96f3e296-fe38-4043-944a-c9c650bad986 HTTP/1.1" status: 404 len: 333 time: 0.0902028 Jan 20 14:30:07.299779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:07.299779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:07.301569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43312) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.335045 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6d574350-141b-44b6-a2bf-143c3a10feee tempest-QuotasTest-1997780964 tempest-QuotasTest-1997780964-project-admin] 10.222.0.87 "GET /v2.0/quotas/c1f3758ea53644f9a8529bc1791085b6/details.json HTTP/1.1" status: 200 len: 703 time: 0.6657672 Jan 20 14:30:07.341636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.366113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Made reservation on behalf of 5acbb92689e742db8fd71ea8bf8b4e72 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:07.369127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.369860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843cdc7b-095c-4cbd-80d6-34330669c488 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:30:07.374215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Subnet': ['ID=50d4f228-8a04-4f50-8ca7-7fcba688dd58,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:07.390391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 843cdc7b-095c-4cbd-80d6-34330669c488, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=843cdc7b-095c-4cbd-80d6-34330669c488,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:07.397666 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.398077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e8fa9-1978-4d5f-b917-2246dd34b959 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event updated for resources: {'Network': ['ID=d774f44d-0f4f-4d54-9c95-c784df204ad0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:07.398557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 865c1456-4d20-4494-a805-8a0fd13e617a details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:30:07.454509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network d774f44d-0f4f-4d54-9c95-c784df204ad0 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:30:07.461440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Deleting port 1a5416f8-f85c-4db4-9ea7-83e886220f07 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:07.461961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.496548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33c72a-d8cc-46a9-9939-bec34b0fa5c5 req-881f5e58-535b-4700-bb12-a52a3aa0957c tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:07.504192 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8d33c72a-d8cc-46a9-9939-bec34b0fa5c5 req-881f5e58-535b-4700-bb12-a52a3aa0957c tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 944 time: 0.9737544 Jan 20 14:30:07.580326 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=843cdc7b-095c-4cbd-80d6-34330669c488,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:07.591386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Checking segment: {'id': '5d229d98-ac2b-481a-afc1-2a6274b6bc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f2155552-4dc8-4d7f-86b9-4c0586f2e6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:07.591755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network hostable DHCP agents. Network: f2155552-4dc8-4d7f-86b9-4c0586f2e6e8, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:07.653772 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8d33c72a-d8cc-46a9-9939-bec34b0fa5c5 req-a6bfa5dd-53ba-465a-8ed3-1d52338dbd4c tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486049 Jan 20 14:30:07.780440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43322) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.817650 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.869358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 865c1456-4d20-4494-a805-8a0fd13e617a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=865c1456-4d20-4494-a805-8a0fd13e617a,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:07.884861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '865c1456-4d20-4494-a805-8a0fd13e617a', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'port_id': '865c1456-4d20-4494-a805-8a0fd13e617a', 'mac_address': 'fa:16:3e:43:14:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:30:07.939669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.945662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.962499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865c1456-4d20-4494-a805-8a0fd13e617a {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:30:07.980111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 865c1456-4d20-4494-a805-8a0fd13e617a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=865c1456-4d20-4494-a805-8a0fd13e617a,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:07.985500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.016996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:08.075010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, f2155552-4dc8-4d7f-86b9-4c0586f2e6e8) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:08.079907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:08.080564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.086717 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=865c1456-4d20-4494-a805-8a0fd13e617a,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:08.090819 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ce534-add2-407b-afbb-925c8eb3272a None None] Network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:08.092265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Calling delete_port for 1a5416f8-f85c-4db4-9ea7-83e886220f07 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:08.134458 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d27c93bf-16a7-4614-b1a1-aa8c022fd4e5 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3245404 Jan 20 14:30:08.139114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-27b6162e-dd81-4c3e-8507-d51de60ab669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.146756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43328) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:08.166812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1208545003', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:08.174514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:08.183666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:router and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:08.188794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.198569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:08.210422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:08.225747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-27b6162e-dd81-4c3e-8507-d51de60ab669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:08.235103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-27b6162e-dd81-4c3e-8507-d51de60ab669 admin admin] Usage tracker for resource:security_group_rule and tenant:033eee2a539347e2bab5bd46781d1808 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:08.244379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-27b6162e-dd81-4c3e-8507-d51de60ab669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:08.260778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-27b6162e-dd81-4c3e-8507-d51de60ab669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:08.310406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['865c1456-4d20-4494-a805-8a0fd13e617a'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:30:08.335160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['843cdc7b-095c-4cbd-80d6-34330669c488'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:30:08.337822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Calling delete_port for eb5cb384-f3cc-486f-b869-92b8deda9fe1 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:08.380034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b804b-17f3-4fa9-9f5d-72ca378932a2 req-cfa13e2b-7646-436b-9942-f114a6e40b75 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:08.381594 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5d4b804b-17f3-4fa9-9f5d-72ca378932a2 req-cfa13e2b-7646-436b-9942-f114a6e40b75 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 945 time: 0.4098756 Jan 20 14:30:08.412903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.413912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.438222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e0c585-7a76-42f8-9427-40da1c1746ad None None] Network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:08.458708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.536329 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5d4b804b-17f3-4fa9-9f5d-72ca378932a2 req-d86deb19-c65d-4690-b776-30941fe8e61e tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465025 Jan 20 14:30:08.542406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event deleted for resources: {'Port': ['ID=1a5416f8-f85c-4db4-9ea7-83e886220f07,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:08.560293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.561132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.561677 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.563572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.565162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.565832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.567264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.567967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.568411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.568797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.569138 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.569465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:08.596675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-27b6162e-dd81-4c3e-8507-d51de60ab669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.639787 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-27b6162e-dd81-4c3e-8507-d51de60ab669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.646137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.695732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:30:08.695732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.762295 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.795297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ceed825-3b4c-4768-9f28-7f20be354ebc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.868114 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-27b6162e-dd81-4c3e-8507-d51de60ab669 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=033eee2a539347e2bab5bd46781d1808&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0824280 Jan 20 14:30:08.870923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ceed825-3b4c-4768-9f28-7f20be354ebc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.871281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6162e-dd81-4c3e-8507-d51de60ab669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2165cc6b-0262-43b1-a193-18a0eb807805,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:08.884194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43334) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:08.946043 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-95ffc88f-c2d2-4ae8-82e5-fa457bda3597 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "DELETE /v2.0/ports/1a5416f8-f85c-4db4-9ea7-83e886220f07 HTTP/1.1" status: 204 len: 168 time: 1.6427426 Jan 20 14:30:08.955517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43338) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:08.964896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:09.010463 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdad4d7-7486-401f-abd4-d6843a197420 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] GET failed (client error): The resource could not be found. Jan 20 14:30:09.011012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8cdad4d7-7486-401f-abd4-d6843a197420 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Synchronizing usage tracker for tenant:8d477ca8e7bd4941a1fd5ecffa358d5f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:09.020493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Checking segment: {'id': '3517be4b-16b4-447f-b5f3-241fa4032953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd774f44d-0f4f-4d54-9c95-c784df204ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:09.020666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Network hostable DHCP agents. Network: d774f44d-0f4f-4d54-9c95-c784df204ad0, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:09.051148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4bba3157-39f5-4318-a3dd-6c207b09cd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.069453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8cdad4d7-7486-401f-abd4-d6843a197420 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Unset dirty status for tenant:8d477ca8e7bd4941a1fd5ecffa358d5f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:09.071531 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8cdad4d7-7486-401f-abd4-d6843a197420 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "GET /v2.0/ports/1a5416f8-f85c-4db4-9ea7-83e886220f07 HTTP/1.1" status: 404 len: 333 time: 0.1109204 Jan 20 14:30:09.077195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43342) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.082673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Network d774f44d-0f4f-4d54-9c95-c784df204ad0 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:09.120988 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4bba3157-39f5-4318-a3dd-6c207b09cd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.149934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.159126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.159500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, d774f44d-0f4f-4d54-9c95-c784df204ad0) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:09.171364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2cd9e9-dff9-40ee-8641-7cef7e912cae None None] Network d774f44d-0f4f-4d54-9c95-c784df204ad0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:09.181136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:09.181728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.203986 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7ed188a5-f3f1-429f-a98e-9c9347810f74 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Deleting port 4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:09.204900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ed188a5-f3f1-429f-a98e-9c9347810f74 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.317608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event deleted for resources: {'Port': ['ID=eb5cb384-f3cc-486f-b869-92b8deda9fe1,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:09.331726 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7cca0bbd-5f5d-4773-b5a7-0a54c5d3d4bc tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0706654 Jan 20 14:30:09.334867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43346) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.342412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1903161232', 'network_id': 'd774f44d-0f4f-4d54-9c95-c784df204ad0'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:09.350005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:09.368023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.368393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.368739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.369257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.369381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.369733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.369993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.370325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.370752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.371070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.371388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.371708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:09.373280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Usage tracker for resource:port and tenant:5acbb92689e742db8fd71ea8bf8b4e72 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:09.422012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:09.432047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4bba3157-39f5-4318-a3dd-6c207b09cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.436119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:09.467491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba3157-39f5-4318-a3dd-6c207b09cd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2165cc6b-0262-43b1-a193-18a0eb807805,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:09.468893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3cbb87-a278-45a8-8ce6-5cc3d734ea39 None None] Network d774f44d-0f4f-4d54-9c95-c784df204ad0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:09.475353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4bba3157-39f5-4318-a3dd-6c207b09cd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.476509 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4bba3157-39f5-4318-a3dd-6c207b09cd7e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2165cc6b-0262-43b1-a193-18a0eb807805 HTTP/1.1" status: 204 len: 168 time: 0.5912752 Jan 20 14:30:09.489302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Made reservation on behalf of 5acbb92689e742db8fd71ea8bf8b4e72 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:09.492887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.542697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] device_id is not set on port 690e974b-8d68-4848-a318-3b3511598a70 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:09.545089 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-9ceed825-3b4c-4768-9f28-7f20be354ebc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Floating IP f05338fd-8545-4a2e-9328-74af84ac91a5 associated. External IP: 172.26.0.174, port: 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd. Jan 20 14:30:09.631626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ed188a5-f3f1-429f-a98e-9c9347810f74 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.776815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdb7f0-ca6a-4a4c-a4fc-340e90a69a70 req-34dbff77-61f6-4113-8cdc-7a25062eebfa tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:09.778573 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1fdb7f0-ca6a-4a4c-a4fc-340e90a69a70 req-34dbff77-61f6-4113-8cdc-7a25062eebfa tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 945 time: 0.8501344 Jan 20 14:30:09.854184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43356) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.931935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7ed188a5-f3f1-429f-a98e-9c9347810f74 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Calling delete_port for 4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:10.083895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Allocated IP 2001:db8::2 (d774f44d-0f4f-4d54-9c95-c784df204ad0/5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a/690e974b-8d68-4848-a318-3b3511598a70) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:10.085342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c56c2a43-43ea-411b-bf97-38e6009a1597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.126942 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1fdb7f0-ca6a-4a4c-a4fc-340e90a69a70 req-fdc48216-cfa6-4abc-b901-eb2f246fe1db tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380587 Jan 20 14:30:10.131396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c56c2a43-43ea-411b-bf97-38e6009a1597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:10.185676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c56c2a43-43ea-411b-bf97-38e6009a1597 admin admin] Usage tracker for resource:security_group_rule and tenant:c1f3758ea53644f9a8529bc1791085b6 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:10.190688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c56c2a43-43ea-411b-bf97-38e6009a1597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:10.193594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.201691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ce441-eb79-4274-8e3f-d78e462795ab req-e86d778f-c8f8-451d-955a-fbebe505c789 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:10.203177 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cd5ce441-eb79-4274-8e3f-d78e462795ab req-e86d778f-c8f8-451d-955a-fbebe505c789 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 945 time: 0.4584394 Jan 20 14:30:10.221760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c56c2a43-43ea-411b-bf97-38e6009a1597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:10.252087 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f6a02a9b-e68a-4768-bc26-57aff2d28705 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "DELETE /v2.0/ports/eb5cb384-f3cc-486f-b869-92b8deda9fe1 HTTP/1.1" status: 204 len: 168 time: 3.4909270 Jan 20 14:30:10.263580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43360) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.294360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ed188a5-f3f1-429f-a98e-9c9347810f74 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.304737 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:30:10.340360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceed825-3b4c-4768-9f28-7f20be354ebc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Router 9c8d3bc2-212c-4457-a125-c047438dfa01 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:30:10.341451 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbc7d09-796c-44a1-9579-17765da6a4da tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] GET failed (client error): The resource could not be found. Jan 20 14:30:10.342042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-bbbc7d09-796c-44a1-9579-17765da6a4da tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Synchronizing usage tracker for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:10.368227 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed188a5-f3f1-429f-a98e-9c9347810f74 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event deleted for resources: {'Port': ['ID=4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:10.385906 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cd5ce441-eb79-4274-8e3f-d78e462795ab req-3614c227-1121-40ec-b71b-39832b7551e5 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714642 Jan 20 14:30:10.453596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-bbbc7d09-796c-44a1-9579-17765da6a4da tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Unset dirty status for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:10.456301 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bbbc7d09-796c-44a1-9579-17765da6a4da tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "GET /v2.0/ports/eb5cb384-f3cc-486f-b869-92b8deda9fe1 HTTP/1.1" status: 404 len: 333 time: 0.1888793 Jan 20 14:30:10.466064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43364) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.482688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'port': {'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a', 'name': 'tempest-AllowedAddressPairTestJSON-1495109718'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:10.496520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ed188a5-f3f1-429f-a98e-9c9347810f74 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.501273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.595952 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7ed188a5-f3f1-429f-a98e-9c9347810f74 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "DELETE /v2.0/ports/4cc8453e-d9be-4e7b-aa7a-2d9a9ad6e349 HTTP/1.1" status: 204 len: 168 time: 1.5170183 Jan 20 14:30:10.601271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43368) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.701991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.703893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:10.709717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c2f3df-1969-4614-8c3e-ee308677da21 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Deleting subnet 820e8194-b8be-44e1-a357-d272d073539b {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:30:10.724481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c56c2a43-43ea-411b-bf97-38e6009a1597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.730350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.756524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34c2f3df-1969-4614-8c3e-ee308677da21 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.761133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c56c2a43-43ea-411b-bf97-38e6009a1597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.779008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.804568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:10.845780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Network d774f44d-0f4f-4d54-9c95-c784df204ad0 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:10.846883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event updated for resources: {'Port': ['ID=690e974b-8d68-4848-a318-3b3511598a70,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:10.849070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Made reservation on behalf of 1923d08c652d4e47a265c26e540624e4 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:10.852537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.857104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceed825-3b4c-4768-9f28-7f20be354ebc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:10.864637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:10.870060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34c2f3df-1969-4614-8c3e-ee308677da21 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.872726 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] Sync routers for ids ['9c8d3bc2-212c-4457-a125-c047438dfa01'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:10.875142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c2a43-43ea-411b-bf97-38e6009a1597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6a3d0e-4348-48c9-8b7a-9c45623f1b4f,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:10.888076 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] Routers {'9c8d3bc2-212c-4457-a125-c047438dfa01'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:10.888987 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c8d3bc2-212c-4457-a125-c047438dfa01'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:10.890435 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c56c2a43-43ea-411b-bf97-38e6009a1597 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c1f3758ea53644f9a8529bc1791085b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0320697 Jan 20 14:30:10.893864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43372) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.903568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:10.904596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:10.905200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.936984 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] device_id is not set on port 11b7c64d-fc78-49e3-840f-92f148debebc yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:10.959067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ceed825-3b4c-4768-9f28-7f20be354ebc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.996126 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8c91a751-01bc-4423-8702-26c3b7270bc1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6572740 Jan 20 14:30:11.004560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43376) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:11.060617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.26.0.3 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/bddda263-1098-405b-9bea-b50fc0eb24c1) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:11.091917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34c2f3df-1969-4614-8c3e-ee308677da21 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.134754 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] Set router 9c8d3bc2-212c-4457-a125-c047438dfa01 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:11.137464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 843cdc7b-095c-4cbd-80d6-34330669c488 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:11.150667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Allocated IP 172.20.0.10 (ddd2eed9-3b31-4255-b700-ab08c169691a/4276db28-e419-4166-a3ee-687649be483a/11b7c64d-fc78-49e3-840f-92f148debebc) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:11.251645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f942564d-2168-4d15-8032-0be70d0edcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.268642 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9ceed825-3b4c-4768-9f28-7f20be354ebc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "PUT /v2.0/floatingips/f05338fd-8545-4a2e-9328-74af84ac91a5 HTTP/1.1" status: 200 len: 992 time: 4.8329277 Jan 20 14:30:11.271921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34c2f3df-1969-4614-8c3e-ee308677da21 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.286591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 843cdc7b-095c-4cbd-80d6-34330669c488 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:11.292140 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 843cdc7b-095c-4cbd-80d6-34330669c488 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:11.292545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.301887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'tag': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:30:11.381490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9bb14310-e349-4136-a09f-d96819f4dcd4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Deleting port 690e974b-8d68-4848-a318-3b3511598a70 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:11.382107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9bb14310-e349-4136-a09f-d96819f4dcd4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.425344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2f3df-1969-4614-8c3e-ee308677da21 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event deleted for resources: {'Subnet': ['ID=820e8194-b8be-44e1-a357-d272d073539b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:11.436765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34c2f3df-1969-4614-8c3e-ee308677da21 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.446048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47d40aa-a01a-42e9-8317-d81128d36957 None None] Network 1207e731-320b-40a2-bbab-29019df46fd4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:11.460098 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-34c2f3df-1969-4614-8c3e-ee308677da21 tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "DELETE /v2.0/subnets/820e8194-b8be-44e1-a357-d272d073539b HTTP/1.1" status: 204 len: 168 time: 0.8578200 Jan 20 14:30:11.461206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43390) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:11.514314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.600314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.623796 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:14Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'f05338fd-8545-4a2e-9328-74af84ac91a5', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'floating_ip_address': '172.26.0.174', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'port_id': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'mac_address': 'fa:16:3e:d6:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:29:26Z', 'updated_at': '2022-01-20T14:30:08Z', 'revision_number': 1, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bca08b0-dbca-4722-b708-8f2ca2ee1c12', 'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'mac_address': 'fa:16:3e:ca:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:12Z', 'updated_at': '2022-01-20T14:29:25Z', 'revision_number': 5, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'subnets': [{'id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:11.632545 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] Checking router: 9c8d3bc2-212c-4457-a125-c047438dfa01 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:30:11.667086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.676009 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] Routers {'9c8d3bc2-212c-4457-a125-c047438dfa01'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:11.677701 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c8d3bc2-212c-4457-a125-c047438dfa01'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:11.704325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 843cdc7b-095c-4cbd-80d6-34330669c488, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=843cdc7b-095c-4cbd-80d6-34330669c488,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:11.709612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843cdc7b-095c-4cbd-80d6-34330669c488'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:30:11.722068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.722936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 865c1456-4d20-4494-a805-8a0fd13e617a up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:11.738194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9bb14310-e349-4136-a09f-d96819f4dcd4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.841672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Deleting port 4804f3d5-c3dd-4c5c-8a67-55444068ccde {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:11.842162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.844882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=843cdc7b-095c-4cbd-80d6-34330669c488,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:11.870204 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.870526 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.870852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.871174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.871487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.871929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.872336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.872679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.872991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.873298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.873604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.874046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:11.906229 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 865c1456-4d20-4494-a805-8a0fd13e617a completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:11.921175 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 865c1456-4d20-4494-a805-8a0fd13e617a triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:11.921815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.967530 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] Set router 9c8d3bc2-212c-4457-a125-c047438dfa01 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:11.994930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a00d02-467f-4e39-b011-95452f430ee5 None None] DHCP port deletion for 1207e731-320b-40a2-bbab-29019df46fd4 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:30:12.022193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9bb14310-e349-4136-a09f-d96819f4dcd4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Calling delete_port for 690e974b-8d68-4848-a318-3b3511598a70 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:12.022972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.038545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d0a00d02-467f-4e39-b011-95452f430ee5 None None] Deleting port 4804f3d5-c3dd-4c5c-8a67-55444068ccde {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:12.038915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d0a00d02-467f-4e39-b011-95452f430ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.106216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-27cae92a-8af3-4363-b2ce-d06b752c7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:12.108671 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-27cae92a-8af3-4363-b2ce-d06b752c7da6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e46b88d12d7e404d90c306bd4baee792&device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 1099 time: 0.5055439 Jan 20 14:30:12.111461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Transition to ACTIVE for port object 11b7c64d-fc78-49e3-840f-92f148debebc will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:12.149974 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.200130 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'tag': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd', 'status': 'completed', 'code': 200} Jan 20 14:30:12.203275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.239553 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 865c1456-4d20-4494-a805-8a0fd13e617a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=865c1456-4d20-4494-a805-8a0fd13e617a,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:12.289607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=bddda263-1098-405b-9bea-b50fc0eb24c1,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:12.291876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9bb14310-e349-4136-a09f-d96819f4dcd4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.294451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f942564d-2168-4d15-8032-0be70d0edcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.304783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.316856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:12.366072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef904116-f9f4-45aa-8d88-3885252f31c0 req-ccf385ce-4b42-429a-97ec-91a2e3b8e3fb tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:12.367850 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ef904116-f9f4-45aa-8d88-3885252f31c0 req-ccf385ce-4b42-429a-97ec-91a2e3b8e3fb tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 945 time: 0.5747707 Jan 20 14:30:12.383438 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb14310-e349-4136-a09f-d96819f4dcd4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event deleted for resources: {'Port': ['ID=690e974b-8d68-4848-a318-3b3511598a70,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:12.385648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:12.402028 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:14Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'f05338fd-8545-4a2e-9328-74af84ac91a5', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'floating_ip_address': '172.26.0.174', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'port_id': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'mac_address': 'fa:16:3e:d6:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:29:26Z', 'updated_at': '2022-01-20T14:30:08Z', 'revision_number': 1, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bca08b0-dbca-4722-b708-8f2ca2ee1c12', 'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'mac_address': 'fa:16:3e:ca:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:12Z', 'updated_at': '2022-01-20T14:29:25Z', 'revision_number': 5, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'subnets': [{'id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:12.406513 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577f11e-3369-4531-9b31-a4f288cb4972 None None] The sync data for ids ['9c8d3bc2-212c-4457-a125-c047438dfa01'] in dv-neutron-825123-1-hyperv is: [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:14Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'f05338fd-8545-4a2e-9328-74af84ac91a5', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'floating_ip_address': '172.26.0.174', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'port_id': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'mac_address': 'fa:16:3e:d6:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:29:26Z', 'updated_at': '2022-01-20T14:30:08Z', 'revision_number': 1, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bca08b0-dbca-4722-b708-8f2ca2ee1c12', 'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'mac_address': 'fa:16:3e:ca:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:12Z', 'updated_at': '2022-01-20T14:29:25Z', 'revision_number': 5, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'subnets': [{'id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:12.427894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d0a00d02-467f-4e39-b011-95452f430ee5 None None] For port 4804f3d5-c3dd-4c5c-8a67-55444068ccde, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4804f3d5-c3dd-4c5c-8a67-55444068ccde,segment=NetworkSegment(24e7138c-0ef9-4395-bed8-832e3769ee4e),segment_id=24e7138c-0ef9-4395-bed8-832e3769ee4e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:12.428311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d0a00d02-467f-4e39-b011-95452f430ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.430357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] For port 4804f3d5-c3dd-4c5c-8a67-55444068ccde, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4804f3d5-c3dd-4c5c-8a67-55444068ccde,segment=NetworkSegment(24e7138c-0ef9-4395-bed8-832e3769ee4e),segment_id=24e7138c-0ef9-4395-bed8-832e3769ee4e)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:12.430846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.499814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992661f-f4df-4f1a-96a6-ae43684a6af9 req-02152b5c-9cbf-40cf-b7f8-cd4af66c869f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:12.501954 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e992661f-f4df-4f1a-96a6-ae43684a6af9 req-02152b5c-9cbf-40cf-b7f8-cd4af66c869f tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 945 time: 1.1773732 Jan 20 14:30:12.503435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9bb14310-e349-4136-a09f-d96819f4dcd4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.510847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f942564d-2168-4d15-8032-0be70d0edcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.528956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:12.555024 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ef904116-f9f4-45aa-8d88-3885252f31c0 req-28ef93f7-9e80-4b87-893f-3a6c0c982009 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690946 Jan 20 14:30:12.579248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d0a00d02-467f-4e39-b011-95452f430ee5 None None] Calling delete_port for 4804f3d5-c3dd-4c5c-8a67-55444068ccde owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:12.621034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.629463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Calling delete_port for 4804f3d5-c3dd-4c5c-8a67-55444068ccde owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:12.762152 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843cdc7b-095c-4cbd-80d6-34330669c488', 'code': 200} Jan 20 14:30:12.762616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=865c1456-4d20-4494-a805-8a0fd13e617a,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:12.765643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964bc6a6-bd68-42df-8de3-a81e7ac67b97 None None] New status for floating IP f05338fd-8545-4a2e-9328-74af84ac91a5: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:30:12.809989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-941cba75-e559-4511-9d31-d56d58678809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:12.811446 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-941cba75-e559-4511-9d31-d56d58678809 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 200 len: 912 time: 0.6575663 Jan 20 14:30:12.820686 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Port': ['ID=11b7c64d-fc78-49e3-840f-92f148debebc,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:12.825296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d0a00d02-467f-4e39-b011-95452f430ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.833708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942564d-2168-4d15-8032-0be70d0edcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6a3d0e-4348-48c9-8b7a-9c45623f1b4f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:12.850068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f942564d-2168-4d15-8032-0be70d0edcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.852636 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f942564d-2168-4d15-8032-0be70d0edcef admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1d6a3d0e-4348-48c9-8b7a-9c45623f1b4f HTTP/1.1" status: 204 len: 168 time: 1.9554977 Jan 20 14:30:12.856867 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9bb14310-e349-4136-a09f-d96819f4dcd4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "DELETE /v2.0/ports/690e974b-8d68-4848-a318-3b3511598a70 HTTP/1.1" status: 204 len: 168 time: 1.8470843 Jan 20 14:30:12.863878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43402) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:12.879250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd774f44d-0f4f-4d54-9c95-c784df204ad0', 'external_fixed_ips': [{'subnet_id': '5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a', 'ip_address': '2001:db8::2'}]}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:12.889334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a00d02-467f-4e39-b011-95452f430ee5 None None] Pushing event deleted for resources: {'Port': ['ID=4804f3d5-c3dd-4c5c-8a67-55444068ccde,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:12.893787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:12.898949 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e992661f-f4df-4f1a-96a6-ae43684a6af9 req-380efa37-1164-42b4-805f-b8c567ad7cfa tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802917 Jan 20 14:30:12.923088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a00d02-467f-4e39-b011-95452f430ee5 None None] No DVR routers for this DVR port 4804f3d5-c3dd-4c5c-8a67-55444068ccde on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:12.945781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Network ddd2eed9-3b31-4255-b700-ab08c169691a is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:12.953378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:12.958946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:12.980480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Usage tracker for resource:router and tenant:5acbb92689e742db8fd71ea8bf8b4e72 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:13.015270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:13.038396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:13.065619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:13.066552 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.074887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-fb2a5fe1-861b-4de4-bf31-feb7b2357bc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 200 len: 1000 time: 0.2485316 Jan 20 14:30:13.175017 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1a67a87b-1965-46fe-a1f5-1eaec65886f1 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7028680 Jan 20 14:30:13.177943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43408) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:13.185954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5112bd6a-13ed-482c-b9fe-5fa76fe87a5b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1d:9c:be'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:13.217747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.219097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.245986 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:13.246356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:13.265849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-d583350d-b5f8-4ecf-a5eb-c1377473381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:13.267240 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-d583350d-b5f8-4ecf-a5eb-c1377473381c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2f1e2a2-41fc-449d-823a-59681b2864b6 HTTP/1.1" status: 200 len: 850 time: 0.1475959 Jan 20 14:30:13.299294 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7f10e6e1-13f5-461e-a728-f4a614ebab2d None None] Provisioning for port 11b7c64d-fc78-49e3-840f-92f148debebc completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:13.313923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7f10e6e1-13f5-461e-a728-f4a614ebab2d None None] Provisioning complete for port 11b7c64d-fc78-49e3-840f-92f148debebc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:13.323748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7f10e6e1-13f5-461e-a728-f4a614ebab2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.339980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.342646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbba829-d6d0-4f7c-a31e-58065af8be35 req-3b5cf6de-a53f-4bc2-a9a3-ec1e9b506cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:13.344677 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8dbba829-d6d0-4f7c-a31e-58065af8be35 req-3b5cf6de-a53f-4bc2-a9a3-ec1e9b506cb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 1099 time: 0.4442229 Jan 20 14:30:13.388560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7f10e6e1-13f5-461e-a728-f4a614ebab2d None None] Port 11b7c64d-fc78-49e3-840f-92f148debebc cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:13.422225 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8dbba829-d6d0-4f7c-a31e-58065af8be35 req-3a2bf038-764f-4ab3-af83-d9e450fc69a8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584049 Jan 20 14:30:13.426715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.456110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-655947ed-7bd3-4c97-b95f-3257113e1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:13.457715 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-655947ed-7bd3-4c97-b95f-3257113e1f27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1691182 Jan 20 14:30:13.530300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5112bd6a-13ed-482c-b9fe-5fa76fe87a5b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.729264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4804f3d5-c3dd-4c5c-8a67-55444068ccde no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:13.772186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 4804f3d5-c3dd-4c5c-8a67-55444068ccde {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:30:13.772761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4804f3d5-c3dd-4c5c-8a67-55444068ccde not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:13.844596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Deleting port 4804f3d5-c3dd-4c5c-8a67-55444068ccde {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:13.845177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.953154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.101221 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] The port '4804f3d5-c3dd-4c5c-8a67-55444068ccde' was deleted {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:30:14.271488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.338702 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.384262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0ffa3-55c6-4834-bb47-789e8e3d3d12 req-a6651a24-55de-478f-9eea-94f5c6c3b6d4 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:14.385879 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ae0ffa3-55c6-4834-bb47-789e8e3d3d12 req-a6651a24-55de-478f-9eea-94f5c6c3b6d4 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 946 time: 0.2805912 Jan 20 14:30:14.398596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1207e731-320b-40a2-bbab-29019df46fd4']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:14.406759 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-5e1a3eec-3330-417e-ad65-df57cb7e64e2 service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7484961 Jan 20 14:30:14.416597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e7138c-0ef9-4395-bed8-832e3769ee4e') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:14.416884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e7138c-0ef9-4395-bed8-832e3769ee4e') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:14.457218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.534160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c883d93-f99b-41b9-8ada-a909e58cb9dd req-1dd53f14-3520-4778-a0b3-488731e27015 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:14.542225 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2c883d93-f99b-41b9-8ada-a909e58cb9dd req-1dd53f14-3520-4778-a0b3-488731e27015 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 946 time: 0.6496904 Jan 20 14:30:14.549116 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ae0ffa3-55c6-4834-bb47-789e8e3d3d12 req-9eaf83f9-257f-471c-b44b-eb013f78bfd5 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045756 Jan 20 14:30:14.560435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43450) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:14.602482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.606039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5112bd6a-13ed-482c-b9fe-5fa76fe87a5b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.621801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5112bd6a-13ed-482c-b9fe-5fa76fe87a5b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.635492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:30:14.636028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:14.683822 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:14.729956 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2c883d93-f99b-41b9-8ada-a909e58cb9dd req-efa79fd6-aa81-4117-aa37-a9f077da9954 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868374 Jan 20 14:30:14.754880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1522057702', 'router:external': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:14.763298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865c1456-4d20-4494-a805-8a0fd13e617a'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:30:14.775679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:14.822900 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865c1456-4d20-4494-a805-8a0fd13e617a', 'code': 200} Jan 20 14:30:14.874422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Usage tracker for resource:network and tenant:798eca45d4e34a3cbb228c50d6dc0ce9 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:14.883112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:14.898432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:14.903152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112bd6a-13ed-482c-b9fe-5fa76fe87a5b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Port': ['ID=11b7c64d-fc78-49e3-840f-92f148debebc,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:14.907276 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-690e2d97-ee36-4933-95bd-e18c4932e43f req-b07d832a-8a68-4882-a26f-b349584b3a5a service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825778 Jan 20 14:30:14.910763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-5112bd6a-13ed-482c-b9fe-5fa76fe87a5b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] In _notify_port_updated(), no bound segment for port 11b7c64d-fc78-49e3-840f-92f148debebc on network ddd2eed9-3b31-4255-b700-ab08c169691a {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:30:14.916621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5112bd6a-13ed-482c-b9fe-5fa76fe87a5b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:14.917252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5112bd6a-13ed-482c-b9fe-5fa76fe87a5b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.918949 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5112bd6a-13ed-482c-b9fe-5fa76fe87a5b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "PUT /v2.0/ports/11b7c64d-fc78-49e3-840f-92f148debebc HTTP/1.1" status: 200 len: 994 time: 1.7390859 Jan 20 14:30:14.919520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.921438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43458) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:14.964698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:30:14.966530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Made reservation on behalf of 798eca45d4e34a3cbb228c50d6dc0ce9 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:14.969134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.980950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.988023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.008027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] Pushing event deleted for resources: {'Network': ['ID=1207e731-320b-40a2-bbab-29019df46fd4,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:15.016273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.045636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-056b7d37-e228-47b2-8f91-6330a1169109 None None] Provisioning complete for port 11b7c64d-fc78-49e3-840f-92f148debebc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:15.046093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-056b7d37-e228-47b2-8f91-6330a1169109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.098420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:15.116489 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7ae28bb4-a154-4a29-91ef-fecb1bb0373d tempest-AllowedAddressPairIpV6TestJSON-1461044711 tempest-AllowedAddressPairIpV6TestJSON-1461044711-project] 10.222.0.87 "DELETE /v2.0/networks/1207e731-320b-40a2-bbab-29019df46fd4 HTTP/1.1" status: 204 len: 168 time: 3.6517239 Jan 20 14:30:15.120477 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-056b7d37-e228-47b2-8f91-6330a1169109 None None] Port 11b7c64d-fc78-49e3-840f-92f148debebc cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:15.123619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Usage tracker for resource:security_group_rule and tenant:798eca45d4e34a3cbb228c50d6dc0ce9 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:15.127446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.138665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:15.151045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-43bd6398-4d7e-4831-a0e6-9a49a7d37732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Deleting port 11b7c64d-fc78-49e3-840f-92f148debebc {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:15.151409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43bd6398-4d7e-4831-a0e6-9a49a7d37732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.184365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:15.246147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33094a-a281-4ccc-98f6-7e63d439334d req-ff022433-c366-4a40-9505-22b0b68a478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:15.247850 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0f33094a-a281-4ccc-98f6-7e63d439334d req-ff022433-c366-4a40-9505-22b0b68a478d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 1099 time: 0.1971097 Jan 20 14:30:15.389880 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0f33094a-a281-4ccc-98f6-7e63d439334d req-40494c01-6c8d-421b-915d-41b403e99ae7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277833 Jan 20 14:30:15.441882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43468) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:15.458254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43bd6398-4d7e-4831-a0e6-9a49a7d37732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.481252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:15.493498 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a1c51-8254-4040-9ff9-5f4f11856dad None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:15.510825 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a1c51-8254-4040-9ff9-5f4f11856dad None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:15.512062 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-483a1c51-8254-4040-9ff9-5f4f11856dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:15.579209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.583420 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-54f0276e-e2e1-4359-af7a-ce668589e38e tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4329870 Jan 20 14:30:15.592694 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-483a1c51-8254-4040-9ff9-5f4f11856dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:15.594871 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43476) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:15.602845 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a1c51-8254-4040-9ff9-5f4f11856dad None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:15.603456 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-483a1c51-8254-4040-9ff9-5f4f11856dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:15.681022 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-483a1c51-8254-4040-9ff9-5f4f11856dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:15.681431 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a1c51-8254-4040-9ff9-5f4f11856dad None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:15.735242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-43bd6398-4d7e-4831-a0e6-9a49a7d37732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Calling delete_port for 11b7c64d-fc78-49e3-840f-92f148debebc owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:15.774979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Allocated IP 2001:db8::2 (d774f44d-0f4f-4d54-9c95-c784df204ad0/5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a/cd4da9da-d5fc-4d66-96e8-f49a3751e6e5) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:15.824624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.842889 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aaccdd96-86b0-47ab-806f-b0bb144e1c71 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8d477ca8e7bd4941a1fd5ecffa358d5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3968625 Jan 20 14:30:15.843222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43482) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:15.848687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.984983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405ef694-91a2-4fa3-8eed-336dc007caf1,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:16.005000 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43bd6398-4d7e-4831-a0e6-9a49a7d37732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.050061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfa3b105-6b49-4f7a-a937-41d7ac3519c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.062164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd6398-4d7e-4831-a0e6-9a49a7d37732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event deleted for resources: {'Port': ['ID=11b7c64d-fc78-49e3-840f-92f148debebc,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:16.067811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:16.115891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.116243 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Added segment dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e of type vlan for network 0628c8bb-ffbf-42fb-a6d7-9aa303354e84 Jan 20 14:30:16.140788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfa3b105-6b49-4f7a-a937-41d7ac3519c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.165405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89336a65-eee3-4817-956f-56b57aa83689 req-e9543e68-f5c0-41a4-9287-50bfccb091bb tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:16.166899 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89336a65-eee3-4817-956f-56b57aa83689 req-e9543e68-f5c0-41a4-9287-50bfccb091bb tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 946 time: 0.2691114 Jan 20 14:30:16.192008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23d3a6-3af9-4bd4-a21d-f33a380423d8 req-66b998e2-ec5e-4b84-a94d-bda5149337f9 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:16.193548 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ee23d3a6-3af9-4bd4-a21d-f33a380423d8 req-66b998e2-ec5e-4b84-a94d-bda5149337f9 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 946 time: 0.5093644 Jan 20 14:30:16.283715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.289231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.326896 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ee23d3a6-3af9-4bd4-a21d-f33a380423d8 req-658740fb-9bb9-4dc4-8aa1-3170bdeaa81b tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123846 Jan 20 14:30:16.352306 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-89336a65-eee3-4817-956f-56b57aa83689 req-a99a5769-e42a-439b-be63-9244d5388f7a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718066 Jan 20 14:30:16.360136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43bd6398-4d7e-4831-a0e6-9a49a7d37732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.377408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfa3b105-6b49-4f7a-a937-41d7ac3519c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.379915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfa3b105-6b49-4f7a-a937-41d7ac3519c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.383680 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cfa3b105-6b49-4f7a-a937-41d7ac3519c8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ed705e8c-9d97-43e1-8d81-91f212961f1d HTTP/1.1" status: 204 len: 168 time: 0.5368474 Jan 20 14:30:16.391738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3b105-6b49-4f7a-a937-41d7ac3519c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed705e8c-9d97-43e1-8d81-91f212961f1d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:16.395340 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-43bd6398-4d7e-4831-a0e6-9a49a7d37732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "DELETE /v2.0/ports/11b7c64d-fc78-49e3-840f-92f148debebc HTTP/1.1" status: 204 len: 168 time: 1.4726980 Jan 20 14:30:16.399542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43492) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:16.481222 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dbea68-b1b7-4bc1-b559-a086dd7bfdde tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] GET failed (client error): The resource could not be found. Jan 20 14:30:16.482102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d7dbea68-b1b7-4bc1-b559-a086dd7bfdde tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Synchronizing usage tracker for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:16.501472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d7dbea68-b1b7-4bc1-b559-a086dd7bfdde tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Unset dirty status for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:16.503683 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d7dbea68-b1b7-4bc1-b559-a086dd7bfdde tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "GET /v2.0/ports/11b7c64d-fc78-49e3-840f-92f148debebc HTTP/1.1" status: 404 len: 333 time: 0.1025686 Jan 20 14:30:16.507676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43496) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:16.515334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'port': {'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a', 'name': 'tempest-AllowedAddressPairTestJSON-1646507400'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:16.520007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.520966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:16.521584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.653660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event updated for resources: {'Network': ['ID=0628c8bb-ffbf-42fb-a6d7-9aa303354e84,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:16.691192 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9639bf3b-0e56-44d2-814b-cde9f81ad505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1265745 Jan 20 14:30:16.694905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43502) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:16.695087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.701387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 0628c8bb-ffbf-42fb-a6d7-9aa303354e84 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:30:16.707252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Request body: {'subnet': {'network_id': '0628c8bb-ffbf-42fb-a6d7-9aa303354e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:16.711881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:16.715715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Usage tracker for resource:subnet and tenant:798eca45d4e34a3cbb228c50d6dc0ce9 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:16.719254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:16.724912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:16.745399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Made reservation on behalf of 798eca45d4e34a3cbb228c50d6dc0ce9 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:16.747833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.772037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Network d774f44d-0f4f-4d54-9c95-c784df204ad0 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:16.776718 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:16.782103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:16.927273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:16.948356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4909169-84f8-406f-a1a0-b03435d28367 req-261fde33-917d-4f75-89c8-346da01e5ce5 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:16.949923 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d4909169-84f8-406f-a1a0-b03435d28367 req-261fde33-917d-4f75-89c8-346da01e5ce5 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 946 time: 0.4020796 Jan 20 14:30:16.954928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:16.963876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43514) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:16.974950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8e1cad36-e594-474b-beda-4af1f7200a07 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Request body: {'floatingip': {'port_id': '843cdc7b-095c-4cbd-80d6-34330669c488'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:17.053939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Made reservation on behalf of 1923d08c652d4e47a265c26e540624e4 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:17.057521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.069284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event updated for resources: {'Port': ['ID=cd4da9da-d5fc-4d66-96e8-f49a3751e6e5,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:17.077492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e1cad36-e594-474b-beda-4af1f7200a07 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for floatingip, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.192714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] device_id is not set on port 2f412316-52c9-45dd-9501-09bc9bcbaab0 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:17.198307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.317599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43526) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:17.554376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1458908403'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:17.569132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.578598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:17.605604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:network and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:17.673202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:17.683229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:17.762518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:17.766509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.783269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Allocated IP 172.20.0.6 (ddd2eed9-3b31-4255-b700-ab08c169691a/4276db28-e419-4166-a3ee-687649be483a/2f412316-52c9-45dd-9501-09bc9bcbaab0) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:17.848693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.897033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:17.917455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:security_group_rule and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:17.925974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:17.934499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da753234-0e9b-4fe8-b1d4-45ea7bc50ddd req-31efd543-308a-4246-aa22-ded0baca7dac tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:17.935978 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da753234-0e9b-4fe8-b1d4-45ea7bc50ddd req-31efd543-308a-4246-aa22-ded0baca7dac tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 946 time: 0.4256501 Jan 20 14:30:17.942160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:18.135235 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da753234-0e9b-4fe8-b1d4-45ea7bc50ddd req-6607ccc5-776d-48fc-b497-4105a58fea27 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882727 Jan 20 14:30:18.137882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.20.0.1 (f2155552-4dc8-4d7f-86b9-4c0586f2e6e8/50d4f228-8a04-4f50-8ca7-7fcba688dd58/dded7462-82aa-499f-ba5e-ae65322efa94) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:18.160939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.568991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.579053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.589378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.622327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.636785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Router d9dd721f-4b91-4f9a-bdee-57b7106d43a1 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:30:18.646916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.654661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Transition to ACTIVE for port object 2f412316-52c9-45dd-9501-09bc9bcbaab0 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:18.658456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:30:18.658919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.668806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-8e1cad36-e594-474b-beda-4af1f7200a07 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:30:18.779212 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501487e-4414-4322-aec7-a31e35e0f85f req-751e174a-29c6-464d-bddb-3abd9ea06944 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:18.780989 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e501487e-4414-4322-aec7-a31e35e0f85f req-751e174a-29c6-464d-bddb-3abd9ea06944 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 946 time: 0.5081139 Jan 20 14:30:18.790134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:18.794467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43540) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:18.797126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:18.803939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:18.821168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:18.834918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a227f35c-53ce-4a96-836b-da6e9534d727 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Request body: {'floatingip': {'port_id': '865c1456-4d20-4494-a805-8a0fd13e617a'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:18.853831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9612c8-92b2-43f4-9b7b-30cda7b529ee,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:18.882063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e1cad36-e594-474b-beda-4af1f7200a07 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.883079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.883400 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Added segment 07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1 of type vlan for network c59c4318-304e-49f3-a2a0-4c3a913c6b21 Jan 20 14:30:18.895321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:18.900605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e1cad36-e594-474b-beda-4af1f7200a07 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.005544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=dded7462-82aa-499f-ba5e-ae65322efa94,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:19.015890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a227f35c-53ce-4a96-836b-da6e9534d727 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for floatingip, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.089313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Checking segment: {'id': 'dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0628c8bb-ffbf-42fb-a6d7-9aa303354e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:19.089568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Network hostable DHCP agents. Network: 0628c8bb-ffbf-42fb-a6d7-9aa303354e84, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:19.099365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.109995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.148968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.158594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:19.170263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Sync routers for ids ['d9dd721f-4b91-4f9a-bdee-57b7106d43a1'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:19.181590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Routers {'d9dd721f-4b91-4f9a-bdee-57b7106d43a1'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:19.182196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d9dd721f-4b91-4f9a-bdee-57b7106d43a1'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:19.235321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.239072 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1923467c-60a7-4bfb-bfb6-57dfc6bddaaa tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.3697436 Jan 20 14:30:19.240279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43544) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:19.278783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Network ddd2eed9-3b31-4255-b700-ab08c169691a is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:19.279900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:30:19.291092 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:19.300330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Network 0628c8bb-ffbf-42fb-a6d7-9aa303354e84 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:19.302957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:19.331881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Port': ['ID=2f412316-52c9-45dd-9501-09bc9bcbaab0,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:19.370963 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-8e1cad36-e594-474b-beda-4af1f7200a07 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Floating IP 4eeae662-19d3-458d-9efe-4cb3db245173 associated. External IP: 172.26.0.81, port: 843cdc7b-095c-4cbd-80d6-34330669c488. Jan 20 14:30:19.390234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Set router d9dd721f-4b91-4f9a-bdee-57b7106d43a1 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:19.432101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.437506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:19.438111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.441920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 0628c8bb-ffbf-42fb-a6d7-9aa303354e84) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:19.486882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:19.487467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.496167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:19.496634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.509541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ab5f86-eeae-4b8b-97f5-96fae9cbd205 None None] Network 0628c8bb-ffbf-42fb-a6d7-9aa303354e84 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:19.510892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.684284 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3618608 Jan 20 14:30:19.693108 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b74e25b4-5269-4780-9544-fc829a669732 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1767628 Jan 20 14:30:19.693108 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-79b619ae-2362-48c2-b663-b02e085c36f0 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9847174 Jan 20 14:30:19.693108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43548) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:19.701578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43550) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:19.701894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43552) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:19.708762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa25059-aea3-4d8c-b9a8-fdc09b1873d7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Network': ['ID=c59c4318-304e-49f3-a2a0-4c3a913c6b21,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:19.714040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:19.724634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9505cbf9-441d-4a12-a8e1-58720148b2c0 None None] Provisioning for port 2f412316-52c9-45dd-9501-09bc9bcbaab0 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:19.734587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-106290412', 'network_id': '0628c8bb-ffbf-42fb-a6d7-9aa303354e84'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:19.741966 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:30:19.743412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ad260c96-25d6-4f79-aee7-eec194436241 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1d:9c:be'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:19.775773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9505cbf9-441d-4a12-a8e1-58720148b2c0 None None] Provisioning complete for port 2f412316-52c9-45dd-9501-09bc9bcbaab0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:19.775773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9505cbf9-441d-4a12-a8e1-58720148b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.838931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:19.866820 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Usage tracker for resource:port and tenant:798eca45d4e34a3cbb228c50d6dc0ce9 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:19.874384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:19.894968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:20.050260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:20.057142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.061132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Made reservation on behalf of 798eca45d4e34a3cbb228c50d6dc0ce9 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:20.061327 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9505cbf9-441d-4a12-a8e1-58720148b2c0 None None] Port 2f412316-52c9-45dd-9501-09bc9bcbaab0 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:20.063421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.091715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:20.101714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:20.111012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:20.137198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375d4866-d590-4c89-8d97-2d9632b89ced None None] Network 0628c8bb-ffbf-42fb-a6d7-9aa303354e84 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:20.180938 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] device_id is not set on port 665a4a06-1a3d-4fdf-b1d4-07ab86401eba yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:20.224137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dd721f-4b91-4f9a-bdee-57b7106d43a1', 'name': '', 'tenant_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd774f44d-0f4f-4d54-9c95-c784df204ad0', 'external_fixed_ips': [{'subnet_id': '5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a', 'ip_address': '2001:db8::2'}], 'enable_snat': True}, 'gw_port_id': 'cd4da9da-d5fc-4d66-96e8-f49a3751e6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:13Z', 'updated_at': '2022-01-20T14:30:17Z', 'revision_number': 3, 'project_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'gw_port': {'id': 'cd4da9da-d5fc-4d66-96e8-f49a3751e6e5', 'name': '', 'network_id': 'd774f44d-0f4f-4d54-9c95-c784df204ad0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dd721f-4b91-4f9a-bdee-57b7106d43a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a', 'ip_address': '2001:db8::2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:15Z', 'updated_at': '2022-01-20T14:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:20.230883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Checking router: d9dd721f-4b91-4f9a-bdee-57b7106d43a1 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:30:20.231226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Updating router d9dd721f-4b91-4f9a-bdee-57b7106d43a1 port cd4da9da-d5fc-4d66-96e8-f49a3751e6e5 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:30:20.234013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.252959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:20.256394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.313687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.324499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Deleting port cd4da9da-d5fc-4d66-96e8-f49a3751e6e5 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:20.324957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.604080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1cad36-e594-474b-beda-4af1f7200a07 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Router 3de0c1f3-1aef-470c-8e7d-88d877f217ed has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:30:20.632717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad260c96-25d6-4f79-aee7-eec194436241 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.709670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.718102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-a227f35c-53ce-4a96-836b-da6e9534d727 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:30:20.734563 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.746516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Transition to ACTIVE for port object cd4da9da-d5fc-4d66-96e8-f49a3751e6e5 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:20.754052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.781409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Allocated IP 172.20.0.4 (0628c8bb-ffbf-42fb-a6d7-9aa303354e84/eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d/665a4a06-1a3d-4fdf-b1d4-07ab86401eba) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:20.841699 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Attempting to bind port cd4da9da-d5fc-4d66-96e8-f49a3751e6e5 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:20.841946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Attempting to bind port cd4da9da-d5fc-4d66-96e8-f49a3751e6e5 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '3517be4b-16b4-447f-b5f3-241fa4032953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd774f44d-0f4f-4d54-9c95-c784df204ad0'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:20.842296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Attempting to bind port cd4da9da-d5fc-4d66-96e8-f49a3751e6e5 on network d774f44d-0f4f-4d54-9c95-c784df204ad0 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:20.844825 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def33f7d-e74a-4b1a-9355-17f32c65fec6 None None] Pushing event updated for resources: {'Port': ['ID=cd4da9da-d5fc-4d66-96e8-f49a3751e6e5,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:20.854784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:20.854784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Checking segment: {'id': '3517be4b-16b4-447f-b5f3-241fa4032953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd774f44d-0f4f-4d54-9c95-c784df204ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:20.854784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.855426 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Bound using segment: {'id': '3517be4b-16b4-447f-b5f3-241fa4032953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd774f44d-0f4f-4d54-9c95-c784df204ad0'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:20.855897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Bound port: cd4da9da-d5fc-4d66-96e8-f49a3751e6e5, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3517be4b-16b4-447f-b5f3-241fa4032953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd774f44d-0f4f-4d54-9c95-c784df204ad0'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:20.856307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.930588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Calling delete_port for cd4da9da-d5fc-4d66-96e8-f49a3751e6e5 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:20.932105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] For port cd4da9da-d5fc-4d66-96e8-f49a3751e6e5, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:20.935625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] For port cd4da9da-d5fc-4d66-96e8-f49a3751e6e5, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=cd4da9da-d5fc-4d66-96e8-f49a3751e6e5,segment=NetworkSegment(3517be4b-16b4-447f-b5f3-241fa4032953),segment_id=3517be4b-16b4-447f-b5f3-241fa4032953)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:20.941584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.016939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a227f35c-53ce-4a96-836b-da6e9534d727 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.069659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a227f35c-53ce-4a96-836b-da6e9534d727 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.081831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def33f7d-e74a-4b1a-9355-17f32c65fec6 None None] Pushing event updated for resources: {'Port': ['ID=cd4da9da-d5fc-4d66-96e8-f49a3751e6e5,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:21.101149 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Routers {'d9dd721f-4b91-4f9a-bdee-57b7106d43a1'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:21.101885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d9dd721f-4b91-4f9a-bdee-57b7106d43a1'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:21.176964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1cad36-e594-474b-beda-4af1f7200a07 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:21.191629 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] Sync routers for ids ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:21.207194 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] Routers {'3de0c1f3-1aef-470c-8e7d-88d877f217ed'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:21.208919 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:21.248651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.253528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e1cad36-e594-474b-beda-4af1f7200a07 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.291301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] Set router d9dd721f-4b91-4f9a-bdee-57b7106d43a1 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:21.310848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.411473 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] Set router 3de0c1f3-1aef-470c-8e7d-88d877f217ed gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:21.435033 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8e1cad36-e594-474b-beda-4af1f7200a07 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "PUT /v2.0/floatingips/4eeae662-19d3-458d-9efe-4cb3db245173 HTTP/1.1" status: 200 len: 991 time: 4.4690192 Jan 20 14:30:21.444473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.448726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'tag': '843cdc7b-095c-4cbd-80d6-34330669c488'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:30:21.450873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dd721f-4b91-4f9a-bdee-57b7106d43a1', 'name': '', 'tenant_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:13Z', 'updated_at': '2022-01-20T14:30:20Z', 'revision_number': 4, 'project_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:21.452845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=5f8d4c92-b99a-473c-b964-4b6408efaf26,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:21.459533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.464640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b7870-0ef1-4b9a-8e0e-62cf3f72d74d None None] The sync data for ids ['d9dd721f-4b91-4f9a-bdee-57b7106d43a1'] in dv-neutron-825123-1-hyperv is: [{'id': 'd9dd721f-4b91-4f9a-bdee-57b7106d43a1', 'name': '', 'tenant_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:13Z', 'updated_at': '2022-01-20T14:30:20Z', 'revision_number': 4, 'project_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:21.474238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad260c96-25d6-4f79-aee7-eec194436241 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.481736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:21.482087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network hostable DHCP agents. Network: c59c4318-304e-49f3-a2a0-4c3a913c6b21, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:21.494104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad260c96-25d6-4f79-aee7-eec194436241 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.543118 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'tag': '843cdc7b-095c-4cbd-80d6-34330669c488', 'status': 'completed', 'code': 200} Jan 20 14:30:21.668916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:21.698446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad260c96-25d6-4f79-aee7-eec194436241 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Port': ['ID=2f412316-52c9-45dd-9501-09bc9bcbaab0,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:21.744406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, c59c4318-304e-49f3-a2a0-4c3a913c6b21) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:21.752897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ae10e6-d7c9-4447-9927-db0a7c118657 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:21.766385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-ad260c96-25d6-4f79-aee7-eec194436241 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] In _notify_port_updated(), no bound segment for port 2f412316-52c9-45dd-9501-09bc9bcbaab0 on network ddd2eed9-3b31-4255-b700-ab08c169691a {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:30:21.777309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad260c96-25d6-4f79-aee7-eec194436241 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:21.778413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad260c96-25d6-4f79-aee7-eec194436241 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.779973 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ad260c96-25d6-4f79-aee7-eec194436241 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "PUT /v2.0/ports/2f412316-52c9-45dd-9501-09bc9bcbaab0 HTTP/1.1" status: 200 len: 996 time: 2.0740335 Jan 20 14:30:21.785099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:21.785834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.804551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43568) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:21.808324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.901739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.919279 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f7801059-ad1c-41ae-9bc7-1268c495a260 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2189770 Jan 20 14:30:21.935578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43572) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:21.961840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'name': 'tempest-NetworksTestDHCPv6-1575097968'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:21.991128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Network 0628c8bb-ffbf-42fb-a6d7-9aa303354e84 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:22.001510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:22.004802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:22.068872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:22.077767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:22.091500 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:33Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '4eeae662-19d3-458d-9efe-4cb3db245173', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'floating_ip_address': '172.26.0.81', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'port_id': '843cdc7b-095c-4cbd-80d6-34330669c488', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'mac_address': 'fa:16:3e:9b:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:29:49Z', 'updated_at': '2022-01-20T14:30:18Z', 'revision_number': 1, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ef2da0-def3-44e9-8afb-e59b66b399f4', 'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'mac_address': 'fa:16:3e:77:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:28Z', 'updated_at': '2022-01-20T14:29:47Z', 'revision_number': 5, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'subnets': [{'id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:22.098167 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] Checking router: 3de0c1f3-1aef-470c-8e7d-88d877f217ed for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:30:22.102335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=dded7462-82aa-499f-ba5e-ae65322efa94,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:22.105506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-51fc53ef-2516-4e8a-b645-114d966e1716 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Deleting port 2f412316-52c9-45dd-9501-09bc9bcbaab0 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:22.105961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-51fc53ef-2516-4e8a-b645-114d966e1716 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.107719 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-a227f35c-53ce-4a96-836b-da6e9534d727 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Floating IP ce8a827a-30a2-4ccf-ade9-1c8705779196 associated. External IP: 172.26.0.242, port: 865c1456-4d20-4494-a805-8a0fd13e617a. Jan 20 14:30:22.118948 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] Routers {'3de0c1f3-1aef-470c-8e7d-88d877f217ed'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:22.119925 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:22.131754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event updated for resources: {'Port': ['ID=665a4a06-1a3d-4fdf-b1d4-07ab86401eba,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:22.147252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-04726403-2e5b-405a-9bb0-5e1f80187ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:22.148948 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-04726403-2e5b-405a-9bb0-5e1f80187ee9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35a6cd0e5ccc497d96d2ff1ead4954df&device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 1099 time: 0.5772080 Jan 20 14:30:22.278604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:22.278951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:22.297878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4bb58004-95d2-4cb4-9087-47196b46a4aa None None] Provisioning complete for port 2f412316-52c9-45dd-9501-09bc9bcbaab0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:22.298530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4bb58004-95d2-4cb4-9087-47196b46a4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.332652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '5f8d4c92-b99a-473c-b964-4b6408efaf26'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:30:22.334744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.425280 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] Set router 3de0c1f3-1aef-470c-8e7d-88d877f217ed gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:22.471368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4bb58004-95d2-4cb4-9087-47196b46a4aa None None] Port 2f412316-52c9-45dd-9501-09bc9bcbaab0 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:22.481725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:22.482463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.540874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:30:22.585599 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/5f8d4c92-b99a-473c-b964-4b6408efaf26/7925acd9-4d93-4678-be81-2a9ead454ab5) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:22.731070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-51fc53ef-2516-4e8a-b645-114d966e1716 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.831383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.842991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Transition to ACTIVE for port object 7925acd9-4d93-4678-be81-2a9ead454ab5 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:22.863223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Transition to ACTIVE for port object 7925acd9-4d93-4678-be81-2a9ead454ab5 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:22.873772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.902465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-51fc53ef-2516-4e8a-b645-114d966e1716 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Calling delete_port for 2f412316-52c9-45dd-9501-09bc9bcbaab0 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:22.932887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8d835064-9cf4-42c1-b193-02f6f47baf2b tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.2253592 Jan 20 14:30:22.934153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-bc7ce622-956e-4c4b-8704-a9003f414140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:22.935814 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-bc7ce622-956e-4c4b-8704-a9003f414140 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a754dfb-bccf-424e-94ac-0775445d550e HTTP/1.1" status: 200 len: 906 time: 0.7716937 Jan 20 14:30:22.936918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:22.945597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43580) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:22.959611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:22.966146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:22.967149 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Pushing event updated for resources: {'Port': ['ID=7925acd9-4d93-4678-be81-2a9ead454ab5,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:22.970657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:22.973135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:22.998857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Deleting port cd4da9da-d5fc-4d66-96e8-f49a3751e6e5 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:22.999585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.007139 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:33Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '4eeae662-19d3-458d-9efe-4cb3db245173', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'floating_ip_address': '172.26.0.81', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'port_id': '843cdc7b-095c-4cbd-80d6-34330669c488', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'mac_address': 'fa:16:3e:9b:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:29:49Z', 'updated_at': '2022-01-20T14:30:18Z', 'revision_number': 1, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ef2da0-def3-44e9-8afb-e59b66b399f4', 'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'mac_address': 'fa:16:3e:77:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:28Z', 'updated_at': '2022-01-20T14:29:47Z', 'revision_number': 5, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'subnets': [{'id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:23.011833 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d24c29-ea9c-4576-abd6-597f3ec17e51 None None] The sync data for ids ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'] in dv-neutron-825123-1-hyperv is: [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:33Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '4eeae662-19d3-458d-9efe-4cb3db245173', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'floating_ip_address': '172.26.0.81', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'port_id': '843cdc7b-095c-4cbd-80d6-34330669c488', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'mac_address': 'fa:16:3e:9b:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:29:49Z', 'updated_at': '2022-01-20T14:30:18Z', 'revision_number': 1, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ef2da0-def3-44e9-8afb-e59b66b399f4', 'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'mac_address': 'fa:16:3e:77:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:28Z', 'updated_at': '2022-01-20T14:29:47Z', 'revision_number': 5, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'subnets': [{'id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:23.028531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:23.075593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a6976-4d1b-4def-8c2b-3efcbc6ca543 None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:23.118680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Attempting to bind port 7925acd9-4d93-4678-be81-2a9ead454ab5 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:23.119187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Attempting to bind port 7925acd9-4d93-4678-be81-2a9ead454ab5 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:23.119916 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Attempting to bind port 7925acd9-4d93-4678-be81-2a9ead454ab5 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:23.125822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a6976-4d1b-4def-8c2b-3efcbc6ca543 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:23.126547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-111a6976-4d1b-4def-8c2b-3efcbc6ca543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:23.128935 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6030b795-b109-4653-8fa7-73683a8f86e0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "PUT /v2.0/routers/6525e0a2-4ebb-404f-9def-20978eca2a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5329950 Jan 20 14:30:23.132131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43586) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:23.141183 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:23.144961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'port': {'network_id': 'f2155552-4dc8-4d7f-86b9-4c0586f2e6e8', 'name': 'tempest-FloatingIPTestJSON-821583187'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:23.175631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:23.199542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:23.200096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:23.200624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.201856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:23.202431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Bound port: 7925acd9-4d93-4678-be81-2a9ead454ab5, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:23.203018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.212917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-111a6976-4d1b-4def-8c2b-3efcbc6ca543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:23.234223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:23.239540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.266898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a6976-4d1b-4def-8c2b-3efcbc6ca543 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:23.267720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-111a6976-4d1b-4def-8c2b-3efcbc6ca543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:23.295174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 6cd9f05a-278f-41b4-919f-bbca98dedab0 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:23.322079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a227f35c-53ce-4a96-836b-da6e9534d727 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:30:23.325791 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee94406-7de1-4d2d-a961-411f67a70509 None None] New status for floating IP 4eeae662-19d3-458d-9efe-4cb3db245173: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:30:23.392262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] For port 7925acd9-4d93-4678-be81-2a9ead454ab5, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:23.395425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] For port 7925acd9-4d93-4678-be81-2a9ead454ab5, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7925acd9-4d93-4678-be81-2a9ead454ab5,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:23.396605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-111a6976-4d1b-4def-8c2b-3efcbc6ca543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:23.397081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a6976-4d1b-4def-8c2b-3efcbc6ca543 None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:23.418532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.497439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::2a1 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/5f8d4c92-b99a-473c-b964-4b6408efaf26/6cd9f05a-278f-41b4-919f-bbca98dedab0) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:23.506072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba149fd6-f2a2-4633-b141-081f913d6bb7 None None] Pushing event updated for resources: {'Port': ['ID=7925acd9-4d93-4678-be81-2a9ead454ab5,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:23.539528 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-2521a417-c4f4-4d28-9f8c-362bf59e754a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843cdc7b-095c-4cbd-80d6-34330669c488 HTTP/1.1" status: 200 len: 999 time: 0.5820765 Jan 20 14:30:23.542062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-5947f8ef-69b5-4ca8-a9aa-b6336f1d14d1 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Deleting port 665a4a06-1a3d-4fdf-b1d4-07ab86401eba {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:23.542393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5947f8ef-69b5-4ca8-a9aa-b6336f1d14d1 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.592405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] For port cd4da9da-d5fc-4d66-96e8-f49a3751e6e5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=cd4da9da-d5fc-4d66-96e8-f49a3751e6e5,segment=NetworkSegment(3517be4b-16b4-447f-b5f3-241fa4032953),segment_id=3517be4b-16b4-447f-b5f3-241fa4032953)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:23.592885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.731272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Calling delete_port for cd4da9da-d5fc-4d66-96e8-f49a3751e6e5 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:23.794514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:23.805489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:port and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:23.809980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:23.826859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:23.837998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a227f35c-53ce-4a96-836b-da6e9534d727 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:23.842706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a227f35c-53ce-4a96-836b-da6e9534d727 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.853879 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] Sync routers for ids ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:23.867059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] Routers {'cf35fc6f-ad55-4b1e-84b4-2598295c5d19'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:23.868366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:23.895793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-4cae948e-0fab-418b-9cc2-73e790f97330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:23.908679 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-4cae948e-0fab-418b-9cc2-73e790f97330 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20b0e29e-38c5-4257-b6a4-fa626f91aef3 HTTP/1.1" status: 200 len: 844 time: 0.3347280 Jan 20 14:30:23.919782 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a227f35c-53ce-4a96-836b-da6e9534d727 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "PUT /v2.0/floatingips/ce8a827a-30a2-4ccf-ade9-1c8705779196 HTTP/1.1" status: 200 len: 992 time: 5.1215446 Jan 20 14:30:23.933019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'tag': '865c1456-4d20-4494-a805-8a0fd13e617a'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:30:23.940071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Made reservation on behalf of 3b6041bfe6d04180b6650c437146a8b4 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:23.946433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.039008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] device_id is not set on port 4707e0dd-eb38-4181-aef0-fa0d3b0e27ea yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:24.082716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-51fc53ef-2516-4e8a-b645-114d966e1716 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.149972 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'tag': '865c1456-4d20-4494-a805-8a0fd13e617a', 'status': 'completed', 'code': 200} Jan 20 14:30:24.173434 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc53ef-2516-4e8a-b645-114d966e1716 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event deleted for resources: {'Port': ['ID=2f412316-52c9-45dd-9501-09bc9bcbaab0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:24.183685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] Set router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:24.384327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.20.0.6 (f2155552-4dc8-4d7f-86b9-4c0586f2e6e8/50d4f228-8a04-4f50-8ca7-7fcba688dd58/4707e0dd-eb38-4181-aef0-fa0d3b0e27ea) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:24.393831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.478183 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5947f8ef-69b5-4ca8-a9aa-b6336f1d14d1 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.513859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd4da9da-d5fc-4d66-96e8-f49a3751e6e5,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:24.544665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.607490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-5947f8ef-69b5-4ca8-a9aa-b6336f1d14d1 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Calling delete_port for 665a4a06-1a3d-4fdf-b1d4-07ab86401eba owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:24.655967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.682310 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:26Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'ce8a827a-30a2-4ccf-ade9-1c8705779196', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'port_id': '865c1456-4d20-4494-a805-8a0fd13e617a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'mac_address': 'fa:16:3e:43:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:29:39Z', 'updated_at': '2022-01-20T14:30:20Z', 'revision_number': 1, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c29d67-1ab3-42f5-b77e-d9930821894b', 'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'mac_address': 'fa:16:3e:9b:9d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:22Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 5, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'subnets': [{'id': '350e74ee-c648-45bb-8092-9b31691969c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:24.686414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] Checking router: cf35fc6f-ad55-4b1e-84b4-2598295c5d19 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:30:24.696077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] Routers {'cf35fc6f-ad55-4b1e-84b4-2598295c5d19'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:24.696534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:24.766740 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.797024 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-7d76295d-fb68-4ba1-a2d5-7e817109ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:24.799444 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-7d76295d-fb68-4ba1-a2d5-7e817109ee36 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a754dfb-bccf-424e-94ac-0775445d550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8819785 Jan 20 14:30:24.889724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e148fa8-7986-49c0-92fe-d670cd8059e8 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:24.896266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-8ad159f2-8394-4b65-8f2f-0919454da7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:24.897775 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-8ad159f2-8394-4b65-8f2f-0919454da7b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=77c3474047a34ce888ea8e6fa8467a66&device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 1099 time: 0.7146959 Jan 20 14:30:24.903795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5947f8ef-69b5-4ca8-a9aa-b6336f1d14d1 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.906059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 6cd9f05a-278f-41b4-919f-bbca98dedab0 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:24.950493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.982211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947f8ef-69b5-4ca8-a9aa-b6336f1d14d1 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event deleted for resources: {'Port': ['ID=665a4a06-1a3d-4fdf-b1d4-07ab86401eba,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:25.005120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] Set router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:25.006200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.024514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-51fc53ef-2516-4e8a-b645-114d966e1716 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.078827 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-51fc53ef-2516-4e8a-b645-114d966e1716 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "DELETE /v2.0/ports/2f412316-52c9-45dd-9501-09bc9bcbaab0 HTTP/1.1" status: 204 len: 168 time: 3.2726400 Jan 20 14:30:25.080928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43604) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.172005 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8063c1-0018-4f57-90c7-3a4b029b0ddd tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] GET failed (client error): The resource could not be found. Jan 20 14:30:25.172665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9c8063c1-0018-4f57-90c7-3a4b029b0ddd tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Synchronizing usage tracker for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:25.204002 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-12db1308-99c4-4e4e-a48b-5242517b7f2d service neutron] 10.222.0.72 "GET /v2.0/networks/8a754dfb-bccf-424e-94ac-0775445d550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933268 Jan 20 14:30:25.207880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5947f8ef-69b5-4ca8-a9aa-b6336f1d14d1 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.212670 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5947f8ef-69b5-4ca8-a9aa-b6336f1d14d1 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "DELETE /v2.0/ports/665a4a06-1a3d-4fdf-b1d4-07ab86401eba HTTP/1.1" status: 204 len: 168 time: 2.2660646 Jan 20 14:30:25.216104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43610) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.216373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-70c1f6ca-6303-444b-8c27-358549efe2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:25.218613 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-70c1f6ca-6303-444b-8c27-358549efe2a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c25f2f0-d8ab-4a04-9730-3c19056abfd2 HTTP/1.1" status: 200 len: 913 time: 0.2994919 Jan 20 14:30:25.225037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.225663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9dd721f-4b91-4f9a-bdee-57b7106d43a1 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:30:25.244495 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-cd688a07-b85c-465c-ace5-46b9c217f30b None None] Provisioning for port 7925acd9-4d93-4678-be81-2a9ead454ab5 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:25.250564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.332319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0628c8bb-ffbf-42fb-a6d7-9aa303354e84', 'external_fixed_ips': [{'subnet_id': 'eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d', 'ip_address': '172.20.0.4'}]}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:25.341377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9c8063c1-0018-4f57-90c7-3a4b029b0ddd tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Unset dirty status for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:25.347525 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9c8063c1-0018-4f57-90c7-3a4b029b0ddd tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "GET /v2.0/ports/2f412316-52c9-45dd-9501-09bc9bcbaab0 HTTP/1.1" status: 404 len: 333 time: 0.2594678 Jan 20 14:30:25.347972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43614) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.349097 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-ac1a2b5c-c744-48ae-9b38-983e02148dcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865c1456-4d20-4494-a805-8a0fd13e617a HTTP/1.1" status: 200 len: 1000 time: 0.1149495 Jan 20 14:30:25.349230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:25.405149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'port': {'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a', 'name': 'tempest-AllowedAddressPairTestJSON-822616575'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:25.426102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Usage tracker for resource:router and tenant:798eca45d4e34a3cbb228c50d6dc0ce9 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:25.428661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.432185 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-543a288a-6b07-4064-b26d-6a25b1cc53b9 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "DELETE /v2.0/routers/d9dd721f-4b91-4f9a-bdee-57b7106d43a1 HTTP/1.1" status: 204 len: 168 time: 6.1873577 Jan 20 14:30:25.436579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43618) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.441266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:25.485710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-96dca6ce-3f18-4f58-be2e-501f533a9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:25.487198 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-96dca6ce-3f18-4f58-be2e-501f533a9df1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=350e74ee-c648-45bb-8092-9b31691969c2 HTTP/1.1" status: 200 len: 851 time: 0.1271896 Jan 20 14:30:25.522822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:25.529997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:25.546703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:25.579525 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=6cd9f05a-278f-41b4-919f-bbca98dedab0,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:25.583798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:25.586723 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:26Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'ce8a827a-30a2-4ccf-ade9-1c8705779196', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'port_id': '865c1456-4d20-4494-a805-8a0fd13e617a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'mac_address': 'fa:16:3e:43:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:29:39Z', 'updated_at': '2022-01-20T14:30:20Z', 'revision_number': 1, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c29d67-1ab3-42f5-b77e-d9930821894b', 'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'mac_address': 'fa:16:3e:9b:9d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:22Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 5, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'subnets': [{'id': '350e74ee-c648-45bb-8092-9b31691969c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:25.588579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.591222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:25.591679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.593794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc5443-df9f-44fe-8316-acda57e26028 None None] The sync data for ids ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'] in dv-neutron-825123-1-hyperv is: [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:26Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'ce8a827a-30a2-4ccf-ade9-1c8705779196', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'floating_ip_address': '172.26.0.242', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'port_id': '865c1456-4d20-4494-a805-8a0fd13e617a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'mac_address': 'fa:16:3e:43:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:29:39Z', 'updated_at': '2022-01-20T14:30:20Z', 'revision_number': 1, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c29d67-1ab3-42f5-b77e-d9930821894b', 'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'mac_address': 'fa:16:3e:9b:9d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:22Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 5, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'subnets': [{'id': '350e74ee-c648-45bb-8092-9b31691969c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:25.600764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb4aeca-5989-425b-8a46-b317b0350d68 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Deleting subnet 5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:30:25.607615 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ecb4aeca-5989-425b-8a46-b317b0350d68 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.629763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.631100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.660947 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c957eff-15bc-47c3-ac43-68ffde109709 req-8ae1f042-c022-49c4-b1b4-3639521e8810 service neutron] 10.222.0.72 "GET /v2.0/networks/8a754dfb-bccf-424e-94ac-0775445d550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455092 Jan 20 14:30:25.662369 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-96029de6-e708-4059-9099-2a2f080302ba tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7257042 Jan 20 14:30:25.667123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43622) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.696038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.727821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:25.756053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ecb4aeca-5989-425b-8a46-b317b0350d68 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.767018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:25.832796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7925acd9-4d93-4678-be81-2a9ead454ab5 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:25.840852 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-22625a37-2a1c-43b0-8a0d-49ba149635ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:25.842651 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-22625a37-2a1c-43b0-8a0d-49ba149635ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c25f2f0-d8ab-4a04-9730-3c19056abfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3357956 Jan 20 14:30:25.867971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Made reservation on behalf of 1923d08c652d4e47a265c26e540624e4 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:25.872303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.920743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.958945 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7130a4-9312-4d78-af31-e1352d7d0a1e None None] New status for floating IP ce8a827a-30a2-4ccf-ade9-1c8705779196: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:30:25.979835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 7925acd9-4d93-4678-be81-2a9ead454ab5 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:26.008538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 7925acd9-4d93-4678-be81-2a9ead454ab5 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:26.008912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.039968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] device_id is not set on port 80464afa-8e65-46b4-a914-dec89d9dd1bf yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:26.121263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ecb4aeca-5989-425b-8a46-b317b0350d68 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.152564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-889c9123-c326-45a5-90ea-71015e9fadb8 None None] Provisioning for port 6cd9f05a-278f-41b4-919f-bbca98dedab0 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:26.162372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-889c9123-c326-45a5-90ea-71015e9fadb8 None None] Provisioning complete for port 6cd9f05a-278f-41b4-919f-bbca98dedab0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:26.163721 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-889c9123-c326-45a5-90ea-71015e9fadb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.183846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:26.207795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:26.214374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.224928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:26.354289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5082892d-7243-49c5-8da2-41a85585a1d5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:26.360199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5082892d-7243-49c5-8da2-41a85585a1d5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:26.380888 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5082892d-7243-49c5-8da2-41a85585a1d5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7098854 Jan 20 14:30:26.381749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=4707e0dd-eb38-4181-aef0-fa0d3b0e27ea,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:26.382438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-889c9123-c326-45a5-90ea-71015e9fadb8 None None] Port 6cd9f05a-278f-41b4-919f-bbca98dedab0 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:26.383908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43632) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:26.418850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-889c9123-c326-45a5-90ea-71015e9fadb8 None None] Provisioning complete for port 7925acd9-4d93-4678-be81-2a9ead454ab5 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:26.419286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-889c9123-c326-45a5-90ea-71015e9fadb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.482887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.488846 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-0dc39f7c-e29e-4a3e-bc19-e6c75188c1e5 service neutron] 10.222.0.72 "GET /v2.0/networks/7c25f2f0-d8ab-4a04-9730-3c19056abfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159310 Jan 20 14:30:26.541896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 7925acd9-4d93-4678-be81-2a9ead454ab5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7925acd9-4d93-4678-be81-2a9ead454ab5,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:26.548882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:26.549560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.559395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Allocated IP 172.20.0.3 (ddd2eed9-3b31-4255-b700-ab08c169691a/4276db28-e419-4166-a3ee-687649be483a/80464afa-8e65-46b4-a914-dec89d9dd1bf) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:26.584170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.632860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c774af6a-93f6-484d-a71c-1f5de6613f87 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 6cd9f05a-278f-41b4-919f-bbca98dedab0 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:26.633257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c774af6a-93f6-484d-a71c-1f5de6613f87 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.658773 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5cc0deea-2a4e-499c-802f-f4d8081016c0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5240166 Jan 20 14:30:26.661279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43636) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:26.691612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ecb4aeca-5989-425b-8a46-b317b0350d68 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.694691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=7925acd9-4d93-4678-be81-2a9ead454ab5,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:26.720641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'port': {'network_id': 'f2155552-4dc8-4d7f-86b9-4c0586f2e6e8', 'name': 'tempest-FloatingIPTestJSON-1221272517'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:26.736054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ecb4aeca-5989-425b-8a46-b317b0350d68 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.740430 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ecb4aeca-5989-425b-8a46-b317b0350d68 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "DELETE /v2.0/subnets/5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a HTTP/1.1" status: 204 len: 168 time: 1.3004735 Jan 20 14:30:26.742743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43640) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:26.747086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4aeca-5989-425b-8a46-b317b0350d68 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:26.835143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-08cf0c56-3580-42a1-b936-f031daad688e None None] Provisioning complete for port 6cd9f05a-278f-41b4-919f-bbca98dedab0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:26.835143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-08cf0c56-3580-42a1-b936-f031daad688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.835808 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4c046d3c-f384-40e8-b41e-3a71421c0aa4 req-b1825aca-8d21-4f53-877f-94b7c01b1a6b service neutron] 10.222.0.72 "GET /v2.0/networks/7c25f2f0-d8ab-4a04-9730-3c19056abfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378854 Jan 20 14:30:26.896743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-08cf0c56-3580-42a1-b936-f031daad688e None None] Port 6cd9f05a-278f-41b4-919f-bbca98dedab0 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:27.030078 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.117504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c774af6a-93f6-484d-a71c-1f5de6613f87 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.144870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.239564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c774af6a-93f6-484d-a71c-1f5de6613f87 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 6cd9f05a-278f-41b4-919f-bbca98dedab0 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:27.251135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:27.293675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Transition to ACTIVE for port object 80464afa-8e65-46b4-a914-dec89d9dd1bf will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:27.305312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:port and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:27.313794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:27.363732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:27.390897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c774af6a-93f6-484d-a71c-1f5de6613f87 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.403190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.416019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.444944 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774af6a-93f6-484d-a71c-1f5de6613f87 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=6cd9f05a-278f-41b4-919f-bbca98dedab0,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:27.445197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Made reservation on behalf of 3b6041bfe6d04180b6650c437146a8b4 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:27.449769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.484483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.491320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c774af6a-93f6-484d-a71c-1f5de6613f87 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.498613 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c774af6a-93f6-484d-a71c-1f5de6613f87 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/6cd9f05a-278f-41b4-919f-bbca98dedab0 HTTP/1.1" status: 204 len: 168 time: 1.0866394 Jan 20 14:30:27.501039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43650) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:27.531767 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d774f44d-0f4f-4d54-9c95-c784df204ad0']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:27.548598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] device_id is not set on port 61022f8e-d557-4224-a5d7-b5871512bf3b yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:27.573811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e74bd-cf45-4e28-ab10-75c9663434b8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:27.575359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e74bd-cf45-4e28-ab10-75c9663434b8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:27.579338 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ee0e74bd-cf45-4e28-ab10-75c9663434b8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0747774 Jan 20 14:30:27.579655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43654) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:27.587835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3517be4b-16b4-447f-b5f3-241fa4032953') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:27.588130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3517be4b-16b4-447f-b5f3-241fa4032953') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:27.618095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.637910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.651440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c73694-f062-4ae5-b812-6237983dff10 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 5f8d4c92-b99a-473c-b964-4b6408efaf26 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:30:27.655022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65c73694-f062-4ae5-b812-6237983dff10 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.706875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.718490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65c73694-f062-4ae5-b812-6237983dff10 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.739383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7925acd9-4d93-4678-be81-2a9ead454ab5 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:27.779293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:30:27.779696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:27.792675 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:27.809714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65c73694-f062-4ae5-b812-6237983dff10 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.811252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 7925acd9-4d93-4678-be81-2a9ead454ab5 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:27.811625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.820911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Network ddd2eed9-3b31-4255-b700-ab08c169691a is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:27.899715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65c73694-f062-4ae5-b812-6237983dff10 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.948591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c73694-f062-4ae5-b812-6237983dff10 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8d4c92-b99a-473c-b964-4b6408efaf26,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:27.950570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65c73694-f062-4ae5-b812-6237983dff10 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.960253 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-65c73694-f062-4ae5-b812-6237983dff10 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/5f8d4c92-b99a-473c-b964-4b6408efaf26 HTTP/1.1" status: 204 len: 168 time: 0.3767979 Jan 20 14:30:27.960415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed4e4f-0920-471c-97f0-b16679cd322e None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:27.960869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43658) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.001083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:28.003540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:28.032535 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bc599b62-4939-4d1c-a4fb-3e3d792c6372 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685775 Jan 20 14:30:28.032997 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43662) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.038987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:28.090058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Port': ['ID=80464afa-8e65-46b4-a914-dec89d9dd1bf,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:28.183513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:28.188410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:28.192884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:28.199401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:28.202031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.206213 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d774f44d-0f4f-4d54-9c95-c784df204ad0 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 20 14:30:28.208466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.235249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:28.241697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.255993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.20.0.11 (f2155552-4dc8-4d7f-86b9-4c0586f2e6e8/50d4f228-8a04-4f50-8ca7-7fcba688dd58/61022f8e-d557-4224-a5d7-b5871512bf3b) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:28.266567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:28.267261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.271341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event deleted for resources: {'Network': ['ID=d774f44d-0f4f-4d54-9c95-c784df204ad0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:28.297437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Allocated IP 172.20.0.4 (0628c8bb-ffbf-42fb-a6d7-9aa303354e84/eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d/74e5c0a8-b329-4c90-b37e-8849002b0646) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:28.340982 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d2d37849-5666-47d6-a5f2-2e6c4c1d42a8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "DELETE /v2.0/networks/d774f44d-0f4f-4d54-9c95-c784df204ad0 HTTP/1.1" status: 204 len: 168 time: 1.5875821 Jan 20 14:30:28.351033 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-56fec554-afdf-4bd0-b7fc-20a6b768969b tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9883997 Jan 20 14:30:28.371412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1965c8c0-33b2-428d-a9ce-4c33ca2e8856 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:30:28.375955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43670) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.381291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1965c8c0-33b2-428d-a9ce-4c33ca2e8856 None None] Deleting port 7925acd9-4d93-4678-be81-2a9ead454ab5 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:28.382031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1965c8c0-33b2-428d-a9ce-4c33ca2e8856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.397174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'port': {'network_id': 'ddd2eed9-3b31-4255-b700-ab08c169691a', 'name': 'tempest-AllowedAddressPairTestJSON-1976278595'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:28.591365 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4c5a3459-7dfb-456b-b7d3-7ac90a5d91d0 None None] Provisioning for port 80464afa-8e65-46b4-a914-dec89d9dd1bf completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:28.592790 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d52f897-cd3c-40ec-9373-3df29029162c req-93fa94dd-b4ae-415a-b27c-878ecc8d6448 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2138422 Jan 20 14:30:28.794646 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1965c8c0-33b2-428d-a9ce-4c33ca2e8856 None None] For port 7925acd9-4d93-4678-be81-2a9ead454ab5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7925acd9-4d93-4678-be81-2a9ead454ab5,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:28.795135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1965c8c0-33b2-428d-a9ce-4c33ca2e8856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.799410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.829678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43682) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.875132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:28.877500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4c5a3459-7dfb-456b-b7d3-7ac90a5d91d0 None None] Provisioning complete for port 80464afa-8e65-46b4-a914-dec89d9dd1bf triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:28.877870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3459-7dfb-456b-b7d3-7ac90a5d91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.880034 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:28.889967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:28.890862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.920022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=885bbe52-c7b0-4e5e-81e6-6f54417db56f,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:28.945846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Request body: {'router': {'name': 'tempest-router--1766330823', 'project_id': '401beaa508fd4b23b739a41bcf25274e'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:28.948315 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5f6a27df-c173-45a0-bf37-a929c173968e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9142220 Jan 20 14:30:28.950905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43686) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.957979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'name': 'tempest-NetworksTestDHCPv6-561426434'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:28.975484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52f897-cd3c-40ec-9373-3df29029162c req-36af19bf-17f2-48c2-a335-3919a0176540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:28.977308 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d52f897-cd3c-40ec-9373-3df29029162c req-36af19bf-17f2-48c2-a335-3919a0176540 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e46b88d12d7e404d90c306bd4baee792&device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 1099 time: 0.2296243 Jan 20 14:30:29.007995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a3459-7dfb-456b-b7d3-7ac90a5d91d0 None None] Port 80464afa-8e65-46b4-a914-dec89d9dd1bf cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:29.012348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.018540 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1965c8c0-33b2-428d-a9ce-4c33ca2e8856 None None] Calling delete_port for 7925acd9-4d93-4678-be81-2a9ead454ab5 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:29.056486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:29.062000 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Usage tracker for resource:port and tenant:1923d08c652d4e47a265c26e540624e4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:29.066927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:29.074777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:29.092933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:29.098892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.133454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Made reservation on behalf of 1923d08c652d4e47a265c26e540624e4 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:29.141007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.150094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Usage tracker for resource:router and tenant:401beaa508fd4b23b739a41bcf25274e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:29.156904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.166034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:29.189407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1965c8c0-33b2-428d-a9ce-4c33ca2e8856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.193359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:29.216053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Network 0628c8bb-ffbf-42fb-a6d7-9aa303354e84 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:29.218782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] device_id is not set on port ae261080-0c2b-4c86-bb9a-dd7177050ac1 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:29.240357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965c8c0-33b2-428d-a9ce-4c33ca2e8856 None None] Pushing event deleted for resources: {'Port': ['ID=7925acd9-4d93-4678-be81-2a9ead454ab5,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:29.247919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965c8c0-33b2-428d-a9ce-4c33ca2e8856 None None] No DVR routers for this DVR port 7925acd9-4d93-4678-be81-2a9ead454ab5 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:29.254170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:29.262856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:29.298082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event updated for resources: {'Port': ['ID=74e5c0a8-b329-4c90-b37e-8849002b0646,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:29.315104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.316156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.332475 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b23b7c-c502-4626-b0f2-901be3c409a2 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:29.335045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:29.342197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:29.345080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52f897-cd3c-40ec-9373-3df29029162c req-755cc925-28d6-4fb4-b520-f08b62e1a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:29.346728 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d52f897-cd3c-40ec-9373-3df29029162c req-755cc925-28d6-4fb4-b520-f08b62e1a4f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 200 len: 912 time: 0.2010477 Jan 20 14:30:29.347603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:29.354106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:29.412017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.444863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:29.448659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.473273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 6b8086d8-6077-4917-ae64-9062a2935a6a yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:29.543060 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d52f897-cd3c-40ec-9373-3df29029162c req-0de114fa-8b85-45fe-8744-0d7f72e4847b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 200 len: 1002 time: 0.1838572 Jan 20 14:30:29.592653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '885bbe52-c7b0-4e5e-81e6-6f54417db56f'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:30:29.593831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.610103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.625281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Allocated IP 172.20.0.8 (ddd2eed9-3b31-4255-b700-ab08c169691a/4276db28-e419-4166-a3ee-687649be483a/ae261080-0c2b-4c86-bb9a-dd7177050ac1) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:29.667283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52f897-cd3c-40ec-9373-3df29029162c req-87c1e382-94ca-4eaf-a7a4-c47cbf0a52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:29.669021 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d52f897-cd3c-40ec-9373-3df29029162c req-87c1e382-94ca-4eaf-a7a4-c47cbf0a52fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2f1e2a2-41fc-449d-823a-59681b2864b6 HTTP/1.1" status: 200 len: 850 time: 0.1158330 Jan 20 14:30:29.680860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.734650 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:29.742366 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:29.743631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::28a (c59c4318-304e-49f3-a2a0-4c3a913c6b21/885bbe52-c7b0-4e5e-81e6-6f54417db56f/6b8086d8-6077-4917-ae64-9062a2935a6a) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:29.755400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7925acd9-4d93-4678-be81-2a9ead454ab5 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:29.773035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:29.797785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=61022f8e-d557-4224-a5d7-b5871512bf3b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:29.822438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 7925acd9-4d93-4678-be81-2a9ead454ab5 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:30:29.822977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7925acd9-4d93-4678-be81-2a9ead454ab5 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:29.835082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52f897-cd3c-40ec-9373-3df29029162c req-8e5c911d-72ad-4bc5-8f1b-2c80e2eabd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:29.836517 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d52f897-cd3c-40ec-9373-3df29029162c req-8e5c911d-72ad-4bc5-8f1b-2c80e2eabd62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1560838 Jan 20 14:30:29.914394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.918469 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-38310c43-18ae-4292-b8f2-72a331908ec8 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0830986 Jan 20 14:30:29.929535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43696) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:29.958573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:29.959166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.066716 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c3109e3b-6917-4546-9007-8e7e8423d931 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4012976 Jan 20 14:30:30.068738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43700) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.152828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-99da1454-9997-475a-8987-f060b113d442 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.268979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '61022f8e-d557-4224-a5d7-b5871512bf3b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:30.293483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:30.300548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:floatingip and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:30.304880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:30.314747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:30.345841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.408329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.467282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.551480 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d52f897-cd3c-40ec-9373-3df29029162c req-36f74c20-c28a-41b5-88f9-f5aa00fb0d7f service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938550 Jan 20 14:30:30.594787 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Transition to ACTIVE for port object ae261080-0c2b-4c86-bb9a-dd7177050ac1 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:30.622059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.652768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-99da1454-9997-475a-8987-f060b113d442 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.657485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-99da1454-9997-475a-8987-f060b113d442 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.726239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 6b8086d8-6077-4917-ae64-9062a2935a6a will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:30.747808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.748874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-99da1454-9997-475a-8987-f060b113d442 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.749382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99da1454-9997-475a-8987-f060b113d442 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6db119f4-0330-474b-97bc-6ea6264f9487 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:30:30.798883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-99da1454-9997-475a-8987-f060b113d442 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.802973 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-99da1454-9997-475a-8987-f060b113d442 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "DELETE /v2.0/routers/6db119f4-0330-474b-97bc-6ea6264f9487 HTTP/1.1" status: 204 len: 168 time: 0.8256106 Jan 20 14:30:30.808708 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d52f897-cd3c-40ec-9373-3df29029162c req-91397c44-a33d-4eae-a64c-4bf1a69878f6 service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969645 Jan 20 14:30:30.822605 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.895733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:30.899503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:30.903795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:30.909507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:30.910889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.927465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Network ddd2eed9-3b31-4255-b700-ab08c169691a is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:30.939399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/885bbe52-c7b0-4e5e-81e6-6f54417db56f/32717de6-2d2e-4c8d-8773-08ab8e372f9d) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:30.940357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:30.962698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:30.965317 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0129733 Jan 20 14:30:30.966235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841ab39-c1ee-4699-b3ef-bc5d616d8bed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=6b8086d8-6077-4917-ae64-9062a2935a6a,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:30.969341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43710) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.992904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43714) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:31.000454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.002413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Port': ['ID=ae261080-0c2b-4c86-bb9a-dd7177050ac1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:31.155452 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d59a9c-b510-45e0-b5d2-a6aa2d4ec103 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:31.156362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-86d59a9c-b510-45e0-b5d2-a6aa2d4ec103 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:31.195535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-86d59a9c-b510-45e0-b5d2-a6aa2d4ec103 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:31.197047 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-86d59a9c-b510-45e0-b5d2-a6aa2d4ec103 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2209408 Jan 20 14:30:31.199764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43722) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:31.235146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:31.236946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.275841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.290600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-8c36d287-08cf-483d-baae-8af358352d67 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 6b8086d8-6077-4917-ae64-9062a2935a6a {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:31.290934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8c36d287-08cf-483d-baae-8af358352d67 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.320775 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-57ab9312-1cb6-4331-bb29-06eda2575998 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9404297 Jan 20 14:30:31.321886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43726) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:31.342024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b2c0786d-f334-460d-aaa5-b601ef232b59 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1d:9c:be'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:b6:60:50'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:31.390928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-56bd2088-0ea5-42a8-b93c-43cdf8229746 None None] Provisioning for port ae261080-0c2b-4c86-bb9a-dd7177050ac1 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:31.399421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.401827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-56bd2088-0ea5-42a8-b93c-43cdf8229746 None None] Provisioning complete for port ae261080-0c2b-4c86-bb9a-dd7177050ac1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:31.402182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-56bd2088-0ea5-42a8-b93c-43cdf8229746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.402676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2027933382', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:31.424016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:31.434200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Usage tracker for resource:router and tenant:0947d9f8c5c34800961e6a97f10b1e2f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:31.443544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:31.452684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Transition to ACTIVE for port object 32717de6-2d2e-4c8d-8773-08ab8e372f9d will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:31.456133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:31.476454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-56bd2088-0ea5-42a8-b93c-43cdf8229746 None None] Port ae261080-0c2b-4c86-bb9a-dd7177050ac1 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:31.480359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Transition to ACTIVE for port object 32717de6-2d2e-4c8d-8773-08ab8e372f9d will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:31.487728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.507177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.508671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.528041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.552481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:31.555699 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:31.559318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:31.565244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Pushing event updated for resources: {'Port': ['ID=32717de6-2d2e-4c8d-8773-08ab8e372f9d,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:31.659443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Attempting to bind port 32717de6-2d2e-4c8d-8773-08ab8e372f9d on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:31.659926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Attempting to bind port 32717de6-2d2e-4c8d-8773-08ab8e372f9d by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:31.660424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Attempting to bind port 32717de6-2d2e-4c8d-8773-08ab8e372f9d on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:31.666786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:31.667734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:31.668233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.668733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:31.669307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Bound port: 32717de6-2d2e-4c8d-8773-08ab8e372f9d, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:31.669772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.744817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8c36d287-08cf-483d-baae-8af358352d67 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.769266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] For port 32717de6-2d2e-4c8d-8773-08ab8e372f9d, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:31.772672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] For port 32717de6-2d2e-4c8d-8773-08ab8e372f9d, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=32717de6-2d2e-4c8d-8773-08ab8e372f9d,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:31.781098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.864287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16ed55-80af-4ef0-a6fe-02444c862a67 None None] Pushing event updated for resources: {'Port': ['ID=32717de6-2d2e-4c8d-8773-08ab8e372f9d,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:31.887003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-8c36d287-08cf-483d-baae-8af358352d67 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 6b8086d8-6077-4917-ae64-9062a2935a6a owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:31.937142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2c0786d-f334-460d-aaa5-b601ef232b59 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.041969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.26.0.111 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/4f9612ed-8d4a-4b43-a949-0fd1ce3ba7d2) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:32.046247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.054381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Router 27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:30:32.130681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8c36d287-08cf-483d-baae-8af358352d67 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.259676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36d287-08cf-483d-baae-8af358352d67 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=6b8086d8-6077-4917-ae64-9062a2935a6a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:32.445378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8c36d287-08cf-483d-baae-8af358352d67 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.470936 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8c36d287-08cf-483d-baae-8af358352d67 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/6b8086d8-6077-4917-ae64-9062a2935a6a HTTP/1.1" status: 204 len: 168 time: 1.2672653 Jan 20 14:30:32.471312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43736) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.494014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:32.503790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Sync routers for ids ['27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:32.512170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.519447 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Routers {'27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:32.520748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:32.535159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.539424 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-edfd034b-2f3c-4df3-9aa5-826e649e0b56 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.3217509 Jan 20 14:30:32.539769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43740) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.640752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.653772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35b134-1349-4fe3-9559-1aa3d0d28eed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:32.655236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35b134-1349-4fe3-9559-1aa3d0d28eed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:32.655988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fd35b134-1349-4fe3-9559-1aa3d0d28eed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:32.734967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Set router 27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:32.738085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fd35b134-1349-4fe3-9559-1aa3d0d28eed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:32.741922 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fd35b134-1349-4fe3-9559-1aa3d0d28eed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2670619 Jan 20 14:30:32.750970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43744) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.775516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:32.805193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:32.814462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:32.819119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2c0786d-f334-460d-aaa5-b601ef232b59 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.832519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.859858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.905784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=4f9612ed-8d4a-4b43-a949-0fd1ce3ba7d2,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:32.917510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.932057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2c0786d-f334-460d-aaa5-b601ef232b59 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.040072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0786d-f334-460d-aaa5-b601ef232b59 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event updated for resources: {'Port': ['ID=ae261080-0c2b-4c86-bb9a-dd7177050ac1,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:33.047936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b0cffc-09ce-4cde-8f94-7aabf9a456f6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 885bbe52-c7b0-4e5e-81e6-6f54417db56f {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:30:33.055154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cffc-09ce-4cde-8f94-7aabf9a456f6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.128523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b90e65d8-bcda-44c6-aea0-acec17fbeb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.134632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cffc-09ce-4cde-8f94-7aabf9a456f6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.156216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c', 'name': '', 'tenant_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0628c8bb-ffbf-42fb-a6d7-9aa303354e84', 'external_fixed_ips': [{'subnet_id': 'eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '74e5c0a8-b329-4c90-b37e-8849002b0646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:25Z', 'updated_at': '2022-01-20T14:30:29Z', 'revision_number': 3, 'project_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'gw_port': {'id': '74e5c0a8-b329-4c90-b37e-8849002b0646', 'name': '', 'network_id': '0628c8bb-ffbf-42fb-a6d7-9aa303354e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:27Z', 'updated_at': '2022-01-20T14:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:33.163117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Checking router: 27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:30:33.163117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Updating router 27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c port 74e5c0a8-b329-4c90-b37e-8849002b0646 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:30:33.243317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.262879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0786d-f334-460d-aaa5-b601ef232b59 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] In _notify_port_updated(), no bound segment for port ae261080-0c2b-4c86-bb9a-dd7177050ac1 on network ddd2eed9-3b31-4255-b700-ab08c169691a {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:30:33.268328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c0786d-f334-460d-aaa5-b601ef232b59 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:33.269067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2c0786d-f334-460d-aaa5-b601ef232b59 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.273385 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b2c0786d-f334-460d-aaa5-b601ef232b59 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "PUT /v2.0/ports/ae261080-0c2b-4c86-bb9a-dd7177050ac1 HTTP/1.1" status: 200 len: 1055 time: 1.9436827 Jan 20 14:30:33.274622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43750) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.295050 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Allocated IP 172.26.0.44 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/c4b776fc-2097-45ec-af30-b777966a14ba) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:33.409666 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c4f6d110-81bb-4407-8c86-e0352965c31a None None] Provisioning for port 32717de6-2d2e-4c8d-8773-08ab8e372f9d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:33.485148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-40dd3c66-0834-4872-80ca-9e0101cd8af4 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Deleting port ae261080-0c2b-4c86-bb9a-dd7177050ac1 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:33.485501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40dd3c66-0834-4872-80ca-9e0101cd8af4 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.767059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.837161 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fd0d0dbb-f085-48ac-88ae-886abf4044a0 None None] Provisioning complete for port ae261080-0c2b-4c86-bb9a-dd7177050ac1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:33.837620 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0dbb-f085-48ac-88ae-886abf4044a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.847992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cffc-09ce-4cde-8f94-7aabf9a456f6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.877341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 32717de6-2d2e-4c8d-8773-08ab8e372f9d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:33.886626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.920160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Deleting port 74e5c0a8-b329-4c90-b37e-8849002b0646 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:33.920525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.958584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.971409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.973557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d0dbb-f085-48ac-88ae-886abf4044a0 None None] Port ae261080-0c2b-4c86-bb9a-dd7177050ac1 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:33.983758 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fd0d0dbb-f085-48ac-88ae-886abf4044a0 None None] Could not find standard attr ID for object 6b8086d8-6077-4917-ae64-9062a2935a6a. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:30:33.994851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Transition to ACTIVE for port object 74e5c0a8-b329-4c90-b37e-8849002b0646 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:34.017504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.030757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.052142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:34.056218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:34.063445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:34.091695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Pushing event updated for resources: {'Port': ['ID=c4b776fc-2097-45ec-af30-b777966a14ba,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:34.094426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40dd3c66-0834-4872-80ca-9e0101cd8af4 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.140086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ad023-3be6-4bcb-9446-427b5d167944 None None] Pushing event updated for resources: {'Port': ['ID=74e5c0a8-b329-4c90-b37e-8849002b0646,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:34.154572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 32717de6-2d2e-4c8d-8773-08ab8e372f9d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:34.168958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 32717de6-2d2e-4c8d-8773-08ab8e372f9d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:34.169758 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.198126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Attempting to bind port 74e5c0a8-b329-4c90-b37e-8849002b0646 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:34.198296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Attempting to bind port 74e5c0a8-b329-4c90-b37e-8849002b0646 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0628c8bb-ffbf-42fb-a6d7-9aa303354e84'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:34.198636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Attempting to bind port 74e5c0a8-b329-4c90-b37e-8849002b0646 on network 0628c8bb-ffbf-42fb-a6d7-9aa303354e84 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:34.221845 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:34.222135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Checking segment: {'id': 'dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0628c8bb-ffbf-42fb-a6d7-9aa303354e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:34.222467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.222922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Bound using segment: {'id': 'dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0628c8bb-ffbf-42fb-a6d7-9aa303354e84'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:34.223456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Bound port: 74e5c0a8-b329-4c90-b37e-8849002b0646, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0628c8bb-ffbf-42fb-a6d7-9aa303354e84'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:34.223977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.339928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] For port 74e5c0a8-b329-4c90-b37e-8849002b0646, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:34.362230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] For port 74e5c0a8-b329-4c90-b37e-8849002b0646, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=74e5c0a8-b329-4c90-b37e-8849002b0646,segment=NetworkSegment(dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e),segment_id=dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:34.363258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.371866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.381143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.401154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cffc-09ce-4cde-8f94-7aabf9a456f6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.413158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-40dd3c66-0834-4872-80ca-9e0101cd8af4 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Calling delete_port for ae261080-0c2b-4c86-bb9a-dd7177050ac1 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:34.478022 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ad023-3be6-4bcb-9446-427b5d167944 None None] Pushing event updated for resources: {'Port': ['ID=74e5c0a8-b329-4c90-b37e-8849002b0646,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:34.483065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 32717de6-2d2e-4c8d-8773-08ab8e372f9d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=32717de6-2d2e-4c8d-8773-08ab8e372f9d,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:34.487003 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Routers {'27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:34.487746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:34.493595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0cffc-09ce-4cde-8f94-7aabf9a456f6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=885bbe52-c7b0-4e5e-81e6-6f54417db56f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:34.504431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cffc-09ce-4cde-8f94-7aabf9a456f6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.540158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dfc27f-092f-43e2-9a63-8cf8d2c74081 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:34.559466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.576365 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a3b0cffc-09ce-4cde-8f94-7aabf9a456f6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/885bbe52-c7b0-4e5e-81e6-6f54417db56f HTTP/1.1" status: 204 len: 168 time: 1.8220041 Jan 20 14:30:34.579080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43762) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.673575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.719516 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-00a209c0-7c08-46bc-9098-58baa664d9cd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375196 Jan 20 14:30:34.720672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43768) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.728972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:34.743085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.835895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Calling delete_port for 74e5c0a8-b329-4c90-b37e-8849002b0646 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:34.861203 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] Set router 27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:34.937730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:34.946172 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:34.952118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:34.971463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40dd3c66-0834-4872-80ca-9e0101cd8af4 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.027770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:30:35.028326 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=32717de6-2d2e-4c8d-8773-08ab8e372f9d,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:35.029199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd3c66-0834-4872-80ca-9e0101cd8af4 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event deleted for resources: {'Port': ['ID=ae261080-0c2b-4c86-bb9a-dd7177050ac1,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:35.030859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c', 'name': '', 'tenant_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:25Z', 'updated_at': '2022-01-20T14:30:33Z', 'revision_number': 4, 'project_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:35.047412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4dbbfe-a833-4b58-8797-37b9352a34b9 None None] The sync data for ids ['27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c'] in dv-neutron-825123-1-hyperv is: [{'id': '27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c', 'name': '', 'tenant_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:25Z', 'updated_at': '2022-01-20T14:30:33Z', 'revision_number': 4, 'project_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:35.073090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:35.101151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.141016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.215057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:35.215522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:35.225719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaffd3f-0b76-4f6d-b2d0-692965a7cede None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:30:35.237192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-deaffd3f-0b76-4f6d-b2d0-692965a7cede None None] Deleting port 32717de6-2d2e-4c8d-8773-08ab8e372f9d {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:35.237573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-deaffd3f-0b76-4f6d-b2d0-692965a7cede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.316540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:35.320936 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.476307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-464b8135-7ca1-4df4-b35d-dab6c1ae8217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.547710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40dd3c66-0834-4872-80ca-9e0101cd8af4 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.563250 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-40dd3c66-0834-4872-80ca-9e0101cd8af4 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "DELETE /v2.0/ports/ae261080-0c2b-4c86-bb9a-dd7177050ac1 HTTP/1.1" status: 204 len: 168 time: 2.2809107 Jan 20 14:30:35.563612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43774) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.586995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-deaffd3f-0b76-4f6d-b2d0-692965a7cede None None] For port 32717de6-2d2e-4c8d-8773-08ab8e372f9d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=32717de6-2d2e-4c8d-8773-08ab8e372f9d,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:35.587794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-deaffd3f-0b76-4f6d-b2d0-692965a7cede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.607896 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-243f2fb4-a929-425b-9a08-a28a6c5c6f43 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] GET failed (client error): The resource could not be found. Jan 20 14:30:35.608544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-243f2fb4-a929-425b-9a08-a28a6c5c6f43 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Synchronizing usage tracker for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:35.625758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-243f2fb4-a929-425b-9a08-a28a6c5c6f43 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Unset dirty status for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:35.629735 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-243f2fb4-a929-425b-9a08-a28a6c5c6f43 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "GET /v2.0/ports/ae261080-0c2b-4c86-bb9a-dd7177050ac1 HTTP/1.1" status: 404 len: 333 time: 0.0624325 Jan 20 14:30:35.629988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43778) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.652638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=4f9612ed-8d4a-4b43-a949-0fd1ce3ba7d2,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:35.702676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a247ae41-0149-4b75-9e70-14fc0213bf2c tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Deleting port 80464afa-8e65-46b4-a914-dec89d9dd1bf {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:35.703130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a247ae41-0149-4b75-9e70-14fc0213bf2c tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.704720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.736411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Deleting port 74e5c0a8-b329-4c90-b37e-8849002b0646 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:35.736744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.809728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 32717de6-2d2e-4c8d-8773-08ab8e372f9d no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:35.853545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-deaffd3f-0b76-4f6d-b2d0-692965a7cede None None] Calling delete_port for 32717de6-2d2e-4c8d-8773-08ab8e372f9d owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:36.024965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-deaffd3f-0b76-4f6d-b2d0-692965a7cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.070219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.076085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaffd3f-0b76-4f6d-b2d0-692965a7cede None None] Pushing event deleted for resources: {'Port': ['ID=32717de6-2d2e-4c8d-8773-08ab8e372f9d,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:36.089640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.101168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaffd3f-0b76-4f6d-b2d0-692965a7cede None None] No DVR routers for this DVR port 32717de6-2d2e-4c8d-8773-08ab8e372f9d on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:36.116373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a247ae41-0149-4b75-9e70-14fc0213bf2c tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.204234 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 5b6e49d5-c2eb-4da4-8ca3-776f90c4747e associated. External IP: 172.26.0.111, port: 61022f8e-d557-4224-a5d7-b5871512bf3b. Jan 20 14:30:36.359836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.374223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a247ae41-0149-4b75-9e70-14fc0213bf2c tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Calling delete_port for 80464afa-8e65-46b4-a914-dec89d9dd1bf owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:36.420677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.449120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] For port 74e5c0a8-b329-4c90-b37e-8849002b0646, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=74e5c0a8-b329-4c90-b37e-8849002b0646,segment=NetworkSegment(dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e),segment_id=dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:36.449370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.495269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.597440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Calling delete_port for 74e5c0a8-b329-4c90-b37e-8849002b0646 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:36.645383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:36.664334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:36.671186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:36.671781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.674038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c2eacf-4d54-4bbe-bd5f-b515883b4492 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:36.682522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=fb40007b-410e-4a07-b24a-83cdbb0aa199,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:36.747036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a247ae41-0149-4b75-9e70-14fc0213bf2c tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.760952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Router ebc5101f-9a4e-44c8-8c2b-55b1fb082d77 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:30:36.804869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247ae41-0149-4b75-9e70-14fc0213bf2c tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event deleted for resources: {'Port': ['ID=80464afa-8e65-46b4-a914-dec89d9dd1bf,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:36.856247 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4e8b7106-9b2d-48a3-97aa-9ec968722a81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1351936 Jan 20 14:30:36.867682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43788) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:36.877794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'name': 'tempest-NetworksTestDHCPv6-1048581273'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:36.916360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'fb40007b-410e-4a07-b24a-83cdbb0aa199'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:30:36.918271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.919067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:30:36.975029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a247ae41-0149-4b75-9e70-14fc0213bf2c tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.008191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.157847 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a247ae41-0149-4b75-9e70-14fc0213bf2c tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "DELETE /v2.0/ports/80464afa-8e65-46b4-a914-dec89d9dd1bf HTTP/1.1" status: 204 len: 168 time: 1.5266845 Jan 20 14:30:37.160486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event deleted for resources: {'Port': ['ID=74e5c0a8-b329-4c90-b37e-8849002b0646,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:37.166761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/fb40007b-410e-4a07-b24a-83cdbb0aa199/777fc70b-d3d3-4153-9047-dfea9f6f2e53) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:37.174936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43796) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:37.278491 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-316332e0-6c96-4802-b622-a63324e2a190 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] GET failed (client error): The resource could not be found. Jan 20 14:30:37.279025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-316332e0-6c96-4802-b622-a63324e2a190 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Synchronizing usage tracker for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:37.312882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.356019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-316332e0-6c96-4802-b622-a63324e2a190 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Unset dirty status for tenant:1923d08c652d4e47a265c26e540624e4 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:37.360595 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-316332e0-6c96-4802-b622-a63324e2a190 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "GET /v2.0/ports/80464afa-8e65-46b4-a914-dec89d9dd1bf HTTP/1.1" status: 404 len: 333 time: 0.1809573 Jan 20 14:30:37.375118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43800) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:37.393125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.403151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Transition to ACTIVE for port object 777fc70b-d3d3-4153-9047-dfea9f6f2e53 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:37.421641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Transition to ACTIVE for port object 777fc70b-d3d3-4153-9047-dfea9f6f2e53 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:37.429221 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:37.430094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.443013 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a775a25-c709-4df6-ad81-82a4c366aa55 None None] Sync routers for ids ['ebc5101f-9a4e-44c8-8c2b-55b1fb082d77'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:37.452732 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a775a25-c709-4df6-ad81-82a4c366aa55 None None] Routers {'ebc5101f-9a4e-44c8-8c2b-55b1fb082d77'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:37.453537 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8a775a25-c709-4df6-ad81-82a4c366aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebc5101f-9a4e-44c8-8c2b-55b1fb082d77'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:37.488946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.491248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.497038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:37.500104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:37.503955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:37.510041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Pushing event updated for resources: {'Port': ['ID=777fc70b-d3d3-4153-9047-dfea9f6f2e53,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:37.527578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.528497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:30:37.536755 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8a775a25-c709-4df6-ad81-82a4c366aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:37.544888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.548338 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-981bfca7-bebe-4b82-8eb8-90577a3ae5e3 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "DELETE /v2.0/routers/27bea92d-72fb-4ee4-b5b4-2a4fcc397f3c HTTP/1.1" status: 204 len: 168 time: 5.0055859 Jan 20 14:30:37.549242 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a775a25-c709-4df6-ad81-82a4c366aa55 None None] Routers {'ebc5101f-9a4e-44c8-8c2b-55b1fb082d77'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:37.549982 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8a775a25-c709-4df6-ad81-82a4c366aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebc5101f-9a4e-44c8-8c2b-55b1fb082d77'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:37.551905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43804) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:37.619685 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8a775a25-c709-4df6-ad81-82a4c366aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:37.620600 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a775a25-c709-4df6-ad81-82a4c366aa55 None None] The sync data for ids ['ebc5101f-9a4e-44c8-8c2b-55b1fb082d77'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:37.624089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:37.630081 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:37.637325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538d078-8269-4129-9f92-6aab8021dd0f None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:37.640240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.641549 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cdf8633c-9ab1-472b-b32c-e7e8023673e0 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6431999 Jan 20 14:30:37.643278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:37.644546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43810) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:37.651744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-a2f73d10-b5a3-45f2-bc29-37236af04054 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Deleting port efb37767-ef94-4a70-b62e-d9c0b79281d1 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:37.652691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2f73d10-b5a3-45f2-bc29-37236af04054 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.661783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Attempting to bind port 777fc70b-d3d3-4153-9047-dfea9f6f2e53 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:37.662138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Attempting to bind port 777fc70b-d3d3-4153-9047-dfea9f6f2e53 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:37.662486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Attempting to bind port 777fc70b-d3d3-4153-9047-dfea9f6f2e53 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:37.675886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538d078-8269-4129-9f92-6aab8021dd0f None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:37.678087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6538d078-8269-4129-9f92-6aab8021dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:37.693123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:37.718934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:37.726952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56b6193-b2ed-41d4-80bb-5db408b1538d tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Deleting subnet eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:30:37.739761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56b6193-b2ed-41d4-80bb-5db408b1538d tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.756437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:37.756806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:37.757202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.757592 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:37.758075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Bound port: 777fc70b-d3d3-4153-9047-dfea9f6f2e53, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:37.758442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.781200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.788976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6538d078-8269-4129-9f92-6aab8021dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:37.808361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:37.811989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.849800 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538d078-8269-4129-9f92-6aab8021dd0f None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:37.850446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6538d078-8269-4129-9f92-6aab8021dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:37.877903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 0c37a398-297f-4fe5-aee2-cabe76f99045 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:37.921718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.924991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6538d078-8269-4129-9f92-6aab8021dd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:37.925522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538d078-8269-4129-9f92-6aab8021dd0f None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:37.951102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] For port 777fc70b-d3d3-4153-9047-dfea9f6f2e53, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:37.954176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] For port 777fc70b-d3d3-4153-9047-dfea9f6f2e53, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=777fc70b-d3d3-4153-9047-dfea9f6f2e53,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:37.960160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.962602 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3e809c81-44b0-4c6a-851f-5a3e9f054878 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.8903105 Jan 20 14:30:37.976597 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43814) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:37.989362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56b6193-b2ed-41d4-80bb-5db408b1538d tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.020659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-220169a1-971e-4b55-9e51-636eb885a277 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:38.048751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a617cdb-a6fa-4406-b4e2-7058e3e78c27 None None] Pushing event updated for resources: {'Port': ['ID=777fc70b-d3d3-4153-9047-dfea9f6f2e53,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:38.139252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2f73d10-b5a3-45f2-bc29-37236af04054 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.159517 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ab3bf666-3e9f-4a42-9b34-d990654c0b0e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/routers/ebc5101f-9a4e-44c8-8c2b-55b1fb082d77 HTTP/1.1" status: 200 len: 924 time: 0.5136755 Jan 20 14:30:38.162937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43820) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:38.167157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::36d (c59c4318-304e-49f3-a2a0-4c3a913c6b21/fb40007b-410e-4a07-b24a-83cdbb0aa199/0c37a398-297f-4fe5-aee2-cabe76f99045) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:38.172660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56b6193-b2ed-41d4-80bb-5db408b1538d tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.283801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-a2f73d10-b5a3-45f2-bc29-37236af04054 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Calling delete_port for efb37767-ef94-4a70-b62e-d9c0b79281d1 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:38.295425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-220169a1-971e-4b55-9e51-636eb885a277 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.356999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56b6193-b2ed-41d4-80bb-5db408b1538d tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.365645 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-76d69899-cc26-4ec4-a75f-b6124b37b2b4 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebc5101f-9a4e-44c8-8c2b-55b1fb082d77 HTTP/1.1" status: 200 len: 205 time: 0.1938033 Jan 20 14:30:38.370005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43826) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:38.444277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b6193-b2ed-41d4-80bb-5db408b1538d tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:38.448094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56b6193-b2ed-41d4-80bb-5db408b1538d tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.518864 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b56b6193-b2ed-41d4-80bb-5db408b1538d tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "DELETE /v2.0/subnets/eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d HTTP/1.1" status: 204 len: 168 time: 0.9656470 Jan 20 14:30:38.537244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43830) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:38.729794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-220169a1-971e-4b55-9e51-636eb885a277 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.732552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.736171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-220169a1-971e-4b55-9e51-636eb885a277 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.736540 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-220169a1-971e-4b55-9e51-636eb885a277 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 5b6e49d5-c2eb-4da4-8ca3-776f90c4747e disassociated. External IP: 172.26.0.111, port: 61022f8e-d557-4224-a5d7-b5871512bf3b. Jan 20 14:30:38.763973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.939584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2f73d10-b5a3-45f2-bc29-37236af04054 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.018733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f73d10-b5a3-45f2-bc29-37236af04054 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event deleted for resources: {'Port': ['ID=efb37767-ef94-4a70-b62e-d9c0b79281d1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:39.038659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.075553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0628c8bb-ffbf-42fb-a6d7-9aa303354e84']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:39.094887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:39.095807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf17f2a-76ae-4c84-a87e-abf2e1f08f0e') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:39.142844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.168071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.204140 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.234377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 0c37a398-297f-4fe5-aee2-cabe76f99045 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:39.252323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.265271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:30:39.265271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.272983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2f73d10-b5a3-45f2-bc29-37236af04054 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.279890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Deleting port c4b776fc-2097-45ec-af30-b777966a14ba {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:39.280200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:39.281903 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:39.348832 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a2f73d10-b5a3-45f2-bc29-37236af04054 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "DELETE /v2.0/ports/efb37767-ef94-4a70-b62e-d9c0b79281d1 HTTP/1.1" status: 204 len: 168 time: 1.9702272 Jan 20 14:30:39.351538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43838) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:39.378006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-480c3261-a280-4f7a-89c4-53e59e82ab08 None None] Provisioning for port 777fc70b-d3d3-4153-9047-dfea9f6f2e53 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:39.409934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.540966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220169a1-971e-4b55-9e51-636eb885a277 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:30:39.544318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.568649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0628c8bb-ffbf-42fb-a6d7-9aa303354e84 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 20 14:30:39.576658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.581582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:39.588959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:39.594549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=0c37a398-297f-4fe5-aee2-cabe76f99045,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:39.598701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:39.604147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:39.604795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.623631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5891f26-f6cc-414a-a67b-d1f3800cf71a tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Deleting subnet 4276db28-e419-4166-a3ee-687649be483a {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:30:39.626663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b5891f26-f6cc-414a-a67b-d1f3800cf71a tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.631342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event deleted for resources: {'Network': ['ID=0628c8bb-ffbf-42fb-a6d7-9aa303354e84,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:39.651520 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-66cddd58-13fe-4422-b10a-2a3b14575bbe tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "DELETE /v2.0/networks/0628c8bb-ffbf-42fb-a6d7-9aa303354e84 HTTP/1.1" status: 204 len: 168 time: 1.1131976 Jan 20 14:30:39.678516 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-de70ba42-bbb9-4cf6-89cb-105e872e1333 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8094418 Jan 20 14:30:39.714801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43846) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:39.723804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.855198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220169a1-971e-4b55-9e51-636eb885a277 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:39.860154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-220169a1-971e-4b55-9e51-636eb885a277 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.941160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 777fc70b-d3d3-4153-9047-dfea9f6f2e53 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:39.984655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Calling delete_port for c4b776fc-2097-45ec-af30-b777966a14ba owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:40.020504 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-220169a1-971e-4b55-9e51-636eb885a277 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "PUT /v2.0/floatingips/5b6e49d5-c2eb-4da4-8ca3-776f90c4747e HTTP/1.1" status: 200 len: 688 time: 2.0427721 Jan 20 14:30:40.023480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43854) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:40.033553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b5891f26-f6cc-414a-a67b-d1f3800cf71a tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.238367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9919d423-4de7-47cc-a2a0-58c4f40fe549 None None] Provisioning for port 0c37a398-297f-4fe5-aee2-cabe76f99045 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:40.245354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9919d423-4de7-47cc-a2a0-58c4f40fe549 None None] Provisioning complete for port 0c37a398-297f-4fe5-aee2-cabe76f99045 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:40.245882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9919d423-4de7-47cc-a2a0-58c4f40fe549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.275086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43860) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:40.299499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Request body: {'router': {'name': 'tempest-router--1006325876', 'project_id': '78cc8f2810aa4928bc86e59321b6164d'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:40.313165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:40.326040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf296784-5cb6-43ac-99d6-e90d863d5bd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:40.331766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf296784-5cb6-43ac-99d6-e90d863d5bd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:40.332574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cf296784-5cb6-43ac-99d6-e90d863d5bd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:40.333601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 777fc70b-d3d3-4153-9047-dfea9f6f2e53 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:40.344265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Usage tracker for resource:router and tenant:78cc8f2810aa4928bc86e59321b6164d is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:40.347632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 777fc70b-d3d3-4153-9047-dfea9f6f2e53 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:40.348000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.352023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:40.371789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:40.382532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b5891f26-f6cc-414a-a67b-d1f3800cf71a tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.401116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-796c1dfa-ba35-4cee-8dee-031ec2b461a2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 4f9612ed-8d4a-4b43-a949-0fd1ce3ba7d2 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:40.401677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9919d423-4de7-47cc-a2a0-58c4f40fe549 None None] Port 0c37a398-297f-4fe5-aee2-cabe76f99045 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:40.402066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-796c1dfa-ba35-4cee-8dee-031ec2b461a2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.430848 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cf296784-5cb6-43ac-99d6-e90d863d5bd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:40.434695 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cf296784-5cb6-43ac-99d6-e90d863d5bd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7157712 Jan 20 14:30:40.435308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43864) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:40.479744 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5ad5d-0c52-4032-a159-a9d12ea92f40 None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:40.496518 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5ad5d-0c52-4032-a159-a9d12ea92f40 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:40.497469 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3dc5ad5d-0c52-4032-a159-a9d12ea92f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:40.515036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.554663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 777fc70b-d3d3-4153-9047-dfea9f6f2e53, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=777fc70b-d3d3-4153-9047-dfea9f6f2e53,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:40.570486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.602326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.603362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.644984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-796c1dfa-ba35-4cee-8dee-031ec2b461a2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.645345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-796c1dfa-ba35-4cee-8dee-031ec2b461a2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.695840 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3dc5ad5d-0c52-4032-a159-a9d12ea92f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:40.719651 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5ad5d-0c52-4032-a159-a9d12ea92f40 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:40.720525 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3dc5ad5d-0c52-4032-a159-a9d12ea92f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:40.740666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb2c4a-ccf2-4abc-9c8d-67ed43de01e0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 0c37a398-297f-4fe5-aee2-cabe76f99045 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:40.741541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2c4a-ccf2-4abc-9c8d-67ed43de01e0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.775351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=777fc70b-d3d3-4153-9047-dfea9f6f2e53,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:40.819555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-796c1dfa-ba35-4cee-8dee-031ec2b461a2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 4f9612ed-8d4a-4b43-a949-0fd1ce3ba7d2 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:40.829089 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3dc5ad5d-0c52-4032-a159-a9d12ea92f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:40.829897 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5ad5d-0c52-4032-a159-a9d12ea92f40 None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:40.844895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.899804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b5891f26-f6cc-414a-a67b-d1f3800cf71a tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.922635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.967247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-796c1dfa-ba35-4cee-8dee-031ec2b461a2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.988445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Pushing event deleted for resources: {'Port': ['ID=c4b776fc-2097-45ec-af30-b777966a14ba,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:41.007874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5891f26-f6cc-414a-a67b-d1f3800cf71a tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event deleted for resources: {'Subnet': ['ID=4276db28-e419-4166-a3ee-687649be483a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:41.014178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b5891f26-f6cc-414a-a67b-d1f3800cf71a tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.021214 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a5865-88f2-4e7e-8a8c-f83b739bece9 None None] Network ddd2eed9-3b31-4255-b700-ab08c169691a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:41.038306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c1dfa-ba35-4cee-8dee-031ec2b461a2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=4f9612ed-8d4a-4b43-a949-0fd1ce3ba7d2,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:41.132463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-796c1dfa-ba35-4cee-8dee-031ec2b461a2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.142815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-796c1dfa-ba35-4cee-8dee-031ec2b461a2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.150256 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-796c1dfa-ba35-4cee-8dee-031ec2b461a2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/floatingips/5b6e49d5-c2eb-4da4-8ca3-776f90c4747e HTTP/1.1" status: 204 len: 168 time: 1.1195304 Jan 20 14:30:41.150256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43872) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:41.150519 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b5891f26-f6cc-414a-a67b-d1f3800cf71a tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "DELETE /v2.0/subnets/4276db28-e419-4166-a3ee-687649be483a HTTP/1.1" status: 204 len: 168 time: 1.7976434 Jan 20 14:30:41.153830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43876) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:41.157084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '4707e0dd-eb38-4181-aef0-fa0d3b0e27ea'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:41.158469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.185928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:41.203915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.265049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:floatingip and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:41.277049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:41.294503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:41.300953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.317775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Deleting port 0365fd6f-92a0-4211-90e8-25057fbc0264 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:41.318245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.330130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.334233 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f4594fda-5c4e-4342-b0b9-7a60a92b737c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0493994 Jan 20 14:30:41.343172 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43882) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:41.348073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.388829 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] DHCP port deletion for ddd2eed9-3b31-4255-b700-ab08c169691a request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:30:41.392801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] Deleting port 0365fd6f-92a0-4211-90e8-25057fbc0264 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:41.393169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.545595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2c4a-ccf2-4abc-9c8d-67ed43de01e0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.554464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.560931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.613137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] For port 0365fd6f-92a0-4211-90e8-25057fbc0264, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0365fd6f-92a0-4211-90e8-25057fbc0264,segment=NetworkSegment(06b59400-eeb2-4449-9c5d-14ebf0d8c459),segment_id=06b59400-eeb2-4449-9c5d-14ebf0d8c459)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:41.613771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.621931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d1e3557d-6275-49ba-8db0-d6e13b50f857 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.722638 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] For port 0365fd6f-92a0-4211-90e8-25057fbc0264, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0365fd6f-92a0-4211-90e8-25057fbc0264,segment=NetworkSegment(06b59400-eeb2-4449-9c5d-14ebf0d8c459),segment_id=06b59400-eeb2-4449-9c5d-14ebf0d8c459)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:41.723100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.739491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] Calling delete_port for 0365fd6f-92a0-4211-90e8-25057fbc0264 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:41.809407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 777fc70b-d3d3-4153-9047-dfea9f6f2e53 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:41.865409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Calling delete_port for 0365fd6f-92a0-4211-90e8-25057fbc0264 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:41.941367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.970567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 777fc70b-d3d3-4153-9047-dfea9f6f2e53 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:41.970939 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.107514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.108408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb2c4a-ccf2-4abc-9c8d-67ed43de01e0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 0c37a398-297f-4fe5-aee2-cabe76f99045 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:42.116744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:42.117107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:42.162352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0365fd6f-92a0-4211-90e8-25057fbc0264 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:42.167862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d1e3557d-6275-49ba-8db0-d6e13b50f857 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.172329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d1e3557d-6275-49ba-8db0-d6e13b50f857 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.173535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event deleted for resources: {'Port': ['ID=0365fd6f-92a0-4211-90e8-25057fbc0264,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:42.173990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.174510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Fanout notify agent at l3_agent the message router_deleted on router ebc5101f-9a4e-44c8-8c2b-55b1fb082d77 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:30:42.183013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] No DVR routers for this DVR port 0365fd6f-92a0-4211-90e8-25057fbc0264 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:42.205289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.211677 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cadd8934-3c91-449b-8fe2-374fe094117d tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/ebc5101f-9a4e-44c8-8c2b-55b1fb082d77 HTTP/1.1" status: 204 len: 168 time: 3.8335519 Jan 20 14:30:42.221233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43890) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:42.224963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 0365fd6f-92a0-4211-90e8-25057fbc0264 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:30:42.225440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0365fd6f-92a0-4211-90e8-25057fbc0264 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:42.227305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1730517461', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'enable_snat': False}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:42.232148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d1e3557d-6275-49ba-8db0-d6e13b50f857 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.232635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e3557d-6275-49ba-8db0-d6e13b50f857 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71bb7697-c476-45dc-86c4-c65454dd2d8e {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:30:42.234441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:42.237214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.26.0.146 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/3977941e-1827-478e-a45a-5e82d7b7e46a) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:42.242437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Usage tracker for resource:router and tenant:5acbb92689e742db8fd71ea8bf8b4e72 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:42.247700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:42.280334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:42.283370 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d1e3557d-6275-49ba-8db0-d6e13b50f857 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.284501 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d1e3557d-6275-49ba-8db0-d6e13b50f857 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "DELETE /v2.0/routers/71bb7697-c476-45dc-86c4-c65454dd2d8e HTTP/1.1" status: 204 len: 168 time: 0.9379926 Jan 20 14:30:42.309767 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.311443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.335968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.343755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2c4a-ccf2-4abc-9c8d-67ed43de01e0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.397132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb2c4a-ccf2-4abc-9c8d-67ed43de01e0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=0c37a398-297f-4fe5-aee2-cabe76f99045,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:42.402230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.418031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43896) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:42.448354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2c4a-ccf2-4abc-9c8d-67ed43de01e0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.459028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd2eed9-3b31-4255-b700-ab08c169691a']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:42.491439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b59400-eeb2-4449-9c5d-14ebf0d8c459') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:42.491746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b59400-eeb2-4449-9c5d-14ebf0d8c459') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:42.509220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.523448 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5ecb2c4a-ccf2-4abc-9c8d-67ed43de01e0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/0c37a398-297f-4fe5-aee2-cabe76f99045 HTTP/1.1" status: 204 len: 168 time: 2.0871310 Jan 20 14:30:42.531911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43904) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:42.566874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.573819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:30:42.574261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.618425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] Deleting port 0365fd6f-92a0-4211-90e8-25057fbc0264 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:42.619405 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:42.661525 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:42.684653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.709839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.714713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.748545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b3aefc21-a299-4b6b-95ae-9e3de124fdc8 None None] The port '0365fd6f-92a0-4211-90e8-25057fbc0264' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:30:42.750085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] Pushing event deleted for resources: {'Network': ['ID=ddd2eed9-3b31-4255-b700-ab08c169691a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:42.759380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-256168152', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:42.770809 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7c720296-afec-4084-a620-8b54e9202950 tempest-AllowedAddressPairTestJSON-712656066 tempest-AllowedAddressPairTestJSON-712656066-project] 10.222.0.87 "DELETE /v2.0/networks/ddd2eed9-3b31-4255-b700-ab08c169691a HTTP/1.1" status: 204 len: 168 time: 1.6091471 Jan 20 14:30:42.773111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:42.778912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Usage tracker for resource:router and tenant:056128298e644b129128d2b965c05ab5 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:42.782423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:42.789190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:42.793120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.820292 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4faedef-d97b-4983-8df7-52a95ed32002 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:42.821781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4faedef-d97b-4983-8df7-52a95ed32002 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:42.822527 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d4faedef-d97b-4983-8df7-52a95ed32002 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:42.827479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.841132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:42.848641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:42.857838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:42.858771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d4faedef-d97b-4983-8df7-52a95ed32002 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:42.862778 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d4faedef-d97b-4983-8df7-52a95ed32002 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3269961 Jan 20 14:30:42.863812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43910) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:42.898736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.899769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.938925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.940486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=3977941e-1827-478e-a45a-5e82d7b7e46a,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:42.986436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0c59ce-12a3-4882-85a4-8b607807d52e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet fb40007b-410e-4a07-b24a-83cdbb0aa199 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:30:42.990166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0a0c59ce-12a3-4882-85a4-8b607807d52e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.054417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0a0c59ce-12a3-4882-85a4-8b607807d52e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.165106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43920) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.315317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0a0c59ce-12a3-4882-85a4-8b607807d52e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.481812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.510378 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-341d4e31-3056-49a6-afd9-97c4bd82d5d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1923d08c652d4e47a265c26e540624e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402467 Jan 20 14:30:43.513618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43926) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.626588 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0a0c59ce-12a3-4882-85a4-8b607807d52e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.643576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.669929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.724250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c59ce-12a3-4882-85a4-8b607807d52e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=fb40007b-410e-4a07-b24a-83cdbb0aa199,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:43.741256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284932ff-1899-4342-964f-a758b2d6c6cd None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:43.742849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0a0c59ce-12a3-4882-85a4-8b607807d52e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.789325 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0a0c59ce-12a3-4882-85a4-8b607807d52e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/fb40007b-410e-4a07-b24a-83cdbb0aa199 HTTP/1.1" status: 204 len: 168 time: 0.9245300 Jan 20 14:30:43.792760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43932) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.856373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e56ede9-d6b5-4f24-9abf-89ae100f066b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.873467 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aaef3125-1186-4ec1-bef3-740d82bc9131 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795891 Jan 20 14:30:43.876145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43936) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.916481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.943275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e56ede9-d6b5-4f24-9abf-89ae100f066b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.980601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Allocated IP 172.26.0.226 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/53e02475-f697-42a0-a9e4-738509a6ae6c) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:44.013437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd362eac-bec5-4cf1-87de-c0843e1214c5 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:30:44.020271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fd362eac-bec5-4cf1-87de-c0843e1214c5 None None] Deleting port 777fc70b-d3d3-4153-9047-dfea9f6f2e53 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:44.020271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fd362eac-bec5-4cf1-87de-c0843e1214c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.133561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da839826-7570-41ca-937e-eca9b06a7878 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:44.134265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-da839826-7570-41ca-937e-eca9b06a7878 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:44.149761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e56ede9-d6b5-4f24-9abf-89ae100f066b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.159501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.191089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56ede9-d6b5-4f24-9abf-89ae100f066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cd8185-a526-472a-a893-7b6ef5fbb7c1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:44.206682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e56ede9-d6b5-4f24-9abf-89ae100f066b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.207819 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3e56ede9-d6b5-4f24-9abf-89ae100f066b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/41cd8185-a526-472a-a893-7b6ef5fbb7c1 HTTP/1.1" status: 204 len: 168 time: 0.6933372 Jan 20 14:30:44.208612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-da839826-7570-41ca-937e-eca9b06a7878 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:44.211972 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-da839826-7570-41ca-937e-eca9b06a7878 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3325119 Jan 20 14:30:44.222252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43946) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:44.232765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.266253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.332862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.387490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-fd362eac-bec5-4cf1-87de-c0843e1214c5 None None] For port 777fc70b-d3d3-4153-9047-dfea9f6f2e53, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=777fc70b-d3d3-4153-9047-dfea9f6f2e53,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:44.388479 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fd362eac-bec5-4cf1-87de-c0843e1214c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.467641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:44.472147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:44.474276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event updated for resources: {'Port': ['ID=53e02475-f697-42a0-a9e4-738509a6ae6c,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:44.476542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:44.527867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Allocated IP 172.26.0.92 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/a8ec84c1-77fc-482d-9af6-6eaa464c1bf4) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:44.545106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.557906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fd362eac-bec5-4cf1-87de-c0843e1214c5 None None] Calling delete_port for 777fc70b-d3d3-4153-9047-dfea9f6f2e53 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:44.650421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fd362eac-bec5-4cf1-87de-c0843e1214c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.697167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd362eac-bec5-4cf1-87de-c0843e1214c5 None None] Pushing event deleted for resources: {'Port': ['ID=777fc70b-d3d3-4153-9047-dfea9f6f2e53,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:44.701348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd362eac-bec5-4cf1-87de-c0843e1214c5 None None] No DVR routers for this DVR port 777fc70b-d3d3-4153-9047-dfea9f6f2e53 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:44.707634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b39735-f9eb-4082-95b5-60898f231989 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:44.708905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-58b39735-f9eb-4082-95b5-60898f231989 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:44.776867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-58b39735-f9eb-4082-95b5-60898f231989 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:44.778026 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-58b39735-f9eb-4082-95b5-60898f231989 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5543568 Jan 20 14:30:44.791853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43962) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:44.893224 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b01dbed6-c04d-4fa7-87b8-17cc9dfad8a6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952837 Jan 20 14:30:44.898488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43968) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:44.899902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.905673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:45.112485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.116042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.116822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.155063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.167123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 43978) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:45.182124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:45.204446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:45.227032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:45.233976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:45.244747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:45.270605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:45.274474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.278442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Pushing event updated for resources: {'Port': ['ID=a8ec84c1-77fc-482d-9af6-6eaa464c1bf4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:45.326218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1226363403'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:45.359602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:45.368728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.417179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Usage tracker for resource:network and tenant:48d5f712e395434084c8319d4c561dab is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:45.426395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:45.448908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:45.516643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=3977941e-1827-478e-a45a-5e82d7b7e46a,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:45.593211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Made reservation on behalf of 48d5f712e395434084c8319d4c561dab for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:45.597115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.698139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.730901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.745435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 777fc70b-d3d3-4153-9047-dfea9f6f2e53 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:45.753372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:45.763333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Usage tracker for resource:security_group_rule and tenant:48d5f712e395434084c8319d4c561dab is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:45.769462 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:45.783764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 777fc70b-d3d3-4153-9047-dfea9f6f2e53 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:30:45.784021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 777fc70b-d3d3-4153-9047-dfea9f6f2e53 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:45.847467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:45.857028 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 0b615ebe-95a1-464b-ae4e-e85a8c7a7bd3 associated. External IP: 172.26.0.146, port: 4707e0dd-eb38-4181-aef0-fa0d3b0e27ea. Jan 20 14:30:45.912712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.998855 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:46.006553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:46.009945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:46.010898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.016550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79865af-a131-4264-9f0f-f9fc77c5ff56 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:46.045477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=e7acd32f-0ca7-471e-a2f3-cd15e773a2c1,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:46.076797 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6172cb46-ffbc-4ab2-9b78-5d181c3d4d7c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1748416 Jan 20 14:30:46.077177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43990) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:46.083483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'fixed_ips': [{'subnet_id': 'e7acd32f-0ca7-471e-a2f3-cd15e773a2c1', 'ip_address': '2001:db8::b651:8c5e:efd6:a646'}], 'name': 'tempest-NetworksTestDHCPv6-350826287'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:46.138145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.179811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Router 7131ca51-e220-4467-a4f9-354e7482b632 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:30:46.302457 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'e7acd32f-0ca7-471e-a2f3-cd15e773a2c1'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:30:46.303451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.468946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/e7acd32f-0ca7-471e-a2f3-cd15e773a2c1/d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:46.469170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:46.487273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:46.496974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:46.523560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce0cd7-6805-4ede-ae85-dbad003aa45c req-036e62ec-6e77-499b-8dd7-1426f935ce78 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:46.540357 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6dce0cd7-6805-4ede-ae85-dbad003aa45c req-036e62ec-6e77-499b-8dd7-1426f935ce78 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.2629001 Jan 20 14:30:46.542723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.544758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.549791 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-03fcc3ba-fea1-40cb-9da7-abd28dd231ed tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3246708 Jan 20 14:30:46.551534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 43998) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:46.557591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Sync routers for ids ['7131ca51-e220-4467-a4f9-354e7482b632'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:46.566377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.582521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Routers {'7131ca51-e220-4467-a4f9-354e7482b632'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:46.583272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7131ca51-e220-4467-a4f9-354e7482b632'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:46.725297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:46.765505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8528b3a-82ff-438f-86ba-9113dfbe1664,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:46.770509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.770509 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Added segment 832dc603-2d49-4d05-9d7a-906e0d851419 of type vlan for network cc62538a-1f03-4863-bd28-00f6f9a68903 Jan 20 14:30:46.785370 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:46.858160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Set router 7131ca51-e220-4467-a4f9-354e7482b632 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:46.877968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:30:46.892311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.903250 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6dce0cd7-6805-4ede-ae85-dbad003aa45c req-e800f55b-4608-4c3c-8220-b1a377d03e68 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526776 Jan 20 14:30:46.923570 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-78ea691f-0330-4cf2-a84a-803254fabf3f tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/routers/7131ca51-e220-4467-a4f9-354e7482b632 HTTP/1.1" status: 200 len: 909 time: 0.3708375 Jan 20 14:30:46.926097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44004) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:46.935426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1730517461', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'enable_snat': True}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:46.938509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:46.975746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.046568 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:30:47.091207 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.114752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Transition to ACTIVE for port object d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:47.153872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Transition to ACTIVE for port object d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:47.161305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.166774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:47.168594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.169525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.225068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Usage tracker for resource:router and tenant:5acbb92689e742db8fd71ea8bf8b4e72 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:47.228373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:47.234135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:47.247022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.258427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.259490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.280420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:47.288270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:47.289311 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port fbabaae2-2afb-4c64-a7dd-15947d0342c6 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:47.291290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:47.307064 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:30:47.381138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:47.387120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Pushing event updated for resources: {'Port': ['ID=d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:47.393190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event updated for resources: {'Network': ['ID=cc62538a-1f03-4863-bd28-00f6f9a68903,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:47.405587 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e337f-6af8-413a-86f0-bd768f1845b4 None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:47.407999 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a6775efd-f227-48a1-9ffe-27253048014b tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2374420 Jan 20 14:30:47.413136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44012) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:47.424069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Request body: {'subnet': {'network_id': 'cc62538a-1f03-4863-bd28-00f6f9a68903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:47.433736 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Attempting to bind port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:47.434158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Attempting to bind port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:47.434573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Attempting to bind port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:47.436733 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e337f-6af8-413a-86f0-bd768f1845b4 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:47.440384 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network cc62538a-1f03-4863-bd28-00f6f9a68903 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:30:47.440822 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f83e337f-6af8-413a-86f0-bd768f1845b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:47.442472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.464320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:47.464767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:47.465180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.466240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:47.466240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Bound port: d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:47.466424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.503956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.549987 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f83e337f-6af8-413a-86f0-bd768f1845b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:47.564062 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e337f-6af8-413a-86f0-bd768f1845b4 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:47.565169 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f83e337f-6af8-413a-86f0-bd768f1845b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:47.587950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7131ca51-e220-4467-a4f9-354e7482b632', 'name': 'tempest-snat-router-1730517461', 'tenant_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.226'}], 'enable_snat': False}, 'gw_port_id': '53e02475-f697-42a0-a9e4-738509a6ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:42Z', 'updated_at': '2022-01-20T14:30:44Z', 'revision_number': 3, 'project_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'gw_port': {'id': '53e02475-f697-42a0-a9e4-738509a6ae6c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7131ca51-e220-4467-a4f9-354e7482b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:43Z', 'updated_at': '2022-01-20T14:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:47.603034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Checking router: 7131ca51-e220-4467-a4f9-354e7482b632 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:30:47.603624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Updating router 7131ca51-e220-4467-a4f9-354e7482b632 port 53e02475-f697-42a0-a9e4-738509a6ae6c binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:30:47.603742 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4f73e83e-5c36-4b8e-a76c-e03bb2571cb2 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4532759 Jan 20 14:30:47.604596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44016) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:47.606330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:47.610073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Router 64e72e38-e4e5-46fb-8bbd-ad54365f0483 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:30:47.613159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d491d-e82f-4b86-ac55-25ae9494127d req-f85596ca-1ba6-4598-9d05-15f3446bb3c8 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:47.614118 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Usage tracker for resource:subnet and tenant:48d5f712e395434084c8319d4c561dab is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:47.620131 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e66d491d-e82f-4b86-ac55-25ae9494127d req-f85596ca-1ba6-4598-9d05-15f3446bb3c8 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.2467637 Jan 20 14:30:47.658511 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f83e337f-6af8-413a-86f0-bd768f1845b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:47.659757 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e337f-6af8-413a-86f0-bd768f1845b4 None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:47.683056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:47.718743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.719402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:47.771081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] For port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:47.787034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] For port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:47.812993 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e66d491d-e82f-4b86-ac55-25ae9494127d req-9631e00c-8092-4a90-964f-d4ca72b53ce0 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917474 Jan 20 14:30:47.830976 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f18a4b7c-3ba8-4646-9c90-fd57427c6e85 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "GET /v2.0/floatingips/0b615ebe-95a1-464b-ae4e-e85a8c7a7bd3 HTTP/1.1" status: 200 len: 977 time: 0.2220690 Jan 20 14:30:47.831822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.831959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44024) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:47.832600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Made reservation on behalf of 48d5f712e395434084c8319d4c561dab for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:47.836291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.874482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::b651:8c5e:efd6:a646 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/e7acd32f-0ca7-471e-a2f3-cd15e773a2c1/fbabaae2-2afb-4c64-a7dd-15947d0342c6) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:48.010053 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19d3ad-4bac-4e96-beaa-4bb948e52f85 None None] Pushing event updated for resources: {'Port': ['ID=d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:48.335724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.350156 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Transition to ACTIVE for port object 53e02475-f697-42a0-a9e4-738509a6ae6c will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:48.362924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.428886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-db44d256-8b34-4bc1-b53b-67fc609b8495 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Synchronizing usage tracker for tenant:3b6041bfe6d04180b6650c437146a8b4 on resource:floatingip {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:48.464861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:48.477813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38018e2-0806-4d17-b576-83e5f9686031 None None] Sync routers for ids ['64e72e38-e4e5-46fb-8bbd-ad54365f0483'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:48.482402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Attempting to bind port 53e02475-f697-42a0-a9e4-738509a6ae6c on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:48.482771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Attempting to bind port 53e02475-f697-42a0-a9e4-738509a6ae6c by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:48.483900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Attempting to bind port 53e02475-f697-42a0-a9e4-738509a6ae6c on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:48.491274 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc808a7-2242-49a5-a66f-97070e72a9f9 None None] Pushing event updated for resources: {'Port': ['ID=53e02475-f697-42a0-a9e4-738509a6ae6c,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:48.497937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:48.498342 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:48.498740 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.499115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:48.499590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Bound port: 53e02475-f697-42a0-a9e4-738509a6ae6c, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:48.500060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.515766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-db44d256-8b34-4bc1-b53b-67fc609b8495 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Unset dirty status for tenant:3b6041bfe6d04180b6650c437146a8b4 on resource:floatingip {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:48.517704 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-db44d256-8b34-4bc1-b53b-67fc609b8495 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.6660144 Jan 20 14:30:48.520764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44034) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:48.529409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'port_id': '61022f8e-d557-4224-a5d7-b5871512bf3b'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:48.570357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.576163 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38018e2-0806-4d17-b576-83e5f9686031 None None] Routers {'64e72e38-e4e5-46fb-8bbd-ad54365f0483'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:48.577676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b38018e2-0806-4d17-b576-83e5f9686031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['64e72e38-e4e5-46fb-8bbd-ad54365f0483'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:48.583443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.597843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.603581 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cb8787b7-592d-4523-a57c-800de95309ee tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1801825 Jan 20 14:30:48.611465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44038) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:48.687756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b38018e2-0806-4d17-b576-83e5f9686031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:48.718349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.719308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38018e2-0806-4d17-b576-83e5f9686031 None None] Routers {'64e72e38-e4e5-46fb-8bbd-ad54365f0483'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:48.720126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b38018e2-0806-4d17-b576-83e5f9686031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['64e72e38-e4e5-46fb-8bbd-ad54365f0483'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:48.811799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b38018e2-0806-4d17-b576-83e5f9686031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:48.812474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38018e2-0806-4d17-b576-83e5f9686031 None None] The sync data for ids ['64e72e38-e4e5-46fb-8bbd-ad54365f0483'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:48.814533 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] For port 53e02475-f697-42a0-a9e4-738509a6ae6c, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:48.823172 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object fbabaae2-2afb-4c64-a7dd-15947d0342c6 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:48.827563 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] For port 53e02475-f697-42a0-a9e4-738509a6ae6c, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=53e02475-f697-42a0-a9e4-738509a6ae6c,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:48.833625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.921941 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4d1b1ec6-7e38-4ab7-b4b1-3096df14c14f tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/routers/64e72e38-e4e5-46fb-8bbd-ad54365f0483 HTTP/1.1" status: 200 len: 919 time: 0.3058431 Jan 20 14:30:48.924825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44046) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:48.931772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc808a7-2242-49a5-a66f-97070e72a9f9 None None] Pushing event updated for resources: {'Port': ['ID=53e02475-f697-42a0-a9e4-738509a6ae6c,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:48.942884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.960292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Routers {'7131ca51-e220-4467-a4f9-354e7482b632'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:48.960921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7131ca51-e220-4467-a4f9-354e7482b632'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:49.017967 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a7f6ee7d-da22-467f-828b-499677ba3ae5 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=64e72e38-e4e5-46fb-8bbd-ad54365f0483 HTTP/1.1" status: 200 len: 205 time: 0.0912578 Jan 20 14:30:49.020326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44050) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:49.091362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dffd9-f180-4592-8e69-0b87d75d725f req-26180c8a-9665-442c-a808-2790d87e072f tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:49.099020 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-220dffd9-f180-4592-8e69-0b87d75d725f req-26180c8a-9665-442c-a808-2790d87e072f tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.2932162 Jan 20 14:30:49.149632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.334300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] Set router 7131ca51-e220-4467-a4f9-354e7482b632 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:49.360714 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-220dffd9-f180-4592-8e69-0b87d75d725f req-6490ba46-d352-4a39-b294-b9930f1e9ac3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606180 Jan 20 14:30:49.379175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Checking segment: {'id': '832dc603-2d49-4d05-9d7a-906e0d851419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cc62538a-1f03-4863-bd28-00f6f9a68903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:49.379533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Network hostable DHCP agents. Network: cc62538a-1f03-4863-bd28-00f6f9a68903, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:49.384326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event updated for resources: {'Subnet': ['ID=28748df3-89e1-4193-9c93-1f9df14cc6ce,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:49.483642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Network cc62538a-1f03-4863-bd28-00f6f9a68903 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:49.508645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, cc62538a-1f03-4863-bd28-00f6f9a68903) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:49.514611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:49.530214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:49.539768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:49.540367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a94c0-5415-4c38-ab8e-cdb393609275 None None] Network cc62538a-1f03-4863-bd28-00f6f9a68903 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:49.545322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:49.545880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.583872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.660468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:49.661076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.664706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-92c4c79c-6e49-4503-a94a-69430b7eea17 None None] Provisioning for port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:49.686545 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6082482 Jan 20 14:30:49.695160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44056) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:49.696720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823562a-c98d-46d5-a01f-77c804c8bd33 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=fbabaae2-2afb-4c64-a7dd-15947d0342c6,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:49.755321 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-65cdabd3-e529-4ffe-a530-9873813fcdbd tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3383889 Jan 20 14:30:49.756091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44060) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:49.768960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1231522674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:49.785479 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:49.790016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Usage tracker for resource:router and tenant:48d5f712e395434084c8319d4c561dab is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:49.793282 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:49.802358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:49.870024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:49.907844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.909031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.929475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.934259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.936131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.968928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-92e8b2a6-a7a8-4f6e-8c99-33d015683ff6 None None] Provisioning for port fbabaae2-2afb-4c64-a7dd-15947d0342c6 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:50.006003 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-92e8b2a6-a7a8-4f6e-8c99-33d015683ff6 None None] Provisioning complete for port fbabaae2-2afb-4c64-a7dd-15947d0342c6 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:50.006722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-92e8b2a6-a7a8-4f6e-8c99-33d015683ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.073466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.119246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.127739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.138152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-92e8b2a6-a7a8-4f6e-8c99-33d015683ff6 None None] Port fbabaae2-2afb-4c64-a7dd-15947d0342c6 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:50.169311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7131ca51-e220-4467-a4f9-354e7482b632', 'name': 'tempest-snat-router-1730517461', 'tenant_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.226'}], 'enable_snat': False}, 'gw_port_id': '53e02475-f697-42a0-a9e4-738509a6ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:42Z', 'updated_at': '2022-01-20T14:30:44Z', 'revision_number': 3, 'project_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'gw_port': {'id': '53e02475-f697-42a0-a9e4-738509a6ae6c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7131ca51-e220-4467-a4f9-354e7482b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:43Z', 'updated_at': '2022-01-20T14:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:50.174522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-cc62538a-1f03-4863-bd28-00f6f9a68903', 'network_id': 'cc62538a-1f03-4863-bd28-00f6f9a68903', 'tenant_id': '48d5f712e395434084c8319d4c561dab', 'fixed_ips': [{'subnet_id': '28748df3-89e1-4193-9c93-1f9df14cc6ce'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:30:50.175644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.188995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b76e9f0-7d57-4354-81b9-4aac22001c5a None None] The sync data for ids ['7131ca51-e220-4467-a4f9-354e7482b632'] in dv-neutron-825123-1-hyperv is: [{'id': '7131ca51-e220-4467-a4f9-354e7482b632', 'name': 'tempest-snat-router-1730517461', 'tenant_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.226'}], 'enable_snat': False}, 'gw_port_id': '53e02475-f697-42a0-a9e4-738509a6ae6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:42Z', 'updated_at': '2022-01-20T14:30:44Z', 'revision_number': 3, 'project_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'gw_port': {'id': '53e02475-f697-42a0-a9e4-738509a6ae6c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7131ca51-e220-4467-a4f9-354e7482b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:43Z', 'updated_at': '2022-01-20T14:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:50.199603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Deleting port a8ec84c1-77fc-482d-9af6-6eaa464c1bf4 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:50.200441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.200704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:50.211083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:50.211458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.217143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.252759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba413ac-9747-49d4-9062-cc2fd0fab3b8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:50.258935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba413ac-9747-49d4-9062-cc2fd0fab3b8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:50.259758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0ba413ac-9747-49d4-9062-cc2fd0fab3b8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:50.275844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.279548 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5fc9531a-3e0b-4343-990b-f4439a183b3d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5175869 Jan 20 14:30:50.279781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44066) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:50.347404 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 0b615ebe-95a1-464b-ae4e-e85a8c7a7bd3 associated. External IP: 172.26.0.146, port: 4707e0dd-eb38-4181-aef0-fa0d3b0e27ea. Jan 20 14:30:50.426581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0ba413ac-9747-49d4-9062-cc2fd0fab3b8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:50.427759 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0ba413ac-9747-49d4-9062-cc2fd0fab3b8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7256842 Jan 20 14:30:50.433428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44074) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:50.501285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Allocated IP 172.20.0.2 (cc62538a-1f03-4863-bd28-00f6f9a68903/28748df3-89e1-4193-9c93-1f9df14cc6ce/571ae2d2-cb0c-4e55-82e1-3533a889a114) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:50.509493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Allocated IP 172.26.0.223 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/2061132a-9d48-4dca-bb90-85b3c58720ab) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:50.601496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7882b190-1b49-4ab1-a8c8-f769c30d6d1c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port fbabaae2-2afb-4c64-a7dd-15947d0342c6 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:50.602109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7882b190-1b49-4ab1-a8c8-f769c30d6d1c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.771491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.775874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.883333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:50.905428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.919093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Calling delete_port for a8ec84c1-77fc-482d-9af6-6eaa464c1bf4 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:51.034312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.057028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.057909 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Transition to ACTIVE for port object 571ae2d2-cb0c-4e55-82e1-3533a889a114 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:51.066285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:51.100427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Transition to ACTIVE for port object 571ae2d2-cb0c-4e55-82e1-3533a889a114 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:51.111024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.185824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Network cc62538a-1f03-4863-bd28-00f6f9a68903 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:51.192869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:51.200179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:51.241052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Pushing event updated for resources: {'Port': ['ID=571ae2d2-cb0c-4e55-82e1-3533a889a114,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:51.244603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.324711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Attempting to bind port 571ae2d2-cb0c-4e55-82e1-3533a889a114 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:51.325318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Attempting to bind port 571ae2d2-cb0c-4e55-82e1-3533a889a114 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '832dc603-2d49-4d05-9d7a-906e0d851419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cc62538a-1f03-4863-bd28-00f6f9a68903'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:51.325834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Attempting to bind port 571ae2d2-cb0c-4e55-82e1-3533a889a114 on network cc62538a-1f03-4863-bd28-00f6f9a68903 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:51.332664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:51.333283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Checking segment: {'id': '832dc603-2d49-4d05-9d7a-906e0d851419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cc62538a-1f03-4863-bd28-00f6f9a68903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:51.333835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.334369 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Bound using segment: {'id': '832dc603-2d49-4d05-9d7a-906e0d851419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cc62538a-1f03-4863-bd28-00f6f9a68903'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:51.335144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Bound port: 571ae2d2-cb0c-4e55-82e1-3533a889a114, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832dc603-2d49-4d05-9d7a-906e0d851419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cc62538a-1f03-4863-bd28-00f6f9a68903'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:51.335680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.388415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3362dd-9ff9-433b-b85b-149c52d89c0c req-340f3a3e-3bee-4355-9fdf-4b367481648f tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:51.395932 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8f3362dd-9ff9-433b-b85b-149c52d89c0c req-340f3a3e-3bee-4355-9fdf-4b367481648f tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.7073936 Jan 20 14:30:51.461748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] For port 571ae2d2-cb0c-4e55-82e1-3533a889a114, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:51.475079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] For port 571ae2d2-cb0c-4e55-82e1-3533a889a114, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=571ae2d2-cb0c-4e55-82e1-3533a889a114,segment=NetworkSegment(832dc603-2d49-4d05-9d7a-906e0d851419),segment_id=832dc603-2d49-4d05-9d7a-906e0d851419)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:51.483802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.520942 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8f3362dd-9ff9-433b-b85b-149c52d89c0c req-36a1baa3-edc6-4573-ad5c-71a67dd45f47 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238148 Jan 20 14:30:51.571388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.575958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7882b190-1b49-4ab1-a8c8-f769c30d6d1c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.580951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:30:51.629341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7b867-33b0-46d5-a7eb-29abd7aff610 None None] Pushing event updated for resources: {'Port': ['ID=571ae2d2-cb0c-4e55-82e1-3533a889a114,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:51.779474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7882b190-1b49-4ab1-a8c8-f769c30d6d1c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for fbabaae2-2afb-4c64-a7dd-15947d0342c6 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:51.836947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:51.846252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:51.859139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:51.899976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event updated for resources: {'Port': ['ID=2061132a-9d48-4dca-bb90-85b3c58720ab,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:51.917583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.941775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 53e02475-f697-42a0-a9e4-738509a6ae6c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:51.987701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Pushing event deleted for resources: {'Port': ['ID=a8ec84c1-77fc-482d-9af6-6eaa464c1bf4,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:52.017466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:52.040843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 53e02475-f697-42a0-a9e4-738509a6ae6c completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:52.046447 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83b7dd-7f11-4c8f-8be2-818944ce840e None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:52.052029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 53e02475-f697-42a0-a9e4-738509a6ae6c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:52.052770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.063600 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83b7dd-7f11-4c8f-8be2-818944ce840e None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:52.064245 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8a83b7dd-7f11-4c8f-8be2-818944ce840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:52.178237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Allocated IP 172.20.0.1 (cc62538a-1f03-4863-bd28-00f6f9a68903/28748df3-89e1-4193-9c93-1f9df14cc6ce/c4e0d981-2f99-4fa5-8671-86e575dc70da) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:52.200914 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8a83b7dd-7f11-4c8f-8be2-818944ce840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:52.220596 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83b7dd-7f11-4c8f-8be2-818944ce840e None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:52.223703 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8a83b7dd-7f11-4c8f-8be2-818944ce840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:52.262404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.279053 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 53e02475-f697-42a0-a9e4-738509a6ae6c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=53e02475-f697-42a0-a9e4-738509a6ae6c,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:52.286546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.287419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:52.330233 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8a83b7dd-7f11-4c8f-8be2-818944ce840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:52.330959 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a83b7dd-7f11-4c8f-8be2-818944ce840e None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:52.407584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7882b190-1b49-4ab1-a8c8-f769c30d6d1c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.409686 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.422822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=53e02475-f697-42a0-a9e4-738509a6ae6c,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:52.436960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:52.437408 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.597199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.645087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882b190-1b49-4ab1-a8c8-f769c30d6d1c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=fbabaae2-2afb-4c64-a7dd-15947d0342c6,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:52.747191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Transition to ACTIVE for port object c4e0d981-2f99-4fa5-8671-86e575dc70da will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:52.800959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:30:52.942885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.996473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df0337-4970-42ca-835a-a047595c7c36 req-c2f12051-1b54-42a8-9fa6-5fe6647d92f5 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:52.997107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.999519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.003540 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3df0337-4970-42ca-835a-a047595c7c36 req-c2f12051-1b54-42a8-9fa6-5fe6647d92f5 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.3246050 Jan 20 14:30:53.016262 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7882b190-1b49-4ab1-a8c8-f769c30d6d1c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.118121 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7882b190-1b49-4ab1-a8c8-f769c30d6d1c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/fbabaae2-2afb-4c64-a7dd-15947d0342c6 HTTP/1.1" status: 204 len: 168 time: 2.6833215 Jan 20 14:30:53.118771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.119312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Fanout notify agent at l3_agent the message router_deleted on router 64e72e38-e4e5-46fb-8bbd-ad54365f0483 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:30:53.124840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44088) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:53.126674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.126938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Network cc62538a-1f03-4863-bd28-00f6f9a68903 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:53.131968 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4be47be5-4587-464e-a9fa-ef9cfdb1271b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/64e72e38-e4e5-46fb-8bbd-ad54365f0483 HTTP/1.1" status: 204 len: 168 time: 4.1063783 Jan 20 14:30:53.136293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44092) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:53.150738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Request body: {'router': {'name': 'tempest-snat-router-519269640', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'enable_snat': False}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:53.161898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f2fb0-b258-4d90-ae61-58a0915e88d3 None None] Network cc62538a-1f03-4863-bd28-00f6f9a68903 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:53.165062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:53.172514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Usage tracker for resource:router and tenant:798eca45d4e34a3cbb228c50d6dc0ce9 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:53.176950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:53.179503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:53.189275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:53.192995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:53.197039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.232517 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3df0337-4970-42ca-835a-a047595c7c36 req-c8b62446-30d5-4f3d-8054-d1aa01500982 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280812 Jan 20 14:30:53.245560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event updated for resources: {'Port': ['ID=c4e0d981-2f99-4fa5-8671-86e575dc70da,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:53.275380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0c243a32-f56e-4a02-a073-c99be346235e None None] Provisioning for port 571ae2d2-cb0c-4e55-82e1-3533a889a114 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:53.278391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.279034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.301565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:53.305671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78237d16-6981-4416-ade3-723fb33a0dd1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:53.307137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78237d16-6981-4416-ade3-723fb33a0dd1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:53.311963 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-78237d16-6981-4416-ade3-723fb33a0dd1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1788874 Jan 20 14:30:53.320563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.335356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a37b0-ddac-4267-b16c-9e89435459ce None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:53.340312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44096) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:53.363542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a37b0-ddac-4267-b16c-9e89435459ce None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:53.364245 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0c4a37b0-ddac-4267-b16c-9e89435459ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:53.402455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.430791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0c4a37b0-ddac-4267-b16c-9e89435459ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:53.479373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a37b0-ddac-4267-b16c-9e89435459ce None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:53.480019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0c4a37b0-ddac-4267-b16c-9e89435459ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:53.501368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.545137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0c4a37b0-ddac-4267-b16c-9e89435459ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:53.545583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a37b0-ddac-4267-b16c-9e89435459ce None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:53.578253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecdf987-aa8d-47ba-ab7a-97b45b745325 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet e7acd32f-0ca7-471e-a2f3-cd15e773a2c1 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:30:53.650915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf987-aa8d-47ba-ab7a-97b45b745325 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.722636 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-945dc829-c3ae-450c-a0e0-766a061d36f4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "PUT /v2.0/floatingips/0b615ebe-95a1-464b-ae4e-e85a8c7a7bd3 HTTP/1.1" status: 200 len: 979 time: 5.1979432 Jan 20 14:30:53.723238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44102) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:53.728490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-44478e9b-2e13-4cfc-8656-2e626debd57f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:53.895140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf987-aa8d-47ba-ab7a-97b45b745325 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.896906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.925535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6730ac07-3cba-4eb3-a855-81e35fa2172e None None] Provisioning for port c4e0d981-2f99-4fa5-8671-86e575dc70da completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:53.933236 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6730ac07-3cba-4eb3-a855-81e35fa2172e None None] Provisioning complete for port c4e0d981-2f99-4fa5-8671-86e575dc70da triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:53.933975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6730ac07-3cba-4eb3-a855-81e35fa2172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.948653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44478e9b-2e13-4cfc-8656-2e626debd57f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.950766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.984349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 571ae2d2-cb0c-4e55-82e1-3533a889a114 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:54.005194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.065835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6730ac07-3cba-4eb3-a855-81e35fa2172e None None] Port c4e0d981-2f99-4fa5-8671-86e575dc70da cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:54.095933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 571ae2d2-cb0c-4e55-82e1-3533a889a114 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:54.111729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 571ae2d2-cb0c-4e55-82e1-3533a889a114 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:54.112181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.256255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.265336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ec2dc9e8-f1e0-4999-987f-9406ad5f9426 None None] Provisioning complete for port c4e0d981-2f99-4fa5-8671-86e575dc70da triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:54.265698 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc9e8-f1e0-4999-987f-9406ad5f9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.318797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ec2dc9e8-f1e0-4999-987f-9406ad5f9426 None None] Port c4e0d981-2f99-4fa5-8671-86e575dc70da cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:54.345687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 571ae2d2-cb0c-4e55-82e1-3533a889a114, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=571ae2d2-cb0c-4e55-82e1-3533a889a114,segment=NetworkSegment(832dc603-2d49-4d05-9d7a-906e0d851419),segment_id=832dc603-2d49-4d05-9d7a-906e0d851419)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:54.353432 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.354470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 53e02475-f697-42a0-a9e4-738509a6ae6c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:54.472825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44478e9b-2e13-4cfc-8656-2e626debd57f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.476019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=571ae2d2-cb0c-4e55-82e1-3533a889a114,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:54.486068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 53e02475-f697-42a0-a9e4-738509a6ae6c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:54.486493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.495481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44478e9b-2e13-4cfc-8656-2e626debd57f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.495934 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-44478e9b-2e13-4cfc-8656-2e626debd57f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 0b615ebe-95a1-464b-ae4e-e85a8c7a7bd3 disassociated. External IP: 172.26.0.146, port: 61022f8e-d557-4224-a5d7-b5871512bf3b. Jan 20 14:30:54.563179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.595022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf987-aa8d-47ba-ab7a-97b45b745325 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.720237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf987-aa8d-47ba-ab7a-97b45b745325 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.757090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Router 8670e729-3843-4401-94d6-9021e58d35bf is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:30:54.771036 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0d995-2848-44e6-872c-dad148912b6e req-381b5445-e1c1-4b3c-a9ff-250ca4338d23 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:54.773677 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-62b0d995-2848-44e6-872c-dad148912b6e req-381b5445-e1c1-4b3c-a9ff-250ca4338d23 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.2586172 Jan 20 14:30:54.775059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdf987-aa8d-47ba-ab7a-97b45b745325 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=e7acd32f-0ca7-471e-a2f3-cd15e773a2c1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:54.780319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf987-aa8d-47ba-ab7a-97b45b745325 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.788307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c3881-a02b-4ffa-acb6-206b8d8f352c None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:54.921314 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8ecdf987-aa8d-47ba-ab7a-97b45b745325 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/e7acd32f-0ca7-471e-a2f3-cd15e773a2c1 HTTP/1.1" status: 204 len: 168 time: 1.5799730 Jan 20 14:30:54.956437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44112) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:55.046007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:30:55.070687 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9e134003-fef1-4614-b493-ba43905ac5a8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070375 Jan 20 14:30:55.074582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44116) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:55.082058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.087511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:55.130098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d6a9a-3864-41f8-af78-21602a3cd44d None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:30:55.134717 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-166d6a9a-3864-41f8-af78-21602a3cd44d None None] Deleting port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:55.135089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-166d6a9a-3864-41f8-af78-21602a3cd44d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.163445 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-62b0d995-2848-44e6-872c-dad148912b6e req-516540aa-e472-4096-b3f1-86b55b12fb54 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745313 Jan 20 14:30:55.163670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.200952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:55.212791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.219242 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Sync routers for ids ['8670e729-3843-4401-94d6-9021e58d35bf'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:55.232350 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Routers {'8670e729-3843-4401-94d6-9021e58d35bf'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:55.233065 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8670e729-3843-4401-94d6-9021e58d35bf'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:55.287971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.347235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.350841 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-43482953-38d3-4070-a5c4-4dfbc124fa5e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4216902 Jan 20 14:30:55.352235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44122) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:55.398519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event updated for resources: {'Port': ['ID=c4e0d981-2f99-4fa5-8671-86e575dc70da,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:55.409212 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.413664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44478e9b-2e13-4cfc-8656-2e626debd57f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:30:55.416574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:55.422041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-166d6a9a-3864-41f8-af78-21602a3cd44d None None] For port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:55.422552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-166d6a9a-3864-41f8-af78-21602a3cd44d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.479428 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Set router 8670e729-3843-4401-94d6-9021e58d35bf gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:55.571550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-166d6a9a-3864-41f8-af78-21602a3cd44d None None] Calling delete_port for d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:55.573482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:55.585444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Network cc62538a-1f03-4863-bd28-00f6f9a68903 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:55.587994 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:55.591106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:55.595143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Allocated IP 172.26.0.28 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/c98c7fd4-d064-4705-b5a7-4d6247072e77) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:55.604981 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-215bb6c0-407f-4ca7-a768-666e57f1ac5b tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/routers/8670e729-3843-4401-94d6-9021e58d35bf HTTP/1.1" status: 200 len: 908 time: 0.2520192 Jan 20 14:30:55.608870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44126) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:55.681183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-166d6a9a-3864-41f8-af78-21602a3cd44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.772706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d6a9a-3864-41f8-af78-21602a3cd44d None None] Pushing event deleted for resources: {'Port': ['ID=d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:55.792316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d6a9a-3864-41f8-af78-21602a3cd44d None None] No DVR routers for this DVR port d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:55.810303 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 571ae2d2-cb0c-4e55-82e1-3533a889a114 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:55.849961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:55.871651 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670e729-3843-4401-94d6-9021e58d35bf', 'name': 'tempest-snat-router-1730517461', 'tenant_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.223'}], 'enable_snat': True}, 'gw_port_id': '2061132a-9d48-4dca-bb90-85b3c58720ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:47Z', 'updated_at': '2022-01-20T14:30:52Z', 'revision_number': 3, 'project_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'gw_port': {'id': '2061132a-9d48-4dca-bb90-85b3c58720ab', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670e729-3843-4401-94d6-9021e58d35bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:50Z', 'updated_at': '2022-01-20T14:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:55.882021 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Checking router: 8670e729-3843-4401-94d6-9021e58d35bf for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:30:55.882190 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Updating router 8670e729-3843-4401-94d6-9021e58d35bf port 2061132a-9d48-4dca-bb90-85b3c58720ab binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:30:55.899624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 571ae2d2-cb0c-4e55-82e1-3533a889a114 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:55.899986 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.952691 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.977264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b259cca0-ec6a-4b0a-8151-317479076ab3 None None] Provisioning complete for port c4e0d981-2f99-4fa5-8671-86e575dc70da triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:55.977631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b259cca0-ec6a-4b0a-8151-317479076ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.004628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.073670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.106829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44478e9b-2e13-4cfc-8656-2e626debd57f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:56.116335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:56.120339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.145147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44478e9b-2e13-4cfc-8656-2e626debd57f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.149216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a9bcc-9c04-46d6-a43b-ebcc1fa1f966 None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:56.180966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Router 1e728da0-93e8-428f-96d4-8ed61a96d024 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:30:56.185002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a9bcc-9c04-46d6-a43b-ebcc1fa1f966 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:56.185990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0e4a9bcc-9c04-46d6-a43b-ebcc1fa1f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:56.188065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:56.191995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event updated for resources: {'Port': ['ID=c98c7fd4-d064-4705-b5a7-4d6247072e77,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:56.204496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:56.233205 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.274502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0e4a9bcc-9c04-46d6-a43b-ebcc1fa1f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:56.279956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b259cca0-ec6a-4b0a-8151-317479076ab3 None None] Port c4e0d981-2f99-4fa5-8671-86e575dc70da cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:56.299167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a9bcc-9c04-46d6-a43b-ebcc1fa1f966 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:56.299817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0e4a9bcc-9c04-46d6-a43b-ebcc1fa1f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:56.422050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:56.424167 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.437359 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Transition to ACTIVE for port object 2061132a-9d48-4dca-bb90-85b3c58720ab will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:56.451598 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.476548 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-44478e9b-2e13-4cfc-8656-2e626debd57f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "PUT /v2.0/floatingips/0b615ebe-95a1-464b-ae4e-e85a8c7a7bd3 HTTP/1.1" status: 200 len: 688 time: 2.7522163 Jan 20 14:30:56.484826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:30:56.485598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d5cc66f6-bedf-4e4a-bb69-cf9c432bc8f6 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:56.488026 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0e4a9bcc-9c04-46d6-a43b-ebcc1fa1f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:56.489010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a9bcc-9c04-46d6-a43b-ebcc1fa1f966 None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:56.522938 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44136) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:56.523835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:56.548785 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Attempting to bind port 2061132a-9d48-4dca-bb90-85b3c58720ab on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:56.549055 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Attempting to bind port 2061132a-9d48-4dca-bb90-85b3c58720ab by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:56.549404 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Attempting to bind port 2061132a-9d48-4dca-bb90-85b3c58720ab on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:56.551557 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Pushing event updated for resources: {'Port': ['ID=2061132a-9d48-4dca-bb90-85b3c58720ab,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:56.561664 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.562019 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.562350 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.562668 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.562990 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.563447 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.563825 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.564145 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.564497 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.565299 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.565410 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.565816 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:56.569043 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:56.572760 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:56.573631 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.574023 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:56.574501 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Bound port: 2061132a-9d48-4dca-bb90-85b3c58720ab, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:56.574893 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.653433 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] For port 2061132a-9d48-4dca-bb90-85b3c58720ab, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:56.656634 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] For port 2061132a-9d48-4dca-bb90-85b3c58720ab, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=2061132a-9d48-4dca-bb90-85b3c58720ab,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:56.665666 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.742132 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Routers {'8670e729-3843-4401-94d6-9021e58d35bf'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:56.742734 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8670e729-3843-4401-94d6-9021e58d35bf'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:56.820994 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2c08-ad0b-4f47-b474-1e6031aba7ad None None] Pushing event updated for resources: {'Port': ['ID=2061132a-9d48-4dca-bb90-85b3c58720ab,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:56.836461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.877923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-bf8c2dc4-d5e0-4faf-873a-6e266465066b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 3977941e-1827-478e-a45a-5e82d7b7e46a {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:56.880124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:30:56.880293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2dc4-d5e0-4faf-873a-6e266465066b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.892428 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1350b4-5af2-4639-9b86-dee0816e7067 None None] Sync routers for ids ['1e728da0-93e8-428f-96d4-8ed61a96d024'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:30:56.919513 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-07c94552-0d41-4fb5-85e9-24ef5dd4ff38 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "PUT /v2.0/routers/1e728da0-93e8-428f-96d4-8ed61a96d024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6361783 Jan 20 14:30:56.919729 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1350b4-5af2-4639-9b86-dee0816e7067 None None] Routers {'1e728da0-93e8-428f-96d4-8ed61a96d024'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:56.919729 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cc1350b4-5af2-4639-9b86-dee0816e7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1e728da0-93e8-428f-96d4-8ed61a96d024'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:56.924180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:56.924791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44140) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:56.932886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:56.936257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:56.936829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.942857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5dd9a5-664a-4611-9312-04264c0e98e0 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:30:56.944845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Request body: {'port': {'network_id': 'cc62538a-1f03-4863-bd28-00f6f9a68903', 'name': 'tempest-FloatingIPNegativeTestJSON-1803644871'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:56.959974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=ab4801ff-cfad-4f7f-a899-9e832a7252a7,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:56.988582 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cc1350b4-5af2-4639-9b86-dee0816e7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:57.003846 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] Set router 8670e729-3843-4401-94d6-9021e58d35bf gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:30:57.054399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6d28-d010-45bd-bca5-7b7b65b3832d req-a03e07e5-b132-45b7-904c-f4fe68bc1769 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:57.056033 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1b4c6d28-d010-45bd-bca5-7b7b65b3832d req-a03e07e5-b132-45b7-904c-f4fe68bc1769 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.6090600 Jan 20 14:30:57.063711 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-115ec0f3-b3d8-46d0-aabc-7a45fd5b884e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9862828 Jan 20 14:30:57.065984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44144) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:57.076945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'fixed_ips': [{'subnet_id': 'ab4801ff-cfad-4f7f-a899-9e832a7252a7', 'ip_address': '2001:db8::cb42:b717:6b60:21a2'}], 'name': 'tempest-NetworksTestDHCPv6-507358450'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:57.154646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.180916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Deleting port 2061132a-9d48-4dca-bb90-85b3c58720ab {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:30:57.181372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.329098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'ab4801ff-cfad-4f7f-a899-9e832a7252a7'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:30:57.329971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.331573 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1b4c6d28-d010-45bd-bca5-7b7b65b3832d req-c2a9f077-cb54-4166-803b-1da83dc23568 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663369 Jan 20 14:30:57.343632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:57.344887 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1350b4-5af2-4639-9b86-dee0816e7067 None None] Routers {'1e728da0-93e8-428f-96d4-8ed61a96d024'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:30:57.345672 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cc1350b4-5af2-4639-9b86-dee0816e7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1e728da0-93e8-428f-96d4-8ed61a96d024'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:57.352038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Usage tracker for resource:port and tenant:48d5f712e395434084c8319d4c561dab is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:57.353965 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2dc4-d5e0-4faf-873a-6e266465066b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.354283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2dc4-d5e0-4faf-873a-6e266465066b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.361114 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:57.368721 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:57.405599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:57.410735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:57.416012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:57.424944 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:57.435885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Made reservation on behalf of 48d5f712e395434084c8319d4c561dab for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:57.440999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.455318 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cc1350b4-5af2-4639-9b86-dee0816e7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:57.455907 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1350b4-5af2-4639-9b86-dee0816e7067 None None] The sync data for ids ['1e728da0-93e8-428f-96d4-8ed61a96d024'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:57.473051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:57.498387 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670e729-3843-4401-94d6-9021e58d35bf', 'name': 'tempest-snat-router-1730517461', 'tenant_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.223'}], 'enable_snat': True}, 'gw_port_id': '2061132a-9d48-4dca-bb90-85b3c58720ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:47Z', 'updated_at': '2022-01-20T14:30:52Z', 'revision_number': 3, 'project_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'gw_port': {'id': '2061132a-9d48-4dca-bb90-85b3c58720ab', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670e729-3843-4401-94d6-9021e58d35bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:50Z', 'updated_at': '2022-01-20T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:57.504971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] device_id is not set on port a28a86ba-9591-4a67-a96f-1045558d2254 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:57.506259 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af471fd0-ea4c-443e-921b-67243cbe835e None None] The sync data for ids ['8670e729-3843-4401-94d6-9021e58d35bf'] in dv-neutron-825123-1-hyperv is: [{'id': '8670e729-3843-4401-94d6-9021e58d35bf', 'name': 'tempest-snat-router-1730517461', 'tenant_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.223'}], 'enable_snat': True}, 'gw_port_id': '2061132a-9d48-4dca-bb90-85b3c58720ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:47Z', 'updated_at': '2022-01-20T14:30:52Z', 'revision_number': 3, 'project_id': '5acbb92689e742db8fd71ea8bf8b4e72', 'gw_port': {'id': '2061132a-9d48-4dca-bb90-85b3c58720ab', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670e729-3843-4401-94d6-9021e58d35bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:50Z', 'updated_at': '2022-01-20T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:30:57.517375 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/ab4801ff-cfad-4f7f-a899-9e832a7252a7/34ca3b90-9c9d-4c49-9f5b-590e058db4ed) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:57.761772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.762338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-bf8c2dc4-d5e0-4faf-873a-6e266465066b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 3977941e-1827-478e-a45a-5e82d7b7e46a owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:57.784634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Allocated IP 172.20.0.10 (cc62538a-1f03-4863-bd28-00f6f9a68903/28748df3-89e1-4193-9c93-1f9df14cc6ce/a28a86ba-9591-4a67-a96f-1045558d2254) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:57.797979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 984eb168-0b3c-4177-a639-c8094255f461 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:57.822027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.844004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Transition to ACTIVE for port object 34ca3b90-9c9d-4c49-9f5b-590e058db4ed will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:57.882551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Transition to ACTIVE for port object 34ca3b90-9c9d-4c49-9f5b-590e058db4ed will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:57.904603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.909400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.994803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:57.998398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:58.007024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:58.015422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Pushing event updated for resources: {'Port': ['ID=34ca3b90-9c9d-4c49-9f5b-590e058db4ed,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:58.018964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] For port 2061132a-9d48-4dca-bb90-85b3c58720ab, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=2061132a-9d48-4dca-bb90-85b3c58720ab,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:30:58.019303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.156112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Attempting to bind port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:58.156635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Attempting to bind port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:58.157847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Attempting to bind port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:30:58.163663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:30:58.164443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:30:58.165460 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.165942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:30:58.166704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Bound port: 34ca3b90-9c9d-4c49-9f5b-590e058db4ed, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:58.167239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.275596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.276909 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] For port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:30:58.308747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Transition to ACTIVE for port object a28a86ba-9591-4a67-a96f-1045558d2254 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:58.312777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::cb42:b717:6b60:21a2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/ab4801ff-cfad-4f7f-a899-9e832a7252a7/984eb168-0b3c-4177-a639-c8094255f461) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:58.340655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Calling delete_port for 2061132a-9d48-4dca-bb90-85b3c58720ab owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:30:58.407228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.449702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] For port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=34ca3b90-9c9d-4c49-9f5b-590e058db4ed,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:30:58.460444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2dc4-d5e0-4faf-873a-6e266465066b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.462428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.558406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Network cc62538a-1f03-4863-bd28-00f6f9a68903 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:58.581798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbc79f-a283-4b81-8044-e7b32f3e2059 None None] Pushing event updated for resources: {'Port': ['ID=34ca3b90-9c9d-4c49-9f5b-590e058db4ed,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:58.606124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event updated for resources: {'Port': ['ID=a28a86ba-9591-4a67-a96f-1045558d2254,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:58.608621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:58.615003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:58.627548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c2dc4-d5e0-4faf-873a-6e266465066b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=3977941e-1827-478e-a45a-5e82d7b7e46a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:58.821323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2dc4-d5e0-4faf-873a-6e266465066b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.909667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:58.910702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.993541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2dc4-d5e0-4faf-873a-6e266465066b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.997534 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bf8c2dc4-d5e0-4faf-873a-6e266465066b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/floatingips/0b615ebe-95a1-464b-ae4e-e85a8c7a7bd3 HTTP/1.1" status: 204 len: 168 time: 2.4444067 Jan 20 14:30:59.004498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44160) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:59.009942 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-509daec6-ef5c-41e3-9980-31676c4c2aab tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0822134 Jan 20 14:30:59.010706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44164) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:59.013917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.025679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cd353-7369-48c4-9c3a-da359b36cf5e req-b20e4529-640c-45a9-9bdb-18f4be512b4f tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:59.027158 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d52cd353-7369-48c4-9c3a-da359b36cf5e req-b20e4529-640c-45a9-9bdb-18f4be512b4f tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.4676504 Jan 20 14:30:59.035258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0f88e9f9-f85f-427f-8bbf-a885330c025f None None] Provisioning for port a28a86ba-9591-4a67-a96f-1045558d2254 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:59.036235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:59.042285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:59.046423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Usage tracker for resource:floatingip and tenant:48d5f712e395434084c8319d4c561dab is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:59.054069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0f88e9f9-f85f-427f-8bbf-a885330c025f None None] Provisioning complete for port a28a86ba-9591-4a67-a96f-1045558d2254 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:59.054069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f88e9f9-f85f-427f-8bbf-a885330c025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.054342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:59.070984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:59.098753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.107869 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-1cee39b0-3300-4fbf-b842-00b3e357c42a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] delete failed (client error): The resource could not be found. Jan 20 14:30:59.109044 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1cee39b0-3300-4fbf-b842-00b3e357c42a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/floatingips/0b615ebe-95a1-464b-ae4e-e85a8c7a7bd3 HTTP/1.1" status: 404 len: 345 time: 0.1020193 Jan 20 14:30:59.115143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.134749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44168) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:59.183858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0f88e9f9-f85f-427f-8bbf-a885330c025f None None] Port a28a86ba-9591-4a67-a96f-1045558d2254 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:30:59.210554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 984eb168-0b3c-4177-a639-c8094255f461 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:59.296657 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d52cd353-7369-48c4-9c3a-da359b36cf5e req-06026a3a-c382-4d87-b0ee-0f54192fb211 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178934 Jan 20 14:30:59.376984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750cdaa1-9d8a-4e76-a28d-af469aef5b2c tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:59.382835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750cdaa1-9d8a-4e76-a28d-af469aef5b2c tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:59.388621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750cdaa1-9d8a-4e76-a28d-af469aef5b2c tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:59.389496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-750cdaa1-9d8a-4e76-a28d-af469aef5b2c tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Synchronizing usage tracker for tenant:3b6041bfe6d04180b6650c437146a8b4 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:59.397219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.489475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b4d54-3a62-4251-8a6f-fea8db5c6031 req-c05d156e-5708-4f1e-bef3-6ec402fc4f0c tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:59.490954 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9a1b4d54-3a62-4251-8a6f-fea8db5c6031 req-c05d156e-5708-4f1e-bef3-6ec402fc4f0c tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 946 time: 0.7851026 Jan 20 14:30:59.491591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.492103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:59.496003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:59.501846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:30:59.507278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:59.507892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.513909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-750cdaa1-9d8a-4e76-a28d-af469aef5b2c tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Unset dirty status for tenant:3b6041bfe6d04180b6650c437146a8b4 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:59.514977 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-750cdaa1-9d8a-4e76-a28d-af469aef5b2c tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "GET /v2.0/ports?network_id=f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 HTTP/1.1" status: 200 len: 2358 time: 0.3736155 Jan 20 14:30:59.519479 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44172) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:59.560713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event deleted for resources: {'Port': ['ID=2061132a-9d48-4dca-bb90-85b3c58720ab,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:59.560977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=984eb168-0b3c-4177-a639-c8094255f461,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:59.591513 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e4e238b7-bad7-4748-b6a0-9cac6c8ead29 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5218709 Jan 20 14:30:59.597801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44176) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:59.634199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.675619 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9a1b4d54-3a62-4251-8a6f-fea8db5c6031 req-3e8f3278-716f-4eb9-9981-7255a8f31b82 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505394 Jan 20 14:30:59.687099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff8f88-8a15-4126-9d53-41ce61eb3ba0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:59.687490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d0ff8f88-8a15-4126-9d53-41ce61eb3ba0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Synchronizing usage tracker for tenant:3b6041bfe6d04180b6650c437146a8b4 on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:59.701742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.818912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d0ff8f88-8a15-4126-9d53-41ce61eb3ba0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Unset dirty status for tenant:3b6041bfe6d04180b6650c437146a8b4 on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:59.820220 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d0ff8f88-8a15-4126-9d53-41ce61eb3ba0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "GET /v2.0/subnets/50d4f228-8a04-4f50-8ca7-7fcba688dd58 HTTP/1.1" status: 200 len: 797 time: 0.2932587 Jan 20 14:30:59.828683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44184) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:59.843226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Allocated IP 172.26.0.82 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/b513f962-2f52-4776-a93d-4e91181a47e0) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:59.856341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'port': {'network_id': 'f2155552-4dc8-4d7f-86b9-4c0586f2e6e8', 'name': 'tempest-FloatingIPTestJSON-552320540', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:30:59.856649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 34ca3b90-9c9d-4c49-9f5b-590e058db4ed up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:59.878228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94751a30-052c-48da-88b8-acbe48bfdcb0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:59.884283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94751a30-052c-48da-88b8-acbe48bfdcb0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:59.885113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-94751a30-052c-48da-88b8-acbe48bfdcb0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:59.897156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.900033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.945247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.945926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8670e729-3843-4401-94d6-9021e58d35bf {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:30:59.947846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Router 29aefd4a-3adc-4542-a259-a5822e64e981 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:30:59.960538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:00.024156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.025727 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c97b4ad0-fe46-4f7f-b87b-f6a712a43dc2 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "DELETE /v2.0/routers/8670e729-3843-4401-94d6-9021e58d35bf HTTP/1.1" status: 204 len: 168 time: 4.4156744 Jan 20 14:31:00.031506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44188) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:00.034013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-94751a30-052c-48da-88b8-acbe48bfdcb0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:00.038257 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-94751a30-052c-48da-88b8-acbe48bfdcb0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4395173 Jan 20 14:31:00.042622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44192) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:00.208157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-272c06be-6120-4d30-97db-9b6aaaba1b0b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 984eb168-0b3c-4177-a639-c8094255f461 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:00.209800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-272c06be-6120-4d30-97db-9b6aaaba1b0b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.288390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:00.298076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:00.324688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:00.333913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Sync routers for ids ['29aefd4a-3adc-4542-a259-a5822e64e981'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:00.362752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Made reservation on behalf of 3b6041bfe6d04180b6650c437146a8b4 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:00.366241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.370384 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Routers {'29aefd4a-3adc-4542-a259-a5822e64e981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:00.371225 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['29aefd4a-3adc-4542-a259-a5822e64e981'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:00.491326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.540497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.541317 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aac756ca-ad6d-460e-8e8d-e449e03bc2a6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.4040718 Jan 20 14:31:00.552891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44202) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:00.664392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.716991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Set router 29aefd4a-3adc-4542-a259-a5822e64e981 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:00.772165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] device_id is not set on port e5f66e77-ffde-4d1a-9c0e-bfed021a1898 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:00.854996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.871492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.871956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7c764a23-cb05-4ca4-9023-0fa9aec28baa None None] Provisioning for port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:00.891978 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-39f9b849-dbb0-4f55-861a-e558da8a9505 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/routers/29aefd4a-3adc-4542-a259-a5822e64e981 HTTP/1.1" status: 200 len: 907 time: 0.3380466 Jan 20 14:31:00.893315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Deleting port 53e02475-f697-42a0-a9e4-738509a6ae6c {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:00.893761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.897910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7c764a23-cb05-4ca4-9023-0fa9aec28baa None None] Provisioning complete for port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:00.898278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7c764a23-cb05-4ca4-9023-0fa9aec28baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.908063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44210) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:01.124312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Request body: {'router': {'name': 'tempest-snat-router-519269640', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'enable_snat': True}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:01.152592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9f87b-9b84-410c-af68-3d83ddd44121 req-35e02e30-4865-4320-b754-88bd7c2376c9 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:01.154094 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dae9f87b-9b84-410c-af68-3d83ddd44121 req-35e02e30-4865-4320-b754-88bd7c2376c9 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.6131597 Jan 20 14:31:01.156214 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7c764a23-cb05-4ca4-9023-0fa9aec28baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.168079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:01.198348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7c764a23-cb05-4ca4-9023-0fa9aec28baa None None] For port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=34ca3b90-9c9d-4c49-9f5b-590e058db4ed,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:01.204958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7c764a23-cb05-4ca4-9023-0fa9aec28baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.207706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-272c06be-6120-4d30-97db-9b6aaaba1b0b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.227918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Usage tracker for resource:router and tenant:798eca45d4e34a3cbb228c50d6dc0ce9 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:01.231669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:01.232626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:01.246748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:01.260778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aefd4a-3adc-4542-a259-a5822e64e981', 'name': 'tempest-snat-router-519269640', 'tenant_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.28'}], 'enable_snat': False}, 'gw_port_id': 'c98c7fd4-d064-4705-b5a7-4d6247072e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:53Z', 'updated_at': '2022-01-20T14:30:57Z', 'revision_number': 3, 'project_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'gw_port': {'id': 'c98c7fd4-d064-4705-b5a7-4d6247072e77', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aefd4a-3adc-4542-a259-a5822e64e981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:01.265310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:01.269527 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Checking router: 29aefd4a-3adc-4542-a259-a5822e64e981 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:31:01.269868 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Updating router 29aefd4a-3adc-4542-a259-a5822e64e981 port c98c7fd4-d064-4705-b5a7-4d6247072e77 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:31:01.279578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06668dc-ae52-41a5-9e0d-dc6731e0c7ac req-a7d4d73a-f064-4a9e-99fb-20b079bdf2e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:01.281253 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c06668dc-ae52-41a5-9e0d-dc6731e0c7ac req-a7d4d73a-f064-4a9e-99fb-20b079bdf2e1 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 946 time: 0.3413486 Jan 20 14:31:01.291635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:01.322578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] For port 53e02475-f697-42a0-a9e4-738509a6ae6c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=53e02475-f697-42a0-a9e4-738509a6ae6c,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:01.323279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.336468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c764a23-cb05-4ca4-9023-0fa9aec28baa None None] Pushing event updated for resources: {'Port': ['ID=34ca3b90-9c9d-4c49-9f5b-590e058db4ed,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:01.347999 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.352980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event updated for resources: {'Port': ['ID=b513f962-2f52-4776-a93d-4e91181a47e0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:01.378428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b04062e6-94a3-4e46-8e12-33ce9df660e5 None None] Provisioning for port 984eb168-0b3c-4177-a639-c8094255f461 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:01.394051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b04062e6-94a3-4e46-8e12-33ce9df660e5 None None] Provisioning complete for port 984eb168-0b3c-4177-a639-c8094255f461 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:01.394423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b04062e6-94a3-4e46-8e12-33ce9df660e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.433558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-272c06be-6120-4d30-97db-9b6aaaba1b0b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 984eb168-0b3c-4177-a639-c8094255f461 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:01.457536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Calling delete_port for 53e02475-f697-42a0-a9e4-738509a6ae6c owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:01.505847 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dae9f87b-9b84-410c-af68-3d83ddd44121 req-3ad5b351-bdb1-46df-8876-053195ab7d5c tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325739 Jan 20 14:31:01.506221 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c06668dc-ae52-41a5-9e0d-dc6731e0c7ac req-911a2913-beb9-4a6a-8d7e-499ac005e959 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159402 Jan 20 14:31:01.538440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b04062e6-94a3-4e46-8e12-33ce9df660e5 None None] Port 984eb168-0b3c-4177-a639-c8094255f461 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:31:01.541794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.543712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.616860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.659386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.733307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event deleted for resources: {'Port': ['ID=53e02475-f697-42a0-a9e4-738509a6ae6c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:01.843081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 34ca3b90-9c9d-4c49-9f5b-590e058db4ed up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:01.884050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.952047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.999862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.008276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:02.008906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.165462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Transition to ACTIVE for port object c98c7fd4-d064-4705-b5a7-4d6247072e77 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:02.169938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 2061132a-9d48-4dca-bb90-85b3c58720ab no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:02.205336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 2061132a-9d48-4dca-bb90-85b3c58720ab {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:02.205336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 2061132a-9d48-4dca-bb90-85b3c58720ab not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:02.207735 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.219503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.228765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.244298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-272c06be-6120-4d30-97db-9b6aaaba1b0b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.258813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506f0d0-df11-46e0-837b-4cca6998c507 req-7b899c41-179e-46ab-aec1-ede346e86b36 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:02.260503 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9506f0d0-df11-46e0-837b-4cca6998c507 req-7b899c41-179e-46ab-aec1-ede346e86b36 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 946 time: 0.5295610 Jan 20 14:31:02.296850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Attempting to bind port c98c7fd4-d064-4705-b5a7-4d6247072e77 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:02.297357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Attempting to bind port c98c7fd4-d064-4705-b5a7-4d6247072e77 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:02.297850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Attempting to bind port c98c7fd4-d064-4705-b5a7-4d6247072e77 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:31:02.300492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d8817-52be-4b9d-8065-9bd47b6fd88c None None] Pushing event updated for resources: {'Port': ['ID=c98c7fd4-d064-4705-b5a7-4d6247072e77,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:02.306433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:31:02.306973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:02.307467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.307944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:31:02.308541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Bound port: c98c7fd4-d064-4705-b5a7-4d6247072e77, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:02.309162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.315283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.315985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7131ca51-e220-4467-a4f9-354e7482b632 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:02.368162 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9506f0d0-df11-46e0-837b-4cca6998c507 req-4efcec74-53c2-494a-8f8b-5bde15d6bf13 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978389 Jan 20 14:31:02.372008 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-5bc79dfe-de12-447a-baf5-a85112db58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:02.373094 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-5bc79dfe-de12-447a-baf5-a85112db58d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e46b88d12d7e404d90c306bd4baee792&device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 1099 time: 0.2128997 Jan 20 14:31:02.380657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.381603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c06be-6120-4d30-97db-9b6aaaba1b0b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=984eb168-0b3c-4177-a639-c8094255f461,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:02.382071 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c1bf2d87-cc5c-40d9-9246-8150175f2beb tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "DELETE /v2.0/routers/7131ca51-e220-4467-a4f9-354e7482b632 HTTP/1.1" status: 204 len: 168 time: 2.3490322 Jan 20 14:31:02.392596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44218) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:02.397649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] For port c98c7fd4-d064-4705-b5a7-4d6247072e77, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:31:02.401591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] For port c98c7fd4-d064-4705-b5a7-4d6247072e77, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c98c7fd4-d064-4705-b5a7-4d6247072e77,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:31:02.416613 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.418032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-988805637', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:02.488144 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.20.0.14 (f2155552-4dc8-4d7f-86b9-4c0586f2e6e8/50d4f228-8a04-4f50-8ca7-7fcba688dd58/e5f66e77-ffde-4d1a-9c0e-bfed021a1898) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:02.492661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.500549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.516865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Routers {'29aefd4a-3adc-4542-a259-a5822e64e981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:02.517840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:30:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['29aefd4a-3adc-4542-a259-a5822e64e981'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:02.548564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:02.566702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.20.0.13 (f2155552-4dc8-4d7f-86b9-4c0586f2e6e8/50d4f228-8a04-4f50-8ca7-7fcba688dd58/e5f66e77-ffde-4d1a-9c0e-bfed021a1898) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:02.581643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Usage tracker for resource:router and tenant:0947d9f8c5c34800961e6a97f10b1e2f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:02.593351 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-b9140583-e950-458c-8fb2-50604c459485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:02.597220 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-b9140583-e950-458c-8fb2-50604c459485 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 200 len: 912 time: 0.2110641 Jan 20 14:31:02.597391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:02.599854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-272c06be-6120-4d30-97db-9b6aaaba1b0b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.608302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d8817-52be-4b9d-8065-9bd47b6fd88c None None] Pushing event updated for resources: {'Port': ['ID=c98c7fd4-d064-4705-b5a7-4d6247072e77,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:02.650272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:02.760979 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] Set router 29aefd4a-3adc-4542-a259-a5822e64e981 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:02.777478 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-d5271749-ef64-4496-943c-28dd419aad47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 200 len: 1002 time: 0.1754584 Jan 20 14:31:02.857558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfd361-69c3-4918-9b7d-e5c4e8bfe190 req-e1cda8e6-c58c-4bfc-a12b-ce1791b84a1b tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:02.857558 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-22dfd361-69c3-4918-9b7d-e5c4e8bfe190 req-e1cda8e6-c58c-4bfc-a12b-ce1791b84a1b tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 946 time: 0.1604474 Jan 20 14:31:02.859455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-9cd072f3-4770-436f-ac50-ccbf3a4c3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:02.860900 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-9cd072f3-4770-436f-ac50-ccbf3a4c3df2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2f1e2a2-41fc-449d-823a-59681b2864b6 HTTP/1.1" status: 200 len: 850 time: 0.0764368 Jan 20 14:31:03.056668 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-272c06be-6120-4d30-97db-9b6aaaba1b0b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/984eb168-0b3c-4177-a639-c8094255f461 HTTP/1.1" status: 204 len: 168 time: 2.9715242 Jan 20 14:31:03.057791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.058837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.063908 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44230) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:03.069200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-b47d663b-fbd4-40c6-8029-07f093197b71 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:03.070662 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-b47d663b-fbd4-40c6-8029-07f093197b71 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.72 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 946 time: 1.0777178 Jan 20 14:31:03.096899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aefd4a-3adc-4542-a259-a5822e64e981', 'name': 'tempest-snat-router-519269640', 'tenant_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.28'}], 'enable_snat': False}, 'gw_port_id': 'c98c7fd4-d064-4705-b5a7-4d6247072e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:53Z', 'updated_at': '2022-01-20T14:30:57Z', 'revision_number': 3, 'project_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'gw_port': {'id': 'c98c7fd4-d064-4705-b5a7-4d6247072e77', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aefd4a-3adc-4542-a259-a5822e64e981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:03.102345 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f02e3356-aa85-4392-af7b-f3918da38484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.103839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b53d5-a114-4d59-9d30-700ec4d672c9 None None] The sync data for ids ['29aefd4a-3adc-4542-a259-a5822e64e981'] in dv-neutron-825123-1-hyperv is: [{'id': '29aefd4a-3adc-4542-a259-a5822e64e981', 'name': 'tempest-snat-router-519269640', 'tenant_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.28'}], 'enable_snat': False}, 'gw_port_id': 'c98c7fd4-d064-4705-b5a7-4d6247072e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:53Z', 'updated_at': '2022-01-20T14:30:57Z', 'revision_number': 3, 'project_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'gw_port': {'id': 'c98c7fd4-d064-4705-b5a7-4d6247072e77', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aefd4a-3adc-4542-a259-a5822e64e981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:03.114677 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-22dfd361-69c3-4918-9b7d-e5c4e8bfe190 req-bdb4ea70-e6b5-4935-b56d-5edd4b37f5ba tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512498 Jan 20 14:31:03.156043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a9a89-922e-4163-8378-c7a5e6328565 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:03.157671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a9a89-922e-4163-8378-c7a5e6328565 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:03.158420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e79a9a89-922e-4163-8378-c7a5e6328565 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:03.175283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-e6dd75e8-9a48-4cc2-9e00-0d39e24d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:03.176800 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-e6dd75e8-9a48-4cc2-9e00-0d39e24d2875 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2996991 Jan 20 14:31:03.184621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e79a9a89-922e-4163-8378-c7a5e6328565 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:03.189178 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e79a9a89-922e-4163-8378-c7a5e6328565 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1217303 Jan 20 14:31:03.189795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44234) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:03.220645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98ae74-8045-4499-9cf2-ac8beecad8af req-a973323b-4251-4484-bfde-c75a2664cce0 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:03.224709 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7f98ae74-8045-4499-9cf2-ac8beecad8af req-a973323b-4251-4484-bfde-c75a2664cce0 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 1.2346678 Jan 20 14:31:03.341812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.353325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-272ae190-d6c1-4a4d-b828-97ed91069fb7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet ab4801ff-cfad-4f7f-a899-9e832a7252a7 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:31:03.356786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Deleting port 843cdc7b-095c-4cbd-80d6-34330669c488 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:03.359326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.365438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-272ae190-d6c1-4a4d-b828-97ed91069fb7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.467335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.473783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-272ae190-d6c1-4a4d-b828-97ed91069fb7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.547609 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-70acbaff-b667-4665-875b-8f051ee12258 service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566308 Jan 20 14:31:03.578031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.728989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event updated for resources: {'Port': ['ID=b513f962-2f52-4776-a93d-4e91181a47e0,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:03.743782 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7f98ae74-8045-4499-9cf2-ac8beecad8af req-ae789ce0-a9a5-4914-bb65-6daae9e379ca tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410671 Jan 20 14:31:03.771894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-272ae190-d6c1-4a4d-b828-97ed91069fb7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.775818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.827165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb98663-5f73-4de6-950d-d0a8754756cf req-735655ad-3608-4c62-b8d5-6d64da5c4cfc tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:03.834385 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cfb98663-5f73-4de6-950d-d0a8754756cf req-735655ad-3608-4c62-b8d5-6d64da5c4cfc tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 946 time: 0.3276184 Jan 20 14:31:03.841479 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-79389261-7e9a-4d28-ab49-986c3669cac5 req-f0edba52-a8a8-4fe2-8eda-7a5811a7bcae service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768734 Jan 20 14:31:03.865706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.899792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c98c7fd4-d064-4705-b5a7-4d6247072e77 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:03.915042 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cfb98663-5f73-4de6-950d-d0a8754756cf req-0542bc6b-322c-4a2e-abb9-62046f8db64c tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796659 Jan 20 14:31:03.933812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-272ae190-d6c1-4a4d-b828-97ed91069fb7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.982770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-272ae190-d6c1-4a4d-b828-97ed91069fb7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.990045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ae190-d6c1-4a4d-b828-97ed91069fb7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4801ff-cfad-4f7f-a899-9e832a7252a7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:03.991622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42618b9-6aa7-4281-8636-4bb9d7a16420 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:04.011940 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-272ae190-d6c1-4a4d-b828-97ed91069fb7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/ab4801ff-cfad-4f7f-a899-9e832a7252a7 HTTP/1.1" status: 204 len: 168 time: 0.8196561 Jan 20 14:31:04.012774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44242) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:04.099267 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-62742991-6dfd-405c-a1f4-739931aeba08 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852749 Jan 20 14:31:04.099811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44246) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:04.105602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:04.122206 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port c98c7fd4-d064-4705-b5a7-4d6247072e77 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:04.134935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c98c7fd4-d064-4705-b5a7-4d6247072e77 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:04.135300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.234548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:04.239857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:04.243699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:04.250637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:04.284865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:04.288435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.296333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.317913 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.322170 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4436f7be-d8b2-4157-a1b8-cce0774a4c93 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3020408 Jan 20 14:31:04.362994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44252) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:04.373758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-cc95280a-81ce-4e4a-a83f-9820884a3a2c tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Request body: {'floatingip': {'port_id': 'a28a86ba-9591-4a67-a96f-1045558d2254', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:04.444287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.462681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cc95280a-81ce-4e4a-a83f-9820884a3a2c tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for floatingip, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.465913 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] For port 843cdc7b-095c-4cbd-80d6-34330669c488, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=843cdc7b-095c-4cbd-80d6-34330669c488,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:04.466251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.474768 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port c98c7fd4-d064-4705-b5a7-4d6247072e77, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c98c7fd4-d064-4705-b5a7-4d6247072e77,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:04.486532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.495691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.581837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c92b8e-71d1-4947-a3df-1007c46eccb7 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:31:04.590877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d6c92b8e-71d1-4947-a3df-1007c46eccb7 None None] Deleting port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:04.591862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d6c92b8e-71d1-4947-a3df-1007c46eccb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.676511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 53e02475-f697-42a0-a9e4-738509a6ae6c no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:04.717787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 53e02475-f697-42a0-a9e4-738509a6ae6c {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:04.718144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 53e02475-f697-42a0-a9e4-738509a6ae6c not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:04.721726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=c98c7fd4-d064-4705-b5a7-4d6247072e77,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:04.726938 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-cc95280a-81ce-4e4a-a83f-9820884a3a2c tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] update failed (client error): The resource could not be found. Jan 20 14:31:04.730784 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cc95280a-81ce-4e4a-a83f-9820884a3a2c tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "PUT /v2.0/floatingips/8957ebfb-ebb6-4afa-882c-53aab4225a3b HTTP/1.1" status: 404 len: 507 time: 0.3641231 Jan 20 14:31:04.731616 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44256) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:04.911929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:04.929323 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d6c92b8e-71d1-4947-a3df-1007c46eccb7 None None] For port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=34ca3b90-9c9d-4c49-9f5b-590e058db4ed,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:04.930192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d6c92b8e-71d1-4947-a3df-1007c46eccb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.945258 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:04.960822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:05.078437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=e5f66e77-ffde-4d1a-9c0e-bfed021a1898,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:05.126347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d6c92b8e-71d1-4947-a3df-1007c46eccb7 None None] Calling delete_port for 34ca3b90-9c9d-4c49-9f5b-590e058db4ed owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:05.162400 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-3979fe9d-7938-449b-80a9-ab7bf437de6d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Deleting port b513f962-2f52-4776-a93d-4e91181a47e0 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:05.162737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3979fe9d-7938-449b-80a9-ab7bf437de6d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.210652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d6c92b8e-71d1-4947-a3df-1007c46eccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.246415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.268099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c92b8e-71d1-4947-a3df-1007c46eccb7 None None] No DVR routers for this DVR port 34ca3b90-9c9d-4c49-9f5b-590e058db4ed on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:05.268433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:05.269037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.272913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c92b8e-71d1-4947-a3df-1007c46eccb7 None None] Pushing event deleted for resources: {'Port': ['ID=34ca3b90-9c9d-4c49-9f5b-590e058db4ed,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:05.326005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefeb4c9-0009-4789-b5ab-58abbd6ba18a req-a682e446-9ffb-40c7-a7db-957a30875b09 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:05.327577 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cefeb4c9-0009-4789-b5ab-58abbd6ba18a req-a682e446-9ffb-40c7-a7db-957a30875b09 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 946 time: 1.0149145 Jan 20 14:31:05.395534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:05.405423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d16e3fea-4cf5-4988-be02-ca6ac22b08bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.408476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cced63c-d6b7-4de3-8ac6-df182017c6e4 req-e7c78c00-bfae-4142-b09f-38ad2413025e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:05.410013 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8cced63c-d6b7-4de3-8ac6-df182017c6e4 req-e7c78c00-bfae-4142-b09f-38ad2413025e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.4701350 Jan 20 14:31:05.411193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:05.422879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:05.423496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.425367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee864f-a964-4fc7-8206-5f8c4d19d19e None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:05.434260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f078a-62ef-4369-9fea-a79f1b475416 req-1357fd01-aa53-45e7-af99-ee1e5a2364e4 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:05.435690 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-117f078a-62ef-4369-9fea-a79f1b475416 req-1357fd01-aa53-45e7-af99-ee1e5a2364e4 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 946 time: 0.5030017 Jan 20 14:31:05.445493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 843cdc7b-095c-4cbd-80d6-34330669c488 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:05.446202 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-88807326-66b4-45a2-9059-1770bf031f2a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.6055994 Jan 20 14:31:05.463644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44264) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:05.479238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': 'e5f66e77-ffde-4d1a-9c0e-bfed021a1898', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:05.510223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=3e96a7de-2dd9-4cc4-ab13-fd6cedacda68,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:05.512667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:05.515430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.558513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:floatingip and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:05.566598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:05.571226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.575294 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cefeb4c9-0009-4789-b5ab-58abbd6ba18a req-cccd5af4-9e2a-48ac-b1af-744fd1f98b56 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357662 Jan 20 14:31:05.576455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3979fe9d-7938-449b-80a9-ab7bf437de6d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.576656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3979fe9d-7938-449b-80a9-ab7bf437de6d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.614014 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8cced63c-d6b7-4de3-8ac6-df182017c6e4 req-f5ede783-4bfb-4216-9545-cbd06dcdf042 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945579 Jan 20 14:31:05.615376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:05.617320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Deleting port 865c1456-4d20-4494-a805-8a0fd13e617a {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:05.617779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.619896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.620360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.620639 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Floating IP 4eeae662-19d3-458d-9efe-4cb3db245173 disassociated. External IP: 172.26.0.81, port: 843cdc7b-095c-4cbd-80d6-34330669c488. Jan 20 14:31:05.620975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Calling delete_port for 843cdc7b-095c-4cbd-80d6-34330669c488 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:05.707770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.742724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843cdc7b-095c-4cbd-80d6-34330669c488'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:31:05.784869 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d9fbf759-f2fe-40ac-b734-49a161eab6a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6839752 Jan 20 14:31:05.796865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44272) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:05.797354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 843cdc7b-095c-4cbd-80d6-34330669c488, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=843cdc7b-095c-4cbd-80d6-34330669c488,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:05.800184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.815405 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.860172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '3e96a7de-2dd9-4cc4-ab13-fd6cedacda68'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:31:05.861101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.877964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c98c7fd4-d064-4705-b5a7-4d6247072e77 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:05.884177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-3979fe9d-7938-449b-80a9-ab7bf437de6d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Calling delete_port for b513f962-2f52-4776-a93d-4e91181a47e0 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:05.914474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'fixed_ips': [{'subnet_id': '3e96a7de-2dd9-4cc4-ab13-fd6cedacda68', 'ip_address': '2001:db8::15e7:5679:dacc:afe7'}], 'name': 'tempest-NetworksTestDHCPv6-164996842'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:06.022263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=843cdc7b-095c-4cbd-80d6-34330669c488,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:06.110389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.140852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c98c7fd4-d064-4705-b5a7-4d6247072e77 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:06.141465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.156764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:06.157136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:06.158919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.198524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/3e96a7de-2dd9-4cc4-ab13-fd6cedacda68/44937be8-89a2-400d-b445-a46487724847) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:06.206225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Allocated IP 172.26.0.25 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/07bbcf03-ed33-4296-a6e1-84e85d24b8d5) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:06.339059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbd6c-816f-472a-a79e-d9a681b27ac0 req-5c1a5e39-c3c7-4d9e-aacd-d51c38e8f2d5 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:06.339972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2f05-792e-4ef3-bb30-4ccaaa73c39c req-34c6ed60-7603-4a8a-9ebe-f3135517cf6c tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:06.341497 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-843b2f05-792e-4ef3-bb30-4ccaaa73c39c req-34c6ed60-7603-4a8a-9ebe-f3135517cf6c tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.4698961 Jan 20 14:31:06.346562 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-125fbd6c-816f-472a-a79e-d9a681b27ac0 req-5c1a5e39-c3c7-4d9e-aacd-d51c38e8f2d5 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 946 time: 0.5148220 Jan 20 14:31:06.365342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:06.401175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:06.410814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:06.432563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:06.463458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.468715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] For port 865c1456-4d20-4494-a805-8a0fd13e617a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=865c1456-4d20-4494-a805-8a0fd13e617a,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:06.469881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.480453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.494173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:06.559729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 34ca3b90-9c9d-4c49-9f5b-590e058db4ed no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:06.614189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 34ca3b90-9c9d-4c49-9f5b-590e058db4ed {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:06.614189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 34ca3b90-9c9d-4c49-9f5b-590e058db4ed not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:06.619846 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-125fbd6c-816f-472a-a79e-d9a681b27ac0 req-36a92130-270b-4940-abff-b0961cc72981 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719758 Jan 20 14:31:06.632821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.657769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Transition to ACTIVE for port object 44937be8-89a2-400d-b445-a46487724847 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:06.658535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Deleting port 843cdc7b-095c-4cbd-80d6-34330669c488 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:06.658878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.685200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Transition to ACTIVE for port object 44937be8-89a2-400d-b445-a46487724847 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:06.689229 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843cdc7b-095c-4cbd-80d6-34330669c488', 'code': 200} Jan 20 14:31:06.697381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.701595 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-843b2f05-792e-4ef3-bb30-4ccaaa73c39c req-155ea37e-d657-458a-a828-9d5c83976850 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397906 Jan 20 14:31:06.702077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3979fe9d-7938-449b-80a9-ab7bf437de6d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.725566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.741925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.788089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:06.792218 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:06.798007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:06.819720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Pushing event updated for resources: {'Port': ['ID=44937be8-89a2-400d-b445-a46487724847,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:06.826585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979fe9d-7938-449b-80a9-ab7bf437de6d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event deleted for resources: {'Port': ['ID=b513f962-2f52-4776-a93d-4e91181a47e0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:06.965822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Attempting to bind port 44937be8-89a2-400d-b445-a46487724847 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:06.966216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Attempting to bind port 44937be8-89a2-400d-b445-a46487724847 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:06.966530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Attempting to bind port 44937be8-89a2-400d-b445-a46487724847 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:31:06.975057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:31:06.975575 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:06.975801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.976185 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:31:06.976658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Bound port: 44937be8-89a2-400d-b445-a46487724847, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:06.977023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.061818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.110593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] For port 44937be8-89a2-400d-b445-a46487724847, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:31:07.114327 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] For port 44937be8-89a2-400d-b445-a46487724847, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=44937be8-89a2-400d-b445-a46487724847,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:31:07.124013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.186078 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3979fe9d-7938-449b-80a9-ab7bf437de6d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.207874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:07.219942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:07.232608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:07.238313 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe93f1-4bcb-4e92-84a1-3ad8e9e01d74 None None] Pushing event updated for resources: {'Port': ['ID=44937be8-89a2-400d-b445-a46487724847,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:07.243782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.286920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event updated for resources: {'Port': ['ID=07bbcf03-ed33-4296-a6e1-84e85d24b8d5,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:07.292359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3979fe9d-7938-449b-80a9-ab7bf437de6d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.298807 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3979fe9d-7938-449b-80a9-ab7bf437de6d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "DELETE /v2.0/floatingips/8957ebfb-ebb6-4afa-882c-53aab4225a3b HTTP/1.1" status: 204 len: 168 time: 2.5617113 Jan 20 14:31:07.299339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2987-91db-4c9a-8158-8f37e7a9fc51 req-eaa30fd0-bba8-41a9-9fa0-d85df7b0e665 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:07.303571 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7eb2987-91db-4c9a-8158-8f37e7a9fc51 req-eaa30fd0-bba8-41a9-9fa0-d85df7b0e665 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 944 time: 0.4239671 Jan 20 14:31:07.304835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44282) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:07.306680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Allocated IP 172.26.0.114 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/2fe4c527-38de-4614-892f-75194faf2f3c) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:07.307806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port f54e82a4-bc4f-4cbf-a747-f965879a9bfb yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:07.330461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] For port 843cdc7b-095c-4cbd-80d6-34330669c488, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=843cdc7b-095c-4cbd-80d6-34330669c488,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:07.330849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.343026 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.343469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.344316 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Floating IP ce8a827a-30a2-4ccf-ade9-1c8705779196 disassociated. External IP: 172.26.0.242, port: 865c1456-4d20-4494-a805-8a0fd13e617a. Jan 20 14:31:07.344316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Calling delete_port for 865c1456-4d20-4494-a805-8a0fd13e617a owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:07.376499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-0bc5d33c-1db3-4091-813c-2f3017943584 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Request body: {'floatingip': {'floating_network_id': 'cc62538a-1f03-4863-bd28-00f6f9a68903', 'port_id': 'a28a86ba-9591-4a67-a96f-1045558d2254', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:07.394203 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0bc5d33c-1db3-4091-813c-2f3017943584 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:07.414046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0bc5d33c-1db3-4091-813c-2f3017943584 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Usage tracker for resource:floatingip and tenant:48d5f712e395434084c8319d4c561dab is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:07.426877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0bc5d33c-1db3-4091-813c-2f3017943584 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:07.454144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0bc5d33c-1db3-4091-813c-2f3017943584 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:07.532355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0bc5d33c-1db3-4091-813c-2f3017943584 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.548881 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7eb2987-91db-4c9a-8158-8f37e7a9fc51 req-80652f31-db0e-4e5d-871f-31e834b77faa tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443926 Jan 20 14:31:07.590240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd2bfd-0b70-474c-995c-83f599bc24f8 req-d74fe686-e466-42b9-b934-22e2893238da tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:07.593009 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-aedd2bfd-0b70-474c-995c-83f599bc24f8 req-d74fe686-e466-42b9-b934-22e2893238da tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.4117298 Jan 20 14:31:07.831939 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 44937be8-89a2-400d-b445-a46487724847 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:07.836300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.861938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.911268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 44937be8-89a2-400d-b445-a46487724847 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:07.916657 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-aedd2bfd-0b70-474c-995c-83f599bc24f8 req-59ccbbd1-27a8-40cf-bbc7-6a58ef9a35db tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608442 Jan 20 14:31:07.926783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Pushing event deleted for resources: {'Port': ['ID=865c1456-4d20-4494-a805-8a0fd13e617a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:08.062658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.140555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::15e7:5679:dacc:afe7 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/3e96a7de-2dd9-4cc4-ab13-fd6cedacda68/f54e82a4-bc4f-4cbf-a747-f965879a9bfb) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:08.146854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:08.482866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.483459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.483914 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Floating IP 4eeae662-19d3-458d-9efe-4cb3db245173 disassociated. External IP: 172.26.0.81, port: 843cdc7b-095c-4cbd-80d6-34330669c488. Jan 20 14:31:08.484417 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Calling delete_port for 843cdc7b-095c-4cbd-80d6-34330669c488 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:08.644791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dceb84dd-af53-4182-93d9-c452c544d4ac None None] Provisioning for port 44937be8-89a2-400d-b445-a46487724847 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:08.650798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dceb84dd-af53-4182-93d9-c452c544d4ac None None] Provisioning complete for port 44937be8-89a2-400d-b445-a46487724847 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:08.653788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dceb84dd-af53-4182-93d9-c452c544d4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.702748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f7b58-cfbf-4ab1-9b3f-0cfc232c75f3 req-298cb834-e7e4-4687-92b4-1ff535bda4d1 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:08.704443 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-785f7b58-cfbf-4ab1-9b3f-0cfc232c75f3 req-298cb834-e7e4-4687-92b4-1ff535bda4d1 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 867 time: 0.9281011 Jan 20 14:31:08.796807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.803087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dceb84dd-af53-4182-93d9-c452c544d4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.838721 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-dceb84dd-af53-4182-93d9-c452c544d4ac None None] For port 44937be8-89a2-400d-b445-a46487724847, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=44937be8-89a2-400d-b445-a46487724847,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:08.845995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dceb84dd-af53-4182-93d9-c452c544d4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.872736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.884249 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-785f7b58-cfbf-4ab1-9b3f-0cfc232c75f3 req-a86e4b48-4a41-4e22-9d2d-e1dd0743a79a tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b0ca1b-964a-4231-b1e8-867bf6185a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675069 Jan 20 14:31:08.891529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object f54e82a4-bc4f-4cbf-a747-f965879a9bfb will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:08.933615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.963480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb84dd-af53-4182-93d9-c452c544d4ac None None] Pushing event updated for resources: {'Port': ['ID=44937be8-89a2-400d-b445-a46487724847,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:08.974415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.982419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.26.0.203 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/e4626f9f-4f75-4a28-9372-8e1ee967283e) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:09.052841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f7f04-9cbc-4c7d-a8b8-c01019a8ee53 req-47e1712a-0fab-4d03-b3bd-85a0ad482484 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:09.054262 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ea6f7f04-9cbc-4c7d-a8b8-c01019a8ee53 req-47e1712a-0fab-4d03-b3bd-85a0ad482484 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.5745261 Jan 20 14:31:09.074261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:09.087188 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232c734-e535-472f-9e73-12bab218236b None None] Sync routers for ids ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:09.097755 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232c734-e535-472f-9e73-12bab218236b None None] Routers {'cf35fc6f-ad55-4b1e-84b4-2598295c5d19'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:09.098349 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f232c734-e535-472f-9e73-12bab218236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:09.115597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:09.143081 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:09.152269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:09.159004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:09.159665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.222758 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-0bc5d33c-1db3-4091-813c-2f3017943584 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:31:09.227334 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0bc5d33c-1db3-4091-813c-2f3017943584 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9214687 Jan 20 14:31:09.228884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44294) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:09.229551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=f54e82a4-bc4f-4cbf-a747-f965879a9bfb,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:09.246136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:09.249519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': 'a28a86ba-9591-4a67-a96f-1045558d2254', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:09.269492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:09.274480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.274822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.275194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.275519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.275840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.276218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.276556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.276914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.277273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.277589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.277903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.278214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.301275 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ea6f7f04-9cbc-4c7d-a8b8-c01019a8ee53 req-35c9a1f9-0a3b-4a2e-acca-bdef771e4f99 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284660 Jan 20 14:31:09.306404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Usage tracker for resource:floatingip and tenant:48d5f712e395434084c8319d4c561dab is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:09.313699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:09.327505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:09.332609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:09.344805 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9a142cc2-c095-47f3-9e32-05d4070a485c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4718075 Jan 20 14:31:09.345599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44298) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:09.346704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Pushing event updated for resources: {'Port': ['ID=2fe4c527-38de-4614-892f-75194faf2f3c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:09.351658 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f232c734-e535-472f-9e73-12bab218236b None None] Set router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:09.358266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] No DVR routers for this DVR port 865c1456-4d20-4494-a805-8a0fd13e617a on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:09.361655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.364493 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-117f078a-62ef-4369-9fea-a79f1b475416 req-67e7b6a5-31cd-4193-9569-85456e9bfa64 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.72 "DELETE /v2.0/ports/865c1456-4d20-4494-a805-8a0fd13e617a HTTP/1.1" status: 204 len: 173 time: 3.9064846 Jan 20 14:31:09.374237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:09.405287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'name': 'network-vif-deleted', 'tag': '865c1456-4d20-4494-a805-8a0fd13e617a'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:31:09.427334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.460430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.472732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 865c1456-4d20-4494-a805-8a0fd13e617a no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:09.505662 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fe8557-2eaa-47ca-9c63-b12cc837b346', 'name': 'network-vif-deleted', 'tag': '865c1456-4d20-4494-a805-8a0fd13e617a', 'status': 'completed', 'code': 200} Jan 20 14:31:09.537061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 865c1456-4d20-4494-a805-8a0fd13e617a {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:09.537417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 865c1456-4d20-4494-a805-8a0fd13e617a not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:09.615018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8260eedc-8355-4073-85aa-15cd27f5577f None None] Provisioning for port f54e82a4-bc4f-4cbf-a747-f965879a9bfb completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:09.620100 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8260eedc-8355-4073-85aa-15cd27f5577f None None] Provisioning complete for port f54e82a4-bc4f-4cbf-a747-f965879a9bfb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:09.620493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8260eedc-8355-4073-85aa-15cd27f5577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.626905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8db41f7-3de4-457a-bb28-afa3edbaa030 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:09.633218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8db41f7-3de4-457a-bb28-afa3edbaa030 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:09.634227 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c8db41f7-3de4-457a-bb28-afa3edbaa030 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:09.697583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c8db41f7-3de4-457a-bb28-afa3edbaa030 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:09.703322 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c8db41f7-3de4-457a-bb28-afa3edbaa030 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3484483 Jan 20 14:31:09.704150 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44304) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:09.738401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8260eedc-8355-4073-85aa-15cd27f5577f None None] Port f54e82a4-bc4f-4cbf-a747-f965879a9bfb cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:31:09.743589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Pushing event deleted for resources: {'Port': ['ID=843cdc7b-095c-4cbd-80d6-34330669c488,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:09.777819 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.804262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 44937be8-89a2-400d-b445-a46487724847 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:09.859945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.866171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.868148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-aead0578-e4aa-4e93-8489-5a00937f6417 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port f54e82a4-bc4f-4cbf-a747-f965879a9bfb {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:09.868521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aead0578-e4aa-4e93-8489-5a00937f6417 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.873011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.873388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.873720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.874042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.874362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.874679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.874992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.875925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.875925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.876198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:09.933386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 44937be8-89a2-400d-b445-a46487724847 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:09.934016 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.942560 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f232c734-e535-472f-9e73-12bab218236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:26Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd1c29d67-1ab3-42f5-b77e-d9930821894b', 'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'mac_address': 'fa:16:3e:9b:9d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:22Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 5, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'subnets': [{'id': '350e74ee-c648-45bb-8092-9b31691969c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:09.952009 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232c734-e535-472f-9e73-12bab218236b None None] Checking router: cf35fc6f-ad55-4b1e-84b4-2598295c5d19 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:31:09.978748 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232c734-e535-472f-9e73-12bab218236b None None] Routers {'cf35fc6f-ad55-4b1e-84b4-2598295c5d19'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:09.979491 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f232c734-e535-472f-9e73-12bab218236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:10.231087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1443b-edda-41ca-b3e3-8996a7ca0af8 req-4b5b20d0-79aa-4420-8398-f8ca9df72001 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:10.238135 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-34b1443b-edda-41ca-b3e3-8996a7ca0af8 req-4b5b20d0-79aa-4420-8398-f8ca9df72001 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 944 time: 1.1712399 Jan 20 14:31:10.311232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:10.317866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-bba708b1-11bc-401f-a077-4f064532a530 req-4afdff89-5689-4712-91c1-9372ce364d43 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Synchronizing usage tracker for tenant:77c3474047a34ce888ea8e6fa8467a66 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:10.329977 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f232c734-e535-472f-9e73-12bab218236b None None] Set router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:10.363243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-bba708b1-11bc-401f-a077-4f064532a530 req-4afdff89-5689-4712-91c1-9372ce364d43 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Unset dirty status for tenant:77c3474047a34ce888ea8e6fa8467a66 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:10.376181 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bba708b1-11bc-401f-a077-4f064532a530 req-4afdff89-5689-4712-91c1-9372ce364d43 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/ports?device_id=45fe8557-2eaa-47ca-9c63-b12cc837b346 HTTP/1.1" status: 200 len: 210 time: 0.1625998 Jan 20 14:31:10.476865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aead0578-e4aa-4e93-8489-5a00937f6417 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:10.643386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-aead0578-e4aa-4e93-8489-5a00937f6417 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for f54e82a4-bc4f-4cbf-a747-f965879a9bfb owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:10.675794 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-34b1443b-edda-41ca-b3e3-8996a7ca0af8 req-d1d4820c-7d31-4ede-afd3-263012e70489 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups?id=d64e00a6-96f7-48d1-9384-5326f6247b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364061 Jan 20 14:31:10.708358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:10.735950 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f232c734-e535-472f-9e73-12bab218236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:26Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd1c29d67-1ab3-42f5-b77e-d9930821894b', 'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'mac_address': 'fa:16:3e:9b:9d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:22Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 5, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'subnets': [{'id': '350e74ee-c648-45bb-8092-9b31691969c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:10.740977 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232c734-e535-472f-9e73-12bab218236b None None] The sync data for ids ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'] in dv-neutron-825123-1-hyperv is: [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:29:26Z', 'revision_number': 4, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd1c29d67-1ab3-42f5-b77e-d9930821894b', 'name': '', 'network_id': '7c25f2f0-d8ab-4a04-9730-3c19056abfd2', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'mac_address': 'fa:16:3e:9b:9d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '350e74ee-c648-45bb-8092-9b31691969c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:22Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 5, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'subnets': [{'id': '350e74ee-c648-45bb-8092-9b31691969c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:10.893762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Router 3de0c1f3-1aef-470c-8e7d-88d877f217ed has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:10.905447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbefb5-c672-468e-a723-e814dad5e90d req-7c0b4ec6-70c8-45fd-bf90-5a6228065413 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:10.907577 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f9bbefb5-c672-468e-a723-e814dad5e90d req-7c0b4ec6-70c8-45fd-bf90-5a6228065413 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.3558645 Jan 20 14:31:11.047972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.050360 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f9bbefb5-c672-468e-a723-e814dad5e90d req-d5168693-7a68-4b48-b1a2-d2771b630c4c tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054347 Jan 20 14:31:11.098935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Allocated IP 172.26.0.43 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/1dcd1051-465b-4be5-9503-dc54707013b0) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:11.110623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aead0578-e4aa-4e93-8489-5a00937f6417 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.147500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfa88f-4a83-4edc-b1fb-3f8d77458673 None None] New status for floating IP ce8a827a-30a2-4ccf-ade9-1c8705779196: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:31:11.172920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead0578-e4aa-4e93-8489-5a00937f6417 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=f54e82a4-bc4f-4cbf-a747-f965879a9bfb,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:11.364974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aead0578-e4aa-4e93-8489-5a00937f6417 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.412873 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:11.435869 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aead0578-e4aa-4e93-8489-5a00937f6417 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/f54e82a4-bc4f-4cbf-a747-f965879a9bfb HTTP/1.1" status: 204 len: 168 time: 1.7298388 Jan 20 14:31:11.435998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:11.444194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44318) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:11.449698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=e4626f9f-4f75-4a28-9372-8e1ee967283e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:11.457311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:11.666228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44324) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:11.686319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.726982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f92404-2383-48c6-bcc4-28e169c28752 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:11.728532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f92404-2383-48c6-bcc4-28e169c28752 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:11.729276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-66f92404-2383-48c6-bcc4-28e169c28752 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:11.747964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.792802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-66f92404-2383-48c6-bcc4-28e169c28752 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:11.796561 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-66f92404-2383-48c6-bcc4-28e169c28752 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3487566 Jan 20 14:31:11.803479 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44330) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:11.821517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-daf754ce-81b3-405b-8ea9-88ba1ae03943 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.844235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95946-2037-4c81-addd-020a7a5ea47f req-3cee79c1-a3d2-43fd-9cb7-cb7c623f0521 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:11.845743 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56a95946-2037-4c81-addd-020a7a5ea47f req-3cee79c1-a3d2-43fd-9cb7-cb7c623f0521 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.3007753 Jan 20 14:31:11.877392 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.881692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-daf754ce-81b3-405b-8ea9-88ba1ae03943 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.996197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:12.002435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:12.005887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event updated for resources: {'Port': ['ID=1dcd1051-465b-4be5-9503-dc54707013b0,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:12.008293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:12.035197 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56a95946-2037-4c81-addd-020a7a5ea47f req-85833d4a-bde0-445e-8faf-5d9d14aaa6d6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817648 Jan 20 14:31:12.048875 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d7197f1-8b05-4538-8c61-20dd24d20dbf req-39842a6b-bd28-4f19-be3c-d4fefe296829 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 210 time: 0.2069430 Jan 20 14:31:12.094912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-daf754ce-81b3-405b-8ea9-88ba1ae03943 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.100582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80e1326-0bf4-48d0-9f10-d109e3e12340 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 3e96a7de-2dd9-4cc4-ab13-fd6cedacda68 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:31:12.102781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:12.109767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a80e1326-0bf4-48d0-9f10-d109e3e12340 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.116926 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] Sync routers for ids ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:12.127506 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] Routers {'3de0c1f3-1aef-470c-8e7d-88d877f217ed'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:12.128532 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:12.133931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf754ce-81b3-405b-8ea9-88ba1ae03943 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b0ca1b-964a-4231-b1e8-867bf6185a6e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:12.191914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-daf754ce-81b3-405b-8ea9-88ba1ae03943 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.193721 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-daf754ce-81b3-405b-8ea9-88ba1ae03943 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "DELETE /v2.0/security-groups/84b0ca1b-964a-4231-b1e8-867bf6185a6e HTTP/1.1" status: 204 len: 168 time: 0.5266116 Jan 20 14:31:12.201301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44334) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:12.225730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Deleting port 1dcd1051-465b-4be5-9503-dc54707013b0 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:12.226087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.287565 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-4f7cc1c1-4778-46f2-a510-ad86d9f14aed tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] show failed (client error): The resource could not be found. Jan 20 14:31:12.291540 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4f7cc1c1-4778-46f2-a510-ad86d9f14aed tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "GET /v2.0/security-groups/84b0ca1b-964a-4231-b1e8-867bf6185a6e HTTP/1.1" status: 404 len: 347 time: 0.0891764 Jan 20 14:31:12.294283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44338) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:12.326295 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] Set router 3de0c1f3-1aef-470c-8e7d-88d877f217ed gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:12.410340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Router 760198fe-2a78-4c08-b7a8-d4cc986bb191 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:31:12.468350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] No DVR routers for this DVR port 843cdc7b-095c-4cbd-80d6-34330669c488 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:12.532971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.535892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'name': 'network-vif-deleted', 'tag': '843cdc7b-095c-4cbd-80d6-34330669c488'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:31:12.538290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-e8851522-6290-48be-b366-104092187c32 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Deleting port e8b7bdfe-2ece-4c24-a2e9-993971a1f059 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:12.539072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8851522-6290-48be-b366-104092187c32 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.574035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a80e1326-0bf4-48d0-9f10-d109e3e12340 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.616067 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488d7f0b-e4ef-49b1-be00-aae1f07023a2', 'name': 'network-vif-deleted', 'tag': '843cdc7b-095c-4cbd-80d6-34330669c488', 'status': 'completed', 'code': 200} Jan 20 14:31:12.658945 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:33Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd8ef2da0-def3-44e9-8afb-e59b66b399f4', 'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'mac_address': 'fa:16:3e:77:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:28Z', 'updated_at': '2022-01-20T14:29:47Z', 'revision_number': 5, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'subnets': [{'id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:12.662872 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] Checking router: 3de0c1f3-1aef-470c-8e7d-88d877f217ed for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:31:12.671327 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] Routers {'3de0c1f3-1aef-470c-8e7d-88d877f217ed'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:12.671920 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:12.702722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.703109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.708840 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ff888fd-5ef6-4b30-893c-87bee575a09c req-ce8d1bc2-bfff-459b-ba67-f0dd652c4042 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.72 "DELETE /v2.0/ports/843cdc7b-095c-4cbd-80d6-34330669c488 HTTP/1.1" status: 204 len: 173 time: 9.6047192 Jan 20 14:31:12.934351 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] Set router 3de0c1f3-1aef-470c-8e7d-88d877f217ed gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:12.957681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Calling delete_port for 1dcd1051-465b-4be5-9503-dc54707013b0 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:13.004367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.033699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8851522-6290-48be-b366-104092187c32 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.034042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8851522-6290-48be-b366-104092187c32 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.103790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:13.113004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a80e1326-0bf4-48d0-9f10-d109e3e12340 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.118129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Sync routers for ids ['760198fe-2a78-4c08-b7a8-d4cc986bb191'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:13.147682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Routers {'760198fe-2a78-4c08-b7a8-d4cc986bb191'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:13.164993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['760198fe-2a78-4c08-b7a8-d4cc986bb191'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:13.179322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-e8851522-6290-48be-b366-104092187c32 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Calling delete_port for e8b7bdfe-2ece-4c24-a2e9-993971a1f059 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:13.294872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.296101 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b56bc0b2-1011-4050-9e32-4654730b2fa2 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 12.3556790 Jan 20 14:31:13.306643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44348) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:13.390009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a80e1326-0bf4-48d0-9f10-d109e3e12340 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.450518 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1f3b83fa-7d91-4499-823a-7cfee7fd9e23 req-62993c7b-e4cb-443e-86a5-d8b670633e60 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/ports?device_id=488d7f0b-e4ef-49b1-be00-aae1f07023a2 HTTP/1.1" status: 200 len: 210 time: 0.1445646 Jan 20 14:31:13.521839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e1326-0bf4-48d0-9f10-d109e3e12340 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=3e96a7de-2dd9-4cc4-ab13-fd6cedacda68,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:13.524703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a80e1326-0bf4-48d0-9f10-d109e3e12340 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.541978 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:33Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd8ef2da0-def3-44e9-8afb-e59b66b399f4', 'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'mac_address': 'fa:16:3e:77:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:28Z', 'updated_at': '2022-01-20T14:29:47Z', 'revision_number': 5, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'subnets': [{'id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:13.548850 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bdd5d-c4b2-41ce-82af-cc40d1584145 None None] The sync data for ids ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'] in dv-neutron-825123-1-hyperv is: [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:29:33Z', 'revision_number': 4, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'd8ef2da0-def3-44e9-8afb-e59b66b399f4', 'name': '', 'network_id': '8a754dfb-bccf-424e-94ac-0775445d550e', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'mac_address': 'fa:16:3e:77:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:28Z', 'updated_at': '2022-01-20T14:29:47Z', 'revision_number': 5, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'subnets': [{'id': '20b0e29e-38c5-4257-b6a4-fa626f91aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:13.551896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.600762 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a80e1326-0bf4-48d0-9f10-d109e3e12340 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/3e96a7de-2dd9-4cc4-ab13-fd6cedacda68 HTTP/1.1" status: 204 len: 168 time: 1.7805970 Jan 20 14:31:13.602019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Set router 760198fe-2a78-4c08-b7a8-d4cc986bb191 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:13.605208 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44352) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:13.657353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.717909 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-35937ae3-5bb3-46ad-bf61-27abf183ba79 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097994 Jan 20 14:31:13.726249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Router 23c33fb8-ee13-43a9-b44e-f38fd30a4c5f is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:31:13.727880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44356) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:13.786349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event deleted for resources: {'Port': ['ID=1dcd1051-465b-4be5-9503-dc54707013b0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:13.839211 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-57ad53ec-3615-4b65-a282-45ca90ec3bac tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/routers/760198fe-2a78-4c08-b7a8-d4cc986bb191 HTTP/1.1" status: 200 len: 906 time: 0.5272193 Jan 20 14:31:13.851630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44360) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:13.867195 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827380b-982b-4d43-baaf-572a57f62677 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:13.957078 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007b8f1-6f1f-44ab-9076-b5ae264e35d0 None None] New status for floating IP 4eeae662-19d3-458d-9efe-4cb3db245173: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:31:13.977804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.042482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8851522-6290-48be-b366-104092187c32 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.083949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760198fe-2a78-4c08-b7a8-d4cc986bb191', 'name': 'tempest-snat-router-519269640', 'tenant_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': '07bbcf03-ed33-4296-a6e1-84e85d24b8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:01Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 3, 'project_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'gw_port': {'id': '07bbcf03-ed33-4296-a6e1-84e85d24b8d5', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760198fe-2a78-4c08-b7a8-d4cc986bb191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:14.088480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Checking router: 760198fe-2a78-4c08-b7a8-d4cc986bb191 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:31:14.089002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Updating router 760198fe-2a78-4c08-b7a8-d4cc986bb191 port 07bbcf03-ed33-4296-a6e1-84e85d24b8d5 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:31:14.148231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.155374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03ffa-3178-471f-b1b5-6ea53d7358c6 req-7a7cd2c8-d382-453d-bea3-9c1a504a237b tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:14.166169 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56e03ffa-3178-471f-b1b5-6ea53d7358c6 req-7a7cd2c8-d382-453d-bea3-9c1a504a237b tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.7706251 Jan 20 14:31:14.168840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:14.195447 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1bad2-6346-4027-a85b-c16d4eb874a9 None None] Sync routers for ids ['23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:14.225802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1bad2-6346-4027-a85b-c16d4eb874a9 None None] Routers {'23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:14.226713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f5d1bad2-6346-4027-a85b-c16d4eb874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:14.271376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.275491 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a2f1325d-b5e0-4ceb-932a-d0193fad0dea tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.8738551 Jan 20 14:31:14.280977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44364) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:14.296390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b618bda8-a91d-429e-bff8-83d67f61de07 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'enable_snat': False}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:14.317793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8851522-6290-48be-b366-104092187c32 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Pushing event deleted for resources: {'Port': ['ID=e8b7bdfe-2ece-4c24-a2e9-993971a1f059,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:14.332883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f5d1bad2-6346-4027-a85b-c16d4eb874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:14.335689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:31:14.360344 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] create failed (client error): The resource could not be found. Jan 20 14:31:14.361414 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fe6b4b98-6c18-4d3b-8c36-e1d373bb43de tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.1216459 Jan 20 14:31:14.366172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Deleting port 44937be8-89a2-400d-b445-a46487724847 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:14.366745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.370642 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56e03ffa-3178-471f-b1b5-6ea53d7358c6 req-a7d43336-a002-43d9-9f48-a1c6fc670b36 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032130 Jan 20 14:31:14.371382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44368) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:14.402702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1bad2-6346-4027-a85b-c16d4eb874a9 None None] Routers {'23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:14.403357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f5d1bad2-6346-4027-a85b-c16d4eb874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:14.415505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5bc8a-b119-47c6-8b17-ef2ca9dd3c1d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:14.416197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c8a5bc8a-b119-47c6-8b17-ef2ca9dd3c1d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:14.437406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.520291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f5d1bad2-6346-4027-a85b-c16d4eb874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:14.520933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1bad2-6346-4027-a85b-c16d4eb874a9 None None] The sync data for ids ['23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:14.618166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44378) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:14.623584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-74be1d4c-12b4-473b-99dd-1c6dc22d8d19 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Deleting port a28a86ba-9591-4a67-a96f-1045558d2254 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:14.623924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-74be1d4c-12b4-473b-99dd-1c6dc22d8d19 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.650837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c8a5bc8a-b119-47c6-8b17-ef2ca9dd3c1d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:14.652250 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c8a5bc8a-b119-47c6-8b17-ef2ca9dd3c1d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9080937 Jan 20 14:31:14.665171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44382) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:14.681172 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8851522-6290-48be-b366-104092187c32 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.808485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8851522-6290-48be-b366-104092187c32 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.812546 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e8851522-6290-48be-b366-104092187c32 tempest-ServersTestManualDisk-823101741 tempest-ServersTestManualDisk-823101741-project] 10.222.0.87 "DELETE /v2.0/floatingips/ce8a827a-30a2-4ccf-ade9-1c8705779196 HTTP/1.1" status: 204 len: 168 time: 2.5145662 Jan 20 14:31:14.813162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44386) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:14.827662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] For port 44937be8-89a2-400d-b445-a46487724847, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=44937be8-89a2-400d-b445-a46487724847,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:14.828051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.924993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.941386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90df5f9b-2b27-4628-91a7-dffd4e6bbf12 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:14.942078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-90df5f9b-2b27-4628-91a7-dffd4e6bbf12 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:14.954470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.resource_extend [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:31:14.968171 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Calling delete_port for 44937be8-89a2-400d-b445-a46487724847 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:15.072527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d05ebd3b-59fc-42a8-bc53-65697113cded tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.107520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.118684 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8009-947a-4d8b-bb2b-393802d9dc97 req-1fd8d3c9-2c04-4c49-b3e0-73c10b991326 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:15.120282 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fe9f8009-947a-4d8b-bb2b-393802d9dc97 req-1fd8d3c9-2c04-4c49-b3e0-73c10b991326 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.4816368 Jan 20 14:31:15.129274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Deleting port 07bbcf03-ed33-4296-a6e1-84e85d24b8d5 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:15.129683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.154423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.166219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-90df5f9b-2b27-4628-91a7-dffd4e6bbf12 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:15.167400 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-90df5f9b-2b27-4628-91a7-dffd4e6bbf12 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4916677 Jan 20 14:31:15.173791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Transition to ACTIVE for port object 07bbcf03-ed33-4296-a6e1-84e85d24b8d5 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:15.178634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.179889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.192717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44390) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:15.220266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] No DVR routers for this DVR port 44937be8-89a2-400d-b445-a46487724847 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:15.231644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.244174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Pushing event deleted for resources: {'Port': ['ID=44937be8-89a2-400d-b445-a46487724847,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:15.255113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d05ebd3b-59fc-42a8-bc53-65697113cded tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.265407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.265748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.266053 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.266533 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.266862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.267185 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.267500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.267820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.268110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.268446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.268764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.269075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f21a1-e545-4461-b47e-32550c4aca94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:15.312375 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2c578cb3-2c0b-4d12-bca6-db07c1fbffc3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145740 Jan 20 14:31:15.317585 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fe9f8009-947a-4d8b-bb2b-393802d9dc97 req-8e73b10d-8633-4a48-b3ea-899ea3d5c6be tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413312 Jan 20 14:31:15.320296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44394) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:15.358878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:15.359128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2cdd4-6107-4d07-9abe-39a224c626ec None None] Pushing event updated for resources: {'Port': ['ID=07bbcf03-ed33-4296-a6e1-84e85d24b8d5,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:15.359128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Attempting to bind port 07bbcf03-ed33-4296-a6e1-84e85d24b8d5 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:15.359128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Attempting to bind port 07bbcf03-ed33-4296-a6e1-84e85d24b8d5 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:15.359128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Attempting to bind port 07bbcf03-ed33-4296-a6e1-84e85d24b8d5 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:31:15.363925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:31:15.364426 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:15.365017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.365468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:31:15.365994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Bound port: 07bbcf03-ed33-4296-a6e1-84e85d24b8d5, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:15.366485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.440478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] For port 07bbcf03-ed33-4296-a6e1-84e85d24b8d5, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:31:15.443827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] For port 07bbcf03-ed33-4296-a6e1-84e85d24b8d5, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=07bbcf03-ed33-4296-a6e1-84e85d24b8d5,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:31:15.452159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.536801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Routers {'760198fe-2a78-4c08-b7a8-d4cc986bb191'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:15.537754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['760198fe-2a78-4c08-b7a8-d4cc986bb191'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:15.590380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:15.597409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=e4626f9f-4f75-4a28-9372-8e1ee967283e,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:15.600645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:15.618381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:15.621852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.653783 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-74be1d4c-12b4-473b-99dd-1c6dc22d8d19 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.672242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2cdd4-6107-4d07-9abe-39a224c626ec None None] Pushing event updated for resources: {'Port': ['ID=07bbcf03-ed33-4296-a6e1-84e85d24b8d5,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:15.722444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] Set router 760198fe-2a78-4c08-b7a8-d4cc986bb191 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:15.729009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.811252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.835774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 44937be8-89a2-400d-b445-a46487724847 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:15.849713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-74be1d4c-12b4-473b-99dd-1c6dc22d8d19 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Calling delete_port for a28a86ba-9591-4a67-a96f-1045558d2254 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:15.872277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760198fe-2a78-4c08-b7a8-d4cc986bb191', 'name': 'tempest-snat-router-519269640', 'tenant_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:01Z', 'updated_at': '2022-01-20T14:31:14Z', 'revision_number': 4, 'project_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:15.881712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 44937be8-89a2-400d-b445-a46487724847 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:15.881712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 44937be8-89a2-400d-b445-a46487724847 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:15.883518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbc077-d42a-4ed6-a2b3-cc0e849f3089 None None] The sync data for ids ['760198fe-2a78-4c08-b7a8-d4cc986bb191'] in dv-neutron-825123-1-hyperv is: [{'id': '760198fe-2a78-4c08-b7a8-d4cc986bb191', 'name': 'tempest-snat-router-519269640', 'tenant_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:01Z', 'updated_at': '2022-01-20T14:31:14Z', 'revision_number': 4, 'project_id': '798eca45d4e34a3cbb228c50d6dc0ce9', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:15.995697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d05ebd3b-59fc-42a8-bc53-65697113cded tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.045293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ebd3b-59fc-42a8-bc53-65697113cded tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64e00a6-96f7-48d1-9384-5326f6247b7d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:16.150421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Calling delete_port for 07bbcf03-ed33-4296-a6e1-84e85d24b8d5 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:16.161464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d05ebd3b-59fc-42a8-bc53-65697113cded tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.165076 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d05ebd3b-59fc-42a8-bc53-65697113cded tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "DELETE /v2.0/security-groups/d64e00a6-96f7-48d1-9384-5326f6247b7d HTTP/1.1" status: 204 len: 168 time: 1.5434711 Jan 20 14:31:16.165297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b618bda8-a91d-429e-bff8-83d67f61de07 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.174476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44400) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:16.255700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936233-abcc-4045-94da-3cb6ee3e90d3 req-b216076c-f91f-4057-9093-029b2fc55d51 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:16.258092 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d8936233-abcc-4045-94da-3cb6ee3e90d3 req-b216076c-f91f-4057-9093-029b2fc55d51 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.6614115 Jan 20 14:31:16.281789 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 42312e63-c80b-46dd-9ccf-b7e470422fdf associated. External IP: 172.26.0.203, port: e5f66e77-ffde-4d1a-9c0e-bfed021a1898. Jan 20 14:31:16.350893 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-c21f4a6d-2257-4ee4-ada4-fab7078f4f39 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] show failed (client error): The resource could not be found. Jan 20 14:31:16.354464 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c21f4a6d-2257-4ee4-ada4-fab7078f4f39 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "GET /v2.0/security-groups/d64e00a6-96f7-48d1-9384-5326f6247b7d HTTP/1.1" status: 404 len: 347 time: 0.1737351 Jan 20 14:31:16.357915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44404) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:16.442219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.515993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-74be1d4c-12b4-473b-99dd-1c6dc22d8d19 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.554872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:16.555184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:16.606573 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d8936233-abcc-4045-94da-3cb6ee3e90d3 req-707f3be2-096a-4a8b-bee1-e7a3be5a5c09 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362164 Jan 20 14:31:16.612801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be1d4c-12b4-473b-99dd-1c6dc22d8d19 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event deleted for resources: {'Port': ['ID=a28a86ba-9591-4a67-a96f-1045558d2254,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:16.624717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:16.624717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-03241f92-507e-44ec-a344-185ef131a822 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Deleting port d64c8edf-e3fc-4492-bf0d-5cd99ce13c5e {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:16.624717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03241f92-507e-44ec-a344-185ef131a822 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.652012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:16.666614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:16.667474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.668975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639328d-ab52-4b19-9a7c-db61e3a2ee62 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:16.714357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=443f1b45-11d9-4000-8994-95bc1297fa03,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:16.838508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-74be1d4c-12b4-473b-99dd-1c6dc22d8d19 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.855150 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-74be1d4c-12b4-473b-99dd-1c6dc22d8d19 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "DELETE /v2.0/ports/a28a86ba-9591-4a67-a96f-1045558d2254 HTTP/1.1" status: 204 len: 168 time: 2.4618330 Jan 20 14:31:16.865955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44410) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:16.874076 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-08403927-ba01-4c2a-9c4f-8d7ad5d1b72f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5380101 Jan 20 14:31:16.885627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44412) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:16.896825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'fixed_ips': [{'subnet_id': '443f1b45-11d9-4000-8994-95bc1297fa03', 'ip_address': '2001:db8::4481:f954:4d2:997'}], 'name': 'tempest-NetworksTestDHCPv6-1424920291'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:17.021386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '443f1b45-11d9-4000-8994-95bc1297fa03'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:31:17.022512 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.027704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.089940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Deleting port 07bbcf03-ed33-4296-a6e1-84e85d24b8d5 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:17.090362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.170728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03241f92-507e-44ec-a344-185ef131a822 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.170948 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03241f92-507e-44ec-a344-185ef131a822 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.203766 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/443f1b45-11d9-4000-8994-95bc1297fa03/b4062033-f8cc-4b2d-b7fd-04f77b371842) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:17.235564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:17.365805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-03241f92-507e-44ec-a344-185ef131a822 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Calling delete_port for d64c8edf-e3fc-4492-bf0d-5cd99ce13c5e owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:17.401366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b5ef0-ce4b-4712-980d-db6e73f80dc3 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:17.402067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-eb8b5ef0-ce4b-4712-980d-db6e73f80dc3 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Synchronizing usage tracker for tenant:48d5f712e395434084c8319d4c561dab on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:17.427736 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.439601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Transition to ACTIVE for port object b4062033-f8cc-4b2d-b7fd-04f77b371842 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:17.460256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Transition to ACTIVE for port object b4062033-f8cc-4b2d-b7fd-04f77b371842 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:17.467939 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.527214 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:17.535157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:17.538197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:17.553774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-eb8b5ef0-ce4b-4712-980d-db6e73f80dc3 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Unset dirty status for tenant:48d5f712e395434084c8319d4c561dab on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:17.554924 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eb8b5ef0-ce4b-4712-980d-db6e73f80dc3 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e728da0-93e8-428f-96d4-8ed61a96d024 HTTP/1.1" status: 200 len: 913 time: 0.6358850 Jan 20 14:31:17.575868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44418) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:17.623026 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371bcfe-a174-4d8e-a6d9-39079461bbfd req-8c4968b9-b36b-4f19-8f10-ea0d2bd0bbba tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:17.624553 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8371bcfe-a174-4d8e-a6d9-39079461bbfd req-8c4968b9-b36b-4f19-8f10-ea0d2bd0bbba tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.8469727 Jan 20 14:31:17.632342 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Pushing event updated for resources: {'Port': ['ID=b4062033-f8cc-4b2d-b7fd-04f77b371842,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:17.651005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Attempting to bind port b4062033-f8cc-4b2d-b7fd-04f77b371842 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:17.651372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Attempting to bind port b4062033-f8cc-4b2d-b7fd-04f77b371842 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:17.651724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Attempting to bind port b4062033-f8cc-4b2d-b7fd-04f77b371842 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:31:17.658032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:31:17.658381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:17.658789 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.659179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:31:17.659637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Bound port: b4062033-f8cc-4b2d-b7fd-04f77b371842, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:17.660002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.703185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:17.761438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:17.790016 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] For port b4062033-f8cc-4b2d-b7fd-04f77b371842, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:31:17.792949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] For port b4062033-f8cc-4b2d-b7fd-04f77b371842, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b4062033-f8cc-4b2d-b7fd-04f77b371842,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:31:17.799904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.819943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:17.838309 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a44ca-0691-4472-b725-3103947aa38d None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:17.856935 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a44ca-0691-4472-b725-3103947aa38d None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:17.857825 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8f3a44ca-0691-4472-b725-3103947aa38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:17.882842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db3923-2c74-42dc-bef1-73d6ed1d8bfc None None] Pushing event updated for resources: {'Port': ['ID=b4062033-f8cc-4b2d-b7fd-04f77b371842,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:17.900739 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8371bcfe-a174-4d8e-a6d9-39079461bbfd req-13f3fb51-255f-4edf-b612-e33821124164 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429943 Jan 20 14:31:17.922234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] For port 07bbcf03-ed33-4296-a6e1-84e85d24b8d5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=07bbcf03-ed33-4296-a6e1-84e85d24b8d5,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:17.922681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.944398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:17.945698 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8f3a44ca-0691-4472-b725-3103947aa38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:17.958410 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a44ca-0691-4472-b725-3103947aa38d None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:17.959610 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8f3a44ca-0691-4472-b725-3103947aa38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:17.983100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.030753 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8f3a44ca-0691-4472-b725-3103947aa38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:18.031604 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a44ca-0691-4472-b725-3103947aa38d None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:18.186725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Calling delete_port for 07bbcf03-ed33-4296-a6e1-84e85d24b8d5 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:18.240110 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-02b95ad5-1b57-4c69-b11b-f9d019d19328 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.7662268 Jan 20 14:31:18.244744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44424) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:18.302308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03241f92-507e-44ec-a344-185ef131a822 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.314625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1587a7f5-0d1c-4e61-8408-0ea8b7727640 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'port_id': 'e5f66e77-ffde-4d1a-9c0e-bfed021a1898', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:18.432792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03241f92-507e-44ec-a344-185ef131a822 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Pushing event deleted for resources: {'Port': ['ID=d64c8edf-e3fc-4492-bf0d-5cd99ce13c5e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:18.444363 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.555160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 64d49a46-ec6a-445b-9fd9-892413ae0cc4 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:18.622706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1587a7f5-0d1c-4e61-8408-0ea8b7727640 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.636793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03241f92-507e-44ec-a344-185ef131a822 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.658742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] Deleting port d1c29d67-1ab3-42f5-b77e-d9930821894b {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:18.659066 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.702829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b618bda8-a91d-429e-bff8-83d67f61de07 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.756601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b618bda8-a91d-429e-bff8-83d67f61de07 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.802426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03241f92-507e-44ec-a344-185ef131a822 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.806738 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-03241f92-507e-44ec-a344-185ef131a822 tempest-ServersTestJSON-754331047 tempest-ServersTestJSON-754331047-project] 10.222.0.87 "DELETE /v2.0/floatingips/4eeae662-19d3-458d-9efe-4cb3db245173 HTTP/1.1" status: 204 len: 168 time: 2.4478967 Jan 20 14:31:18.814749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44428) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:18.963296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.035322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event deleted for resources: {'Port': ['ID=07bbcf03-ed33-4296-a6e1-84e85d24b8d5,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:19.069412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a984a1ba-ae02-4f21-8037-482344f156f0 None None] Provisioning for port b4062033-f8cc-4b2d-b7fd-04f77b371842 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:19.265389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] For port d1c29d67-1ab3-42f5-b77e-d9930821894b, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d1c29d67-1ab3-42f5-b77e-d9930821894b,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:19.265696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.278901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::4481:f954:4d2:997 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/443f1b45-11d9-4000-8994-95bc1297fa03/64d49a46-ec6a-445b-9fd9-892413ae0cc4) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:19.413983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] Calling delete_port for d1c29d67-1ab3-42f5-b77e-d9930821894b owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:19.425441 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b618bda8-a91d-429e-bff8-83d67f61de07 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Router 23c33fb8-ee13-43a9-b44e-f38fd30a4c5f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:19.471308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.691576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.700302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.829241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.829749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 760198fe-2a78-4c08-b7a8-d4cc986bb191 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:19.860826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b4062033-f8cc-4b2d-b7fd-04f77b371842 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:19.887595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.891491 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4413abec-de2b-4bef-b9ff-350255ceeaa6 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "DELETE /v2.0/routers/760198fe-2a78-4c08-b7a8-d4cc986bb191 HTTP/1.1" status: 204 len: 168 time: 6.0337927 Jan 20 14:31:19.896127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44432) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:19.951215 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port b4062033-f8cc-4b2d-b7fd-04f77b371842 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:19.958250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port b4062033-f8cc-4b2d-b7fd-04f77b371842 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:19.958952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.039181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.043826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.125904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.126537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 64d49a46-ec6a-445b-9fd9-892413ae0cc4 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:20.155728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.163226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port b4062033-f8cc-4b2d-b7fd-04f77b371842, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b4062033-f8cc-4b2d-b7fd-04f77b371842,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:20.168371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.214084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.243163 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=b4062033-f8cc-4b2d-b7fd-04f77b371842,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:20.269253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c29d67-1ab3-42f5-b77e-d9930821894b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:20.289091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b618bda8-a91d-429e-bff8-83d67f61de07 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:20.297101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b618bda8-a91d-429e-bff8-83d67f61de07 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.300730 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b618bda8-a91d-429e-bff8-83d67f61de07 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "PUT /v2.0/routers/23c33fb8-ee13-43a9-b44e-f38fd30a4c5f HTTP/1.1" status: 200 len: 925 time: 6.0164206 Jan 20 14:31:20.302738 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e328b4e-4a91-410f-8537-864a8f721f7c None None] Sync routers for ids ['23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:20.307152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44436) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:20.316798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e328b4e-4a91-410f-8537-864a8f721f7c None None] Routers {'23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:20.317568 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6e328b4e-4a91-410f-8537-864a8f721f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:20.403153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6e328b4e-4a91-410f-8537-864a8f721f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:20.413692 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e328b4e-4a91-410f-8537-864a8f721f7c None None] Routers {'23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:20.414544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6e328b4e-4a91-410f-8537-864a8f721f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:20.479896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6e328b4e-4a91-410f-8537-864a8f721f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:20.480283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e328b4e-4a91-410f-8537-864a8f721f7c None None] The sync data for ids ['23c33fb8-ee13-43a9-b44e-f38fd30a4c5f'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:20.493502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.625573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1587a7f5-0d1c-4e61-8408-0ea8b7727640 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.655404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1587a7f5-0d1c-4e61-8408-0ea8b7727640 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.771503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Deleting port c4e0d981-2f99-4fa5-8671-86e575dc70da {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:20.771762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.880182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:20.899860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:20.915516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:20.920991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:20.921662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.931947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=64d49a46-ec6a-445b-9fd9-892413ae0cc4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:21.006935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.026999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.049919 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5cc1520c-33a9-4e52-92cc-5db3a8180866 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/routers/23c33fb8-ee13-43a9-b44e-f38fd30a4c5f HTTP/1.1" status: 200 len: 925 time: 0.7340732 Jan 20 14:31:21.056312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44440) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:21.061762 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9a452031-8eb8-47e4-a972-1d0a5a27c018 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.1694508 Jan 20 14:31:21.081856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44444) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:21.104218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Deleting port c98c7fd4-d064-4705-b5a7-4d6247072e77 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:21.104574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.173492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.216769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ab77e264-b011-45e4-9db2-1c27d967c234 None None] Provisioning for port 64d49a46-ec6a-445b-9fd9-892413ae0cc4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:21.223083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ab77e264-b011-45e4-9db2-1c27d967c234 None None] Provisioning complete for port 64d49a46-ec6a-445b-9fd9-892413ae0cc4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:21.223449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ab77e264-b011-45e4-9db2-1c27d967c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.282119 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ab77e264-b011-45e4-9db2-1c27d967c234 None None] Port 64d49a46-ec6a-445b-9fd9-892413ae0cc4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:31:21.331074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'fixed_ips': [{'subnet_id': '443f1b45-11d9-4000-8994-95bc1297fa03', 'ip_address': '2001:db8::4481:f954:4d2:997'}], 'name': 'tempest-NetworksTestDHCPv6-857816180'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:21.357645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8aee5-af59-4772-939b-5ec5a54a9aea tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:21.358339 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b0e8aee5-af59-4772-939b-5ec5a54a9aea tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Synchronizing usage tracker for tenant:5acbb92689e742db8fd71ea8bf8b4e72 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:21.480621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b0e8aee5-af59-4772-939b-5ec5a54a9aea tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Unset dirty status for tenant:5acbb92689e742db8fd71ea8bf8b4e72 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:21.481805 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b0e8aee5-af59-4772-939b-5ec5a54a9aea tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&device_id=23c33fb8-ee13-43a9-b44e-f38fd30a4c5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4219649 Jan 20 14:31:21.486245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] For port c98c7fd4-d064-4705-b5a7-4d6247072e77, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c98c7fd4-d064-4705-b5a7-4d6247072e77,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:21.486607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.495389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44448) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:21.531195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.680709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Calling delete_port for c98c7fd4-d064-4705-b5a7-4d6247072e77 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:21.767243 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Calling delete_port for c4e0d981-2f99-4fa5-8671-86e575dc70da owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:21.847222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b4062033-f8cc-4b2d-b7fd-04f77b371842 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:21.921121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port b4062033-f8cc-4b2d-b7fd-04f77b371842 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:21.921498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.923908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1587a7f5-0d1c-4e61-8408-0ea8b7727640 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:21.927210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:21.965620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:21.976012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:22.001550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:22.078850 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f49a5-e4a3-454e-aa43-6a3b733d5242 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:22.079437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-103f49a5-e4a3-454e-aa43-6a3b733d5242 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Synchronizing usage tracker for tenant:5acbb92689e742db8fd71ea8bf8b4e72 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:22.106945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:22.118378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-103f49a5-e4a3-454e-aa43-6a3b733d5242 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Unset dirty status for tenant:5acbb92689e742db8fd71ea8bf8b4e72 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:22.119519 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-103f49a5-e4a3-454e-aa43-6a3b733d5242 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 881 time: 0.6232276 Jan 20 14:31:22.125558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44452) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:22.129965 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] Router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:22.174083 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c821ca38-3e87-4db6-bbc7-28c3549936a4 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=23c33fb8-ee13-43a9-b44e-f38fd30a4c5f HTTP/1.1" status: 200 len: 205 time: 0.0474515 Jan 20 14:31:22.178128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44456) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:22.396370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1587a7f5-0d1c-4e61-8408-0ea8b7727640 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:22.406574 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52514ca1-cdc5-4a92-806b-606561223c00 None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:22.417698 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52514ca1-cdc5-4a92-806b-606561223c00 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:22.418362 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-52514ca1-cdc5-4a92-806b-606561223c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:22.456236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.469774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1587a7f5-0d1c-4e61-8408-0ea8b7727640 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.482388 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-52514ca1-cdc5-4a92-806b-606561223c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:22.490853 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52514ca1-cdc5-4a92-806b-606561223c00 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:22.491493 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-52514ca1-cdc5-4a92-806b-606561223c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:22.505416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.549877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.554998 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-52514ca1-cdc5-4a92-806b-606561223c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:22.555425 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52514ca1-cdc5-4a92-806b-606561223c00 None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:22.559717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] Deleting port d8ef2da0-def3-44e9-8afb-e59b66b399f4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:22.560058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.597594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.671685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:22.673323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event deleted for resources: {'Port': ['ID=c98c7fd4-d064-4705-b5a7-4d6247072e77,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:22.686227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] Sync routers for ids ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:22.697025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] Routers {'cf35fc6f-ad55-4b1e-84b4-2598295c5d19'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:22.697784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:22.749346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event deleted for resources: {'Port': ['ID=c4e0d981-2f99-4fa5-8671-86e575dc70da,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:22.765398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 45701e3e-d104-4b83-ba23-ff67da106ece yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:22.770632 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fd6a4e6c-0916-4c1b-be2c-e36b6267fae2 admin admin] 10.222.0.87 "PUT /v2.0/routers/cf35fc6f-ad55-4b1e-84b4-2598295c5d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9564736 Jan 20 14:31:22.777046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44460) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:22.906733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] Set router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:22.947773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.115272 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1587a7f5-0d1c-4e61-8408-0ea8b7727640 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "PUT /v2.0/floatingips/42312e63-c80b-46dd-9ccf-b7e470422fdf HTTP/1.1" status: 200 len: 978 time: 4.8673651 Jan 20 14:31:23.131226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44464) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:23.245543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:31:19Z', 'revision_number': 5, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:23.250137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] Checking router: cf35fc6f-ad55-4b1e-84b4-2598295c5d19 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:31:23.259602 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] Routers {'cf35fc6f-ad55-4b1e-84b4-2598295c5d19'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:23.260521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:23.342777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.347814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.355275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.382127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.382849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.433103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Deleting port 2fe4c527-38de-4614-892f-75194faf2f3c {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:23.433437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.489771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] Set router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:23.500148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.500632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29aefd4a-3adc-4542-a259-a5822e64e981 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:23.524955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.526075 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-22377333-5236-4edd-ba0b-0b580516fd09 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "DELETE /v2.0/routers/29aefd4a-3adc-4542-a259-a5822e64e981 HTTP/1.1" status: 204 len: 168 time: 3.6306500 Jan 20 14:31:23.575645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44470) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:23.615647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1559160289', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:23.632086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:23.681128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Usage tracker for resource:router and tenant:056128298e644b129128d2b965c05ab5 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:23.689886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] For port d8ef2da0-def3-44e9-8afb-e59b66b399f4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d8ef2da0-def3-44e9-8afb-e59b66b399f4,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:23.690247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.692007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:23.704902 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 20 14:31:23.705405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:31:23.714373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:23.749375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.772590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.773672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.793866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Deleting port abb4e1e4-3b9c-450c-9a94-c20a71f03602 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:23.794207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.803689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:31:19Z', 'revision_number': 5, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:23.807724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f37f45-6b32-40e7-8a34-f2ee4a6b5c23 None None] The sync data for ids ['cf35fc6f-ad55-4b1e-84b4-2598295c5d19'] in dv-neutron-825123-1-hyperv is: [{'id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'name': 'tempest-ServersTestManualDisk-1825227924-router', 'tenant_id': '77c3474047a34ce888ea8e6fa8467a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:13Z', 'updated_at': '2022-01-20T14:31:19Z', 'revision_number': 5, 'project_id': '77c3474047a34ce888ea8e6fa8467a66', 'gw_port': {'id': 'abb4e1e4-3b9c-450c-9a94-c20a71f03602', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf35fc6f-ad55-4b1e-84b4-2598295c5d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:15Z', 'updated_at': '2022-01-20T14:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:23.830340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.836475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] Calling delete_port for d8ef2da0-def3-44e9-8afb-e59b66b399f4 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:23.948074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port e4626f9f-4f75-4a28-9372-8e1ee967283e {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:23.948448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.963979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.971546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Calling delete_port for 2fe4c527-38de-4614-892f-75194faf2f3c owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:24.179121 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-17142d9f-e6d9-4103-9c39-1c98e9b825ae tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 3.0305805 Jan 20 14:31:24.193179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44474) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:24.225091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Router 1e728da0-93e8-428f-96d4-8ed61a96d024 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:24.309590 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:31:24.505670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] For port abb4e1e4-3b9c-450c-9a94-c20a71f03602, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=abb4e1e4-3b9c-450c-9a94-c20a71f03602,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:24.506258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.514740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:24.516907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.530223 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c9038-9e03-480e-99b8-ac86f8f28ebc None None] Sync routers for ids ['1e728da0-93e8-428f-96d4-8ed61a96d024'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:24.539155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.539458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.543452 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c9038-9e03-480e-99b8-ac86f8f28ebc None None] Routers {'1e728da0-93e8-428f-96d4-8ed61a96d024'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:24.544497 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c94c9038-9e03-480e-99b8-ac86f8f28ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1e728da0-93e8-428f-96d4-8ed61a96d024'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:24.578749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.620604 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c94c9038-9e03-480e-99b8-ac86f8f28ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:24.631318 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c9038-9e03-480e-99b8-ac86f8f28ebc None None] Routers {'1e728da0-93e8-428f-96d4-8ed61a96d024'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:24.631510 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ae43b3b3-aa34-447d-a455-64ad9caaaad1 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "PUT /v2.0/routers/1e728da0-93e8-428f-96d4-8ed61a96d024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0544915 Jan 20 14:31:24.632286 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c94c9038-9e03-480e-99b8-ac86f8f28ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1e728da0-93e8-428f-96d4-8ed61a96d024'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:24.699155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44478) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:24.701032 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c94c9038-9e03-480e-99b8-ac86f8f28ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:24.701451 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c9038-9e03-480e-99b8-ac86f8f28ebc None None] The sync data for ids ['1e728da0-93e8-428f-96d4-8ed61a96d024'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:24.708983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for e4626f9f-4f75-4a28-9372-8e1ee967283e owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:24.774812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Calling delete_port for abb4e1e4-3b9c-450c-9a94-c20a71f03602 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:24.925481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-de02c245-b7fe-46e8-a8f7-9dafe6b2eb7d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.956371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c028734-0b0e-4207-a976-386f57eb399d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:24.961966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c028734-0b0e-4207-a976-386f57eb399d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:24.962729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1c028734-0b0e-4207-a976-386f57eb399d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:24.988681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.062118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Pushing event deleted for resources: {'Port': ['ID=2fe4c527-38de-4614-892f-75194faf2f3c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:25.105306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1c028734-0b0e-4207-a976-386f57eb399d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:25.106485 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1c028734-0b0e-4207-a976-386f57eb399d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9047289 Jan 20 14:31:25.115395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44482) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:25.215321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.413881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.425821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.432236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.453231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.470283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-de02c245-b7fe-46e8-a8f7-9dafe6b2eb7d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.484353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-de02c245-b7fe-46e8-a8f7-9dafe6b2eb7d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.487481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ef2da0-def3-44e9-8afb-e59b66b399f4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:25.553525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-669a9ff8-9358-4b30-acf4-7a5b4f2da5b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 64d49a46-ec6a-445b-9fd9-892413ae0cc4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:25.553937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-669a9ff8-9358-4b30-acf4-7a5b4f2da5b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.558975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb4e1e4-3b9c-450c-9a94-c20a71f03602,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:25.567463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.567974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Fanout notify agent at l3_agent the message router_deleted on router 23c33fb8-ee13-43a9-b44e-f38fd30a4c5f {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:25.682310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-de02c245-b7fe-46e8-a8f7-9dafe6b2eb7d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.682793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de02c245-b7fe-46e8-a8f7-9dafe6b2eb7d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Fanout notify agent at l3_agent the message router_deleted on router 1e728da0-93e8-428f-96d4-8ed61a96d024 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:25.755847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.787352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.792277 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8840c337-1a05-4afc-b3ba-6cbaa8b08582 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/23c33fb8-ee13-43a9-b44e-f38fd30a4c5f HTTP/1.1" status: 204 len: 168 time: 3.6081100 Jan 20 14:31:25.797272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44486) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:25.798314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.805335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1597123678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:25.813769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d1c29d67-1ab3-42f5-b77e-d9930821894b no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:25.814579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.844649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:25.852454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Usage tracker for resource:router and tenant:0947d9f8c5c34800961e6a97f10b1e2f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:25.853809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: d1c29d67-1ab3-42f5-b77e-d9930821894b {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:25.854122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d1c29d67-1ab3-42f5-b77e-d9930821894b not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:25.854727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c98c7fd4-d064-4705-b5a7-4d6247072e77 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:25.857726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:25.864556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.888852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: c98c7fd4-d064-4705-b5a7-4d6247072e77 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:25.889270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c98c7fd4-d064-4705-b5a7-4d6247072e77 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:25.898633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=e4626f9f-4f75-4a28-9372-8e1ee967283e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:25.917487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:25.941337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-de02c245-b7fe-46e8-a8f7-9dafe6b2eb7d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.942419 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-de02c245-b7fe-46e8-a8f7-9dafe6b2eb7d tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "DELETE /v2.0/routers/1e728da0-93e8-428f-96d4-8ed61a96d024 HTTP/1.1" status: 204 len: 168 time: 1.2423322 Jan 20 14:31:25.973551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44490) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:26.161842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.190952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.191262 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 42312e63-c80b-46dd-9ccf-b7e470422fdf disassociated (deleted). External IP: 172.26.0.203, port: e5f66e77-ffde-4d1a-9c0e-bfed021a1898. Jan 20 14:31:26.224257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.225167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.230147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.236838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.316499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bc10ca-5512-4b00-80b2-0172060053ce tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Deleting subnet 28748df3-89e1-4193-9c93-1f9df14cc6ce {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:31:26.324275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13bc10ca-5512-4b00-80b2-0172060053ce tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.342539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-669a9ff8-9358-4b30-acf4-7a5b4f2da5b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.362088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.362570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf35fc6f-ad55-4b1e-84b4-2598295c5d19 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:26.371274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.392570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Allocated IP 172.26.0.141 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/236c27a1-69bd-490b-9b35-e16c13982378) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:26.419924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13bc10ca-5512-4b00-80b2-0172060053ce tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.482956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.483967 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fb716b6f-4a66-43d2-9857-499863e57b11 admin admin] 10.222.0.87 "DELETE /v2.0/routers/cf35fc6f-ad55-4b1e-84b4-2598295c5d19 HTTP/1.1" status: 204 len: 168 time: 3.7043402 Jan 20 14:31:26.488922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44494) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:26.495453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-669a9ff8-9358-4b30-acf4-7a5b4f2da5b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 64d49a46-ec6a-445b-9fd9-892413ae0cc4 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:26.532286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.589361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.593721 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d425f941-33df-4367-af33-f88498ed16a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7901847 Jan 20 14:31:26.611103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44498) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:26.618233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:26.838078 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13bc10ca-5512-4b00-80b2-0172060053ce tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.917152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7f9c75-56c1-4191-be52-be08701aa139 admin admin] Deleting subnet 350e74ee-c648-45bb-8092-9b31691969c2 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:31:26.928094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.930181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9c75-56c1-4191-be52-be08701aa139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.101806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.136418 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13bc10ca-5512-4b00-80b2-0172060053ce tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.181478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc10ca-5512-4b00-80b2-0172060053ce tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event deleted for resources: {'Subnet': ['ID=28748df3-89e1-4193-9c93-1f9df14cc6ce,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:27.198326 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022eff10-de57-484f-9c11-5fa1e75d3adc None None] Network cc62538a-1f03-4863-bd28-00f6f9a68903 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:27.229652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13bc10ca-5512-4b00-80b2-0172060053ce tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.237145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.245207 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9c75-56c1-4191-be52-be08701aa139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.288249 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-13bc10ca-5512-4b00-80b2-0172060053ce tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "DELETE /v2.0/subnets/28748df3-89e1-4193-9c93-1f9df14cc6ce HTTP/1.1" status: 204 len: 168 time: 1.3072026 Jan 20 14:31:27.297477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44502) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:27.349489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:27.392552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-669a9ff8-9358-4b30-acf4-7a5b4f2da5b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.398075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:27.419557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:27.460897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a9ff8-9358-4b30-acf4-7a5b4f2da5b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=64d49a46-ec6a-445b-9fd9-892413ae0cc4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:27.476875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:27.478128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12227e2-9e46-4994-ac0e-0330b4f621b5 None None] DHCP port deletion for cc62538a-1f03-4863-bd28-00f6f9a68903 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:31:27.486574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f12227e2-9e46-4994-ac0e-0330b4f621b5 None None] Deleting port 571ae2d2-cb0c-4e55-82e1-3533a889a114 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:27.486908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f12227e2-9e46-4994-ac0e-0330b4f621b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.526343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] Router 3de0c1f3-1aef-470c-8e7d-88d877f217ed has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:27.556127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-669a9ff8-9358-4b30-acf4-7a5b4f2da5b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.589153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Pushing event updated for resources: {'Port': ['ID=236c27a1-69bd-490b-9b35-e16c13982378,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:27.636007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.700286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9c75-56c1-4191-be52-be08701aa139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.729737 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-669a9ff8-9358-4b30-acf4-7a5b4f2da5b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/64d49a46-ec6a-445b-9fd9-892413ae0cc4 HTTP/1.1" status: 204 len: 168 time: 2.6070666 Jan 20 14:31:27.733623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44506) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:27.740719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f12227e2-9e46-4994-ac0e-0330b4f621b5 None None] For port 571ae2d2-cb0c-4e55-82e1-3533a889a114, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=571ae2d2-cb0c-4e55-82e1-3533a889a114,segment=NetworkSegment(832dc603-2d49-4d05-9d7a-906e0d851419),segment_id=832dc603-2d49-4d05-9d7a-906e0d851419)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:27.741101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f12227e2-9e46-4994-ac0e-0330b4f621b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.867318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 571ae2d2-cb0c-4e55-82e1-3533a889a114 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:27.902569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Deleting port 571ae2d2-cb0c-4e55-82e1-3533a889a114 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:27.902569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.905152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f12227e2-9e46-4994-ac0e-0330b4f621b5 None None] Calling delete_port for 571ae2d2-cb0c-4e55-82e1-3533a889a114 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:27.973485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:27.976046 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:27.985932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9c75-56c1-4191-be52-be08701aa139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.997872 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] Sync routers for ids ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:28.012451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600e78d-5756-4290-aa1a-abd3abaee527 None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:28.019345 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] Routers {'3de0c1f3-1aef-470c-8e7d-88d877f217ed'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:28.020376 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:28.024759 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d41f5329-f78a-4370-89f3-4993ff731228 admin admin] 10.222.0.87 "PUT /v2.0/routers/3de0c1f3-1aef-470c-8e7d-88d877f217ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2039285 Jan 20 14:31:28.027271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.054074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44510) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:28.054503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c600e78d-5756-4290-aa1a-abd3abaee527 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:28.055361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c600e78d-5756-4290-aa1a-abd3abaee527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:28.118835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c600e78d-5756-4290-aa1a-abd3abaee527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:28.128539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.140775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c600e78d-5756-4290-aa1a-abd3abaee527 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:28.141841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c600e78d-5756-4290-aa1a-abd3abaee527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:28.201772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f12227e2-9e46-4994-ac0e-0330b4f621b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.222175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cf8961-fa98-48f2-b048-d238b97b8689 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:28.223865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cf8961-fa98-48f2-b048-d238b97b8689 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:28.224828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-38cf8961-fa98-48f2-b048-d238b97b8689 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:28.259323 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12227e2-9e46-4994-ac0e-0330b4f621b5 None None] Pushing event deleted for resources: {'Port': ['ID=571ae2d2-cb0c-4e55-82e1-3533a889a114,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:28.263436 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c600e78d-5756-4290-aa1a-abd3abaee527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:28.264036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600e78d-5756-4290-aa1a-abd3abaee527 None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:28.274480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12227e2-9e46-4994-ac0e-0330b4f621b5 None None] No DVR routers for this DVR port 571ae2d2-cb0c-4e55-82e1-3533a889a114 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:28.366511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device abb4e1e4-3b9c-450c-9a94-c20a71f03602 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:28.394283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f9c75-56c1-4191-be52-be08701aa139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350e74ee-c648-45bb-8092-9b31691969c2,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:28.395400 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] Set router 3de0c1f3-1aef-470c-8e7d-88d877f217ed gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:28.399376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: abb4e1e4-3b9c-450c-9a94-c20a71f03602 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:28.400154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device abb4e1e4-3b9c-450c-9a94-c20a71f03602 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:28.403172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.461698 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d4c66-8dbb-4f60-8a12-41da984a832e None None] Network 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:28.463644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9c75-56c1-4191-be52-be08701aa139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.468517 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7e7f9c75-56c1-4191-be52-be08701aa139 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/350e74ee-c648-45bb-8092-9b31691969c2 HTTP/1.1" status: 204 len: 168 time: 1.9434354 Jan 20 14:31:28.471169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44514) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:28.474808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] For port 571ae2d2-cb0c-4e55-82e1-3533a889a114, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=571ae2d2-cb0c-4e55-82e1-3533a889a114,segment=NetworkSegment(832dc603-2d49-4d05-9d7a-906e0d851419),segment_id=832dc603-2d49-4d05-9d7a-906e0d851419)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:28.475255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.527206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-38cf8961-fa98-48f2-b048-d238b97b8689 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:28.530910 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-38cf8961-fa98-48f2-b048-d238b97b8689 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7462504 Jan 20 14:31:28.565042 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f96b68c5-ebe2-4734-ad81-89d91b0cec3f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/floatingips/42312e63-c80b-46dd-9ccf-b7e470422fdf HTTP/1.1" status: 204 len: 168 time: 5.4314744 Jan 20 14:31:28.571942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44518) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:28.572510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44520) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:28.653485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.687772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Calling delete_port for 571ae2d2-cb0c-4e55-82e1-3533a889a114 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:28.743913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d0911-e283-431d-b5b9-4c59eaf6102e None None] DHCP port deletion for 7c25f2f0-d8ab-4a04-9730-3c19056abfd2 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:31:28.748997 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-236d0911-e283-431d-b5b9-4c59eaf6102e None None] Deleting port 0bd06f23-5054-486f-8853-c9f619d12f87 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:28.748997 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-236d0911-e283-431d-b5b9-4c59eaf6102e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.749607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.790982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.800375 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b5f01b5f-7bf4-4135-915c-61cf299bc957 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port e5f66e77-ffde-4d1a-9c0e-bfed021a1898 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:28.800715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5f01b5f-7bf4-4135-915c-61cf299bc957 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.805929 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:31:24Z', 'revision_number': 5, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:28.813231 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] Checking router: 3de0c1f3-1aef-470c-8e7d-88d877f217ed for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:31:28.823449 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] Routers {'3de0c1f3-1aef-470c-8e7d-88d877f217ed'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:28.824263 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:28.852133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f03507c-71d4-416a-881b-c00b8da19821 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 443f1b45-11d9-4000-8994-95bc1297fa03 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:31:28.866992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f03507c-71d4-416a-881b-c00b8da19821 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.921509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Deleting port 0bd06f23-5054-486f-8853-c9f619d12f87 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:28.922663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.933909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.959470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.982209 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-236d0911-e283-431d-b5b9-4c59eaf6102e None None] For port 0bd06f23-5054-486f-8853-c9f619d12f87, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0bd06f23-5054-486f-8853-c9f619d12f87,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:28.982840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-236d0911-e283-431d-b5b9-4c59eaf6102e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.024510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:29.025106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:29.031736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f03507c-71d4-416a-881b-c00b8da19821 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.062468 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] Set router 3de0c1f3-1aef-470c-8e7d-88d877f217ed gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:29.083151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Deleting port 56315026-e29a-48be-aa71-747050335e35 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:29.083489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.209263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-236d0911-e283-431d-b5b9-4c59eaf6102e None None] Calling delete_port for 0bd06f23-5054-486f-8853-c9f619d12f87 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:29.301716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-236d0911-e283-431d-b5b9-4c59eaf6102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.335877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Allocated IP 172.26.0.30 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/5e5282fe-1217-41d0-a1b1-caa14b00b91c) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:29.370211 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d0911-e283-431d-b5b9-4c59eaf6102e None None] Pushing event deleted for resources: {'Port': ['ID=0bd06f23-5054-486f-8853-c9f619d12f87,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:29.373927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d0911-e283-431d-b5b9-4c59eaf6102e None None] No DVR routers for this DVR port 0bd06f23-5054-486f-8853-c9f619d12f87 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:29.463258 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:31:24Z', 'revision_number': 5, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:29.468490 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567b44a-ae37-46e9-a4a1-3c0e5e051943 None None] The sync data for ids ['3de0c1f3-1aef-470c-8e7d-88d877f217ed'] in dv-neutron-825123-1-hyperv is: [{'id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'name': 'tempest-ServersTestJSON-329696902-router', 'tenant_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '56315026-e29a-48be-aa71-747050335e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:14Z', 'updated_at': '2022-01-20T14:31:24Z', 'revision_number': 5, 'project_id': '35a6cd0e5ccc497d96d2ff1ead4954df', 'gw_port': {'id': '56315026-e29a-48be-aa71-747050335e35', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0c1f3-1aef-470c-8e7d-88d877f217ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:18Z', 'updated_at': '2022-01-20T14:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:29.519544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5f01b5f-7bf4-4135-915c-61cf299bc957 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.527792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Deleting port 571ae2d2-cb0c-4e55-82e1-3533a889a114 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:29.528125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.542957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f03507c-71d4-416a-881b-c00b8da19821 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.616629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] The port '571ae2d2-cb0c-4e55-82e1-3533a889a114' was deleted {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:31:29.822083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b5f01b5f-7bf4-4135-915c-61cf299bc957 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for e5f66e77-ffde-4d1a-9c0e-bfed021a1898 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:29.835364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.861051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.872680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.902592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] For port 0bd06f23-5054-486f-8853-c9f619d12f87, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0bd06f23-5054-486f-8853-c9f619d12f87,segment=NetworkSegment(e053e1a5-88dd-48bd-bef8-50d23640e5b0),segment_id=e053e1a5-88dd-48bd-bef8-50d23640e5b0)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:29.902953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.907899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0bd06f23-5054-486f-8853-c9f619d12f87 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:29.948902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 0bd06f23-5054-486f-8853-c9f619d12f87 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:29.949373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0bd06f23-5054-486f-8853-c9f619d12f87 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:29.949890 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d8ef2da0-def3-44e9-8afb-e59b66b399f4 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:29.984743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: d8ef2da0-def3-44e9-8afb-e59b66b399f4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:29.984941 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d8ef2da0-def3-44e9-8afb-e59b66b399f4 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:29.988043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc62538a-1f03-4863-bd28-00f6f9a68903']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:30.062796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Calling delete_port for 0bd06f23-5054-486f-8853-c9f619d12f87 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:30.063046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832dc603-2d49-4d05-9d7a-906e0d851419') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:30.063338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832dc603-2d49-4d05-9d7a-906e0d851419') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:30.096387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.123522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.128715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] For port 56315026-e29a-48be-aa71-747050335e35, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=56315026-e29a-48be-aa71-747050335e35,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:30.129069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.130365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.172173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:31:30.172617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:30.188606 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:30.287561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:30.295120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:30.297754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:30.302362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Calling delete_port for 56315026-e29a-48be-aa71-747050335e35 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:30.330277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f03507c-71d4-416a-881b-c00b8da19821 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.351443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Pushing event updated for resources: {'Port': ['ID=5e5282fe-1217-41d0-a1b1-caa14b00b91c,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:30.369076 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.375209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.404716 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03507c-71d4-416a-881b-c00b8da19821 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=443f1b45-11d9-4000-8994-95bc1297fa03,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:30.416241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] Pushing event deleted for resources: {'Network': ['ID=cc62538a-1f03-4863-bd28-00f6f9a68903,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:30.419102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f03507c-71d4-416a-881b-c00b8da19821 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.420109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dbd7d3-e8cd-4127-aeaa-ba2c4aeb3dd8 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:30.432022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:30.432707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:30.492436 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6e0b42ab-d071-4ede-ad1f-171e8ca050e9 tempest-FloatingIPNegativeTestJSON-88698217 tempest-FloatingIPNegativeTestJSON-88698217-project] 10.222.0.87 "DELETE /v2.0/networks/cc62538a-1f03-4863-bd28-00f6f9a68903 HTTP/1.1" status: 204 len: 168 time: 3.1886497 Jan 20 14:31:30.492436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Router e3f42c7e-76c4-4d5a-b563-5a1f37c21989 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:31:30.495636 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7f03507c-71d4-416a-881b-c00b8da19821 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/443f1b45-11d9-4000-8994-95bc1297fa03 HTTP/1.1" status: 204 len: 168 time: 1.9219680 Jan 20 14:31:30.501127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44530) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:30.550071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5f01b5f-7bf4-4135-915c-61cf299bc957 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.610842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f01b5f-7bf4-4135-915c-61cf299bc957 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=e5f66e77-ffde-4d1a-9c0e-bfed021a1898,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:30.734266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77541588-5702-4c10-af14-f72e6a494c3a None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:31:30.738674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-77541588-5702-4c10-af14-f72e6a494c3a None None] Deleting port b4062033-f8cc-4b2d-b7fd-04f77b371842 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:30.739040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77541588-5702-4c10-af14-f72e6a494c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.790766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.810474 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5856744d-f05b-4b85-95c8-37cf79fbe769 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2911448 Jan 20 14:31:30.811255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44536) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:30.839970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56315026-e29a-48be-aa71-747050335e35,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:30.886956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5f01b5f-7bf4-4135-915c-61cf299bc957 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.900549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:30.925584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44540) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:30.934189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Deleting port 0bd06f23-5054-486f-8853-c9f619d12f87 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:30.934530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.952420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-77541588-5702-4c10-af14-f72e6a494c3a None None] For port b4062033-f8cc-4b2d-b7fd-04f77b371842, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b4062033-f8cc-4b2d-b7fd-04f77b371842,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:30.952717 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77541588-5702-4c10-af14-f72e6a494c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.967682 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b5f01b5f-7bf4-4135-915c-61cf299bc957 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/ports/e5f66e77-ffde-4d1a-9c0e-bfed021a1898 HTTP/1.1" status: 204 len: 168 time: 2.3924620 Jan 20 14:31:30.980881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44546) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:31.014362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:31.020451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:31.024680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:floatingip and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:31.027560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:31.033341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:31.052660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] The port '0bd06f23-5054-486f-8853-c9f619d12f87' was deleted {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:31:31.080779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-77541588-5702-4c10-af14-f72e6a494c3a None None] Calling delete_port for b4062033-f8cc-4b2d-b7fd-04f77b371842 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:31.086190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.214023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:31.222186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77541588-5702-4c10-af14-f72e6a494c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.232678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:31.245282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:31.261519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:31.270162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:31.275854 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77541588-5702-4c10-af14-f72e6a494c3a None None] Pushing event deleted for resources: {'Port': ['ID=b4062033-f8cc-4b2d-b7fd-04f77b371842,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:31.284848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a7f62-9fd0-489f-b8c8-e42e60e1cfd4 None None] Sync routers for ids ['e3f42c7e-76c4-4d5a-b563-5a1f37c21989'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:31.290977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77541588-5702-4c10-af14-f72e6a494c3a None None] No DVR routers for this DVR port b4062033-f8cc-4b2d-b7fd-04f77b371842 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:31.305640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a7f62-9fd0-489f-b8c8-e42e60e1cfd4 None None] Routers {'e3f42c7e-76c4-4d5a-b563-5a1f37c21989'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:31.307099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ae0a7f62-9fd0-489f-b8c8-e42e60e1cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['e3f42c7e-76c4-4d5a-b563-5a1f37c21989'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:31.319527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.358007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:31.361778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.370073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ae0a7f62-9fd0-489f-b8c8-e42e60e1cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:31.379180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a7f62-9fd0-489f-b8c8-e42e60e1cfd4 None None] Routers {'e3f42c7e-76c4-4d5a-b563-5a1f37c21989'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:31.379751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ae0a7f62-9fd0-489f-b8c8-e42e60e1cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['e3f42c7e-76c4-4d5a-b563-5a1f37c21989'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:31.441404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ae0a7f62-9fd0-489f-b8c8-e42e60e1cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:31.442142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a7f62-9fd0-489f-b8c8-e42e60e1cfd4 None None] The sync data for ids ['e3f42c7e-76c4-4d5a-b563-5a1f37c21989'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:31.446694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.449015 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6350ecff-cc01-43e4-bf87-d3fff6d0ad9a tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8645697 Jan 20 14:31:31.460703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44550) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:31.474113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3c098f4d-20b8-421c-8878-c1f13224ed9c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'enable_snat': False}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:31.565279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.566214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.590451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.607707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.620930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c25f2f0-d8ab-4a04-9730-3c19056abfd2']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:31.640287 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5e29d9c1-d943-4226-bbfa-b06047e5bd66 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=48d5f712e395434084c8319d4c561dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7133980 Jan 20 14:31:31.643895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44554) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:31.648852 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e053e1a5-88dd-48bd-bef8-50d23640e5b0') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:31.649131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e053e1a5-88dd-48bd-bef8-50d23640e5b0') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:31.669986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.683150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.683668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de0c1f3-1aef-470c-8e7d-88d877f217ed {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:31.693457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.704023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:31:31.704444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:31.721047 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:31.726744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.727838 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-895e0f16-f6ee-4e38-986a-bea21b4d2fc4 admin admin] 10.222.0.87 "DELETE /v2.0/routers/3de0c1f3-1aef-470c-8e7d-88d877f217ed HTTP/1.1" status: 204 len: 168 time: 3.6669612 Jan 20 14:31:31.732101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44558) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:31.825426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.850644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.862858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.864672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c25f2f0-d8ab-4a04-9730-3c19056abfd2,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:31.871088 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e36633d8-948e-4e5d-ac22-672a132f24d9 admin admin] 10.222.0.87 "DELETE /v2.0/networks/7c25f2f0-d8ab-4a04-9730-3c19056abfd2 HTTP/1.1" status: 204 len: 168 time: 3.3894899 Jan 20 14:31:32.012885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44564) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:32.015584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.26.0.128 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/886e2cb4-b534-4728-ae9c-8e0b1cf14f0b) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:32.150554 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-70e3e851-94fe-4f7d-a325-bd799e6267a4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=77c3474047a34ce888ea8e6fa8467a66&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1364162 Jan 20 14:31:32.154542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44568) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:32.188826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b23ae3-17b8-44b8-9f2d-f8759f069c0e admin admin] Deleting subnet 20b0e29e-38c5-4257-b6a4-fa626f91aef3 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:31:32.206634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b4062033-f8cc-4b2d-b7fd-04f77b371842 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:32.215738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-96b23ae3-17b8-44b8-9f2d-f8759f069c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.257059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: b4062033-f8cc-4b2d-b7fd-04f77b371842 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:32.257507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b4062033-f8cc-4b2d-b7fd-04f77b371842 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:32.280678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.283620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7dc5aa6f-619a-4799-8614-63d2a59ca347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.317198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7dc5aa6f-619a-4799-8614-63d2a59ca347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.364335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83770eff-4501-48d6-b88f-795ef9298600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.382688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.442292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7dc5aa6f-619a-4799-8614-63d2a59ca347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.465890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:32.470505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:32.477300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:32.483220 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-96b23ae3-17b8-44b8-9f2d-f8759f069c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.501000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5aa6f-619a-4799-8614-63d2a59ca347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75ea2bb-f7ba-47a8-8fd2-9cde1d8ef6f8,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:32.502597 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=886e2cb4-b534-4728-ae9c-8e0b1cf14f0b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:32.532542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7dc5aa6f-619a-4799-8614-63d2a59ca347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.533653 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7dc5aa6f-619a-4799-8614-63d2a59ca347 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b75ea2bb-f7ba-47a8-8fd2-9cde1d8ef6f8 HTTP/1.1" status: 204 len: 168 time: 0.3781612 Jan 20 14:31:32.568473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.640391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.645672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83770eff-4501-48d6-b88f-795ef9298600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.726712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.868159 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.873373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.928929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.947385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:32.954877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:32.962100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.971419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:32.972018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.973399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b362386-57cf-4de7-ab16-aceb55ab1692 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:32.982014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=fa14fb9e-241d-4ca0-b717-1cee04cc3f26,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:32.998444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.025952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=886e2cb4-b534-4728-ae9c-8e0b1cf14f0b,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:33.049197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.050493 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ece70cad-4090-475d-b670-10593edbfebf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0686715 Jan 20 14:31:33.053307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44584) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:33.060506 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'port': {'network_id': 'f2155552-4dc8-4d7f-86b9-4c0586f2e6e8', 'name': 'tempest-FloatingIPTestJSON-543563397'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:33.077140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-96b23ae3-17b8-44b8-9f2d-f8759f069c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.113388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cb244429-6618-4499-9edd-720601e1b130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.127033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83770eff-4501-48d6-b88f-795ef9298600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.131399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3c098f4d-20b8-421c-8878-c1f13224ed9c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.191482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83770eff-4501-48d6-b88f-795ef9298600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8528b3a-82ff-438f-86ba-9113dfbe1664,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:33.199566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83770eff-4501-48d6-b88f-795ef9298600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.203072 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-83770eff-4501-48d6-b88f-795ef9298600 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e8528b3a-82ff-438f-86ba-9113dfbe1664 HTTP/1.1" status: 204 len: 168 time: 1.5425029 Jan 20 14:31:33.334136 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'fa14fb9e-241d-4ca0-b717-1cee04cc3f26'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:31:33.335280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.366376 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6a34f3ef-e192-4cb9-b3f7-f0a8b732c9d8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4706538 Jan 20 14:31:33.370256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44598) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:33.383881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'fixed_ips': [{'subnet_id': 'fa14fb9e-241d-4ca0-b717-1cee04cc3f26', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-469553603'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:33.512884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:33.530594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-96b23ae3-17b8-44b8-9f2d-f8759f069c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.533999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:33.563123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/fa14fb9e-241d-4ca0-b717-1cee04cc3f26/c5c332bd-b29b-4fdd-99a9-f2026ee813e8) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:33.574243 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Made reservation on behalf of 3b6041bfe6d04180b6650c437146a8b4 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:33.578878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.598766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b23ae3-17b8-44b8-9f2d-f8759f069c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b0e29e-38c5-4257-b6a4-fa626f91aef3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:33.602416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-96b23ae3-17b8-44b8-9f2d-f8759f069c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.616385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c54a57-7ad5-4bad-b783-8dcc698ae7ef None None] Network 8a754dfb-bccf-424e-94ac-0775445d550e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:33.616616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:33.624263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] device_id is not set on port 2838c42b-fe9e-4c6f-b42e-e1e82cb3ef22 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:33.632968 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-96b23ae3-17b8-44b8-9f2d-f8759f069c0e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/20b0e29e-38c5-4257-b6a4-fa626f91aef3 HTTP/1.1" status: 204 len: 168 time: 1.8920655 Jan 20 14:31:33.635404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44608) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:33.668722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:33.672881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:33.690014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:33.730739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:33.841199 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Router 82019e0d-f22b-421c-93f2-7f893dbc1d31 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:31:33.919197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.20.0.14 (f2155552-4dc8-4d7f-86b9-4c0586f2e6e8/50d4f228-8a04-4f50-8ca7-7fcba688dd58/2838c42b-fe9e-4c6f-b42e-e1e82cb3ef22) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:33.945371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 56315026-e29a-48be-aa71-747050335e35 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:33.947484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.957248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.009646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port fc082242-4757-4c8f-a679-fe9d46c7e158 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:34.169371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 56315026-e29a-48be-aa71-747050335e35 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:34.169966 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 56315026-e29a-48be-aa71-747050335e35 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:34.290081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.303625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:34.315215 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d3e39-a8fb-4cb4-abc7-619c55617715 None None] Sync routers for ids ['82019e0d-f22b-421c-93f2-7f893dbc1d31'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:34.316331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.320253 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-085198c6-567b-4868-b4ca-df235478dfab tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "PUT /v2.0/routers/82019e0d-f22b-421c-93f2-7f893dbc1d31 HTTP/1.1" status: 200 len: 883 time: 7.7054737 Jan 20 14:31:34.320253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Deleting port 29ce1154-08e6-4c53-a354-44e502339818 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:34.320625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.327710 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d3e39-a8fb-4cb4-abc7-619c55617715 None None] Routers {'82019e0d-f22b-421c-93f2-7f893dbc1d31'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:34.328420 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b62d3e39-a8fb-4cb4-abc7-619c55617715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['82019e0d-f22b-421c-93f2-7f893dbc1d31'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:34.340805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44636) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:34.488784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.503206 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Transition to ACTIVE for port object c5c332bd-b29b-4fdd-99a9-f2026ee813e8 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:34.518606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f76caf7-721a-40f5-9295-6b5e03d7c234 None None] DHCP port deletion for 8a754dfb-bccf-424e-94ac-0775445d550e request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:31:34.534985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5f76caf7-721a-40f5-9295-6b5e03d7c234 None None] Deleting port 29ce1154-08e6-4c53-a354-44e502339818 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:34.535357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f76caf7-721a-40f5-9295-6b5e03d7c234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.539000 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b62d3e39-a8fb-4cb4-abc7-619c55617715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:34.564184 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d3e39-a8fb-4cb4-abc7-619c55617715 None None] Routers {'82019e0d-f22b-421c-93f2-7f893dbc1d31'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:34.564842 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b62d3e39-a8fb-4cb4-abc7-619c55617715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['82019e0d-f22b-421c-93f2-7f893dbc1d31'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:34.597480 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ebfa9553-de8b-4128-b6e4-61e7caca7682 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/routers/82019e0d-f22b-421c-93f2-7f893dbc1d31 HTTP/1.1" status: 200 len: 924 time: 0.2527809 Jan 20 14:31:34.600487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.609842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44646) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:34.668858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Transition to ACTIVE for port object c5c332bd-b29b-4fdd-99a9-f2026ee813e8 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:34.678909 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b62d3e39-a8fb-4cb4-abc7-619c55617715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:34.682141 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d3e39-a8fb-4cb4-abc7-619c55617715 None None] The sync data for ids ['82019e0d-f22b-421c-93f2-7f893dbc1d31'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:34.713601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.758712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:34.785077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:34.798939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:34.819665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Pushing event updated for resources: {'Port': ['ID=c5c332bd-b29b-4fdd-99a9-f2026ee813e8,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:34.835756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:34.840044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:34.845434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:34.873769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] For port 29ce1154-08e6-4c53-a354-44e502339818, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=29ce1154-08e6-4c53-a354-44e502339818,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:34.874121 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.911440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:34.912427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.925305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44656) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:34.981123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=2838c42b-fe9e-4c6f-b42e-e1e82cb3ef22,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:35.006492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3342f-b555-4dbd-ae95-3747d5eb392e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:35.007188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4ab3342f-b555-4dbd-ae95-3747d5eb392e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Synchronizing usage tracker for tenant:5acbb92689e742db8fd71ea8bf8b4e72 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:35.030130 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cfff010e-bade-46ce-960e-a5da7abdfa34 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9757137 Jan 20 14:31:35.031572 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:31:35.031967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:31:35.067162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44664) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:35.085409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3fb3d7ab-6f5e-462a-b2c1-a470e0e44cc9 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'port_id': '2838c42b-fe9e-4c6f-b42e-e1e82cb3ef22'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:35.122589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44668) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:35.135961 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Attempting to bind port c5c332bd-b29b-4fdd-99a9-f2026ee813e8 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:35.136408 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Attempting to bind port c5c332bd-b29b-4fdd-99a9-f2026ee813e8 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:35.136919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Attempting to bind port c5c332bd-b29b-4fdd-99a9-f2026ee813e8 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:31:35.153270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:31:35.153733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:35.154193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.154639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:31:35.155181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Bound port: c5c332bd-b29b-4fdd-99a9-f2026ee813e8, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:35.155630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.178310 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5f76caf7-721a-40f5-9295-6b5e03d7c234 None None] For port 29ce1154-08e6-4c53-a354-44e502339818, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=29ce1154-08e6-4c53-a354-44e502339818,segment=NetworkSegment(f697d180-c908-46e2-a4ca-bea7568f2e80),segment_id=f697d180-c908-46e2-a4ca-bea7568f2e80)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:35.178985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f76caf7-721a-40f5-9295-6b5e03d7c234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.188094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Calling delete_port for 29ce1154-08e6-4c53-a354-44e502339818 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:35.227637 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-66ba6336-014b-44ee-8447-214b50adaac7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8543184 Jan 20 14:31:35.233314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44674) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:35.234603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4ab3342f-b555-4dbd-ae95-3747d5eb392e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Unset dirty status for tenant:5acbb92689e742db8fd71ea8bf8b4e72 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:35.236639 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4ab3342f-b555-4dbd-ae95-3747d5eb392e tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&device_id=82019e0d-f22b-421c-93f2-7f893dbc1d31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6256726 Jan 20 14:31:35.239376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb3d7ab-6f5e-462a-b2c1-a470e0e44cc9 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.250023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44676) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:35.352697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5f76caf7-721a-40f5-9295-6b5e03d7c234 None None] Calling delete_port for 29ce1154-08e6-4c53-a354-44e502339818 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:35.412030 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:35.426466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:35.430717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Usage tracker for resource:floatingip and tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:35.433926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:35.440261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:35.472406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-813581c8-d42e-491e-a4ca-7b1227cc4735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.475505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.494087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] For port c5c332bd-b29b-4fdd-99a9-f2026ee813e8, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:31:35.501166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'networks': [{'name': 'tempest-network--1092560'}, {'name': 'tempest-network--1662936268'}]} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:35.501758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'network': {'name': 'tempest-network--1092560'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:35.502395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'network': {'name': 'tempest-network--1662936268'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:35.503204 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] For port c5c332bd-b29b-4fdd-99a9-f2026ee813e8, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c5c332bd-b29b-4fdd-99a9-f2026ee813e8,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:31:35.516139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.525793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:35.560356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f76caf7-721a-40f5-9295-6b5e03d7c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.572060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Usage tracker for resource:network and tenant:38b9e01e432a46bab8608d69e4273f7b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:35.587911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f76caf7-721a-40f5-9295-6b5e03d7c234 None None] No DVR routers for this DVR port 29ce1154-08e6-4c53-a354-44e502339818 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:35.592575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:35.615097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:35.651790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41804883-da41-45ba-b7d2-07a83ba30163 None None] Pushing event updated for resources: {'Port': ['ID=c5c332bd-b29b-4fdd-99a9-f2026ee813e8,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:35.681688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Made reservation on behalf of 38b9e01e432a46bab8608d69e4273f7b for: {'network': 2} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:35.684895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.705858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76caf7-721a-40f5-9295-6b5e03d7c234 None None] Pushing event deleted for resources: {'Port': ['ID=29ce1154-08e6-4c53-a354-44e502339818,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:35.724447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82ad14c-e190-4545-b645-b6fb56f071ed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:35.724934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aad81cd-ace9-4391-a0e9-8331eb53ead3 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:35.725189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c82ad14c-e190-4545-b645-b6fb56f071ed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:35.726691 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4aad81cd-ace9-4391-a0e9-8331eb53ead3 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 881 time: 0.4757473 Jan 20 14:31:35.731748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.744587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44682) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:35.748882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:35.749380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:35.811093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 29ce1154-08e6-4c53-a354-44e502339818 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:35.856944 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:35.865317 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-15cc287b-9560-41fd-9d6d-412cbc2ae4c9 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=82019e0d-f22b-421c-93f2-7f893dbc1d31 HTTP/1.1" status: 200 len: 205 time: 0.1180208 Jan 20 14:31:35.874114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 29ce1154-08e6-4c53-a354-44e502339818 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:35.874114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 29ce1154-08e6-4c53-a354-44e502339818 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:35.874824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44686) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:35.938906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c82ad14c-e190-4545-b645-b6fb56f071ed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:35.944768 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c82ad14c-e190-4545-b645-b6fb56f071ed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4868512 Jan 20 14:31:36.007529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44688) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:36.035039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Usage tracker for resource:security_group_rule and tenant:38b9e01e432a46bab8608d69e4273f7b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:36.055150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:36.082685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:36.083112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3c098f4d-20b8-421c-8878-c1f13224ed9c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.101592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3c098f4d-20b8-421c-8878-c1f13224ed9c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.210420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1131ed-6a57-4314-9f36-38d99aa3bc18 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:36.211818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1131ed-6a57-4314-9f36-38d99aa3bc18 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:36.212600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-be1131ed-6a57-4314-9f36-38d99aa3bc18 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:36.285755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Deleting port 29ce1154-08e6-4c53-a354-44e502339818 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:36.285970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.340808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.345980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-be1131ed-6a57-4314-9f36-38d99aa3bc18 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:36.348663 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-be1131ed-6a57-4314-9f36-38d99aa3bc18 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3399198 Jan 20 14:31:36.360714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.376241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44694) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:36.386283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.410422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.424044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] The port '29ce1154-08e6-4c53-a354-44e502339818' was deleted {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:31:36.576036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-44788a31-2cb4-4903-ad49-91b1ab0e496b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet fa14fb9e-241d-4ca0-b717-1cee04cc3f26 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:31:36.579842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c098f4d-20b8-421c-8878-c1f13224ed9c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Router e3f42c7e-76c4-4d5a-b563-5a1f37c21989 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:36.626272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.651469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44788a31-2cb4-4903-ad49-91b1ab0e496b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.695815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.722213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.722672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.745760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a754dfb-bccf-424e-94ac-0775445d550e']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:36.771883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f697d180-c908-46e2-a4ca-bea7568f2e80') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:36.772173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f697d180-c908-46e2-a4ca-bea7568f2e80') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:36.783497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44788a31-2cb4-4903-ad49-91b1ab0e496b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.839602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Allocated IP 172.26.0.228 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/9d20fd3e-4a37-4caf-9dcc-3ceaaa2aa813) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:36.851708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.860012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.871907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:36.881550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56947cf-6e6b-460e-b477-b76982b65a73,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:36.895356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.911214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Deleting port 5e5282fe-1217-41d0-a1b1-caa14b00b91c {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:36.911567 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.926018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2c641756-b76d-444b-ae9d-5bf604dd631b None None] Provisioning for port c5c332bd-b29b-4fdd-99a9-f2026ee813e8 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:36.926468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:31:36.926865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.937160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.937512 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Added segment d90eb603-7f8b-40d1-81c7-cb1f0cec2b7d of type vlan for network f0d28075-1f01-499d-b438-79cb63553866 Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:36.981463 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:37.061659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c098f4d-20b8-421c-8878-c1f13224ed9c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:37.073725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cf1ea-6c87-4615-9d1a-5fab15e0a8aa None None] Sync routers for ids ['e3f42c7e-76c4-4d5a-b563-5a1f37c21989'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:37.084259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cf1ea-6c87-4615-9d1a-5fab15e0a8aa None None] Routers {'e3f42c7e-76c4-4d5a-b563-5a1f37c21989'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:37.084842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-375cf1ea-6c87-4615-9d1a-5fab15e0a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['e3f42c7e-76c4-4d5a-b563-5a1f37c21989'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:37.090604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3c098f4d-20b8-421c-8878-c1f13224ed9c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.095245 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3c098f4d-20b8-421c-8878-c1f13224ed9c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "PUT /v2.0/routers/e3f42c7e-76c4-4d5a-b563-5a1f37c21989 HTTP/1.1" status: 200 len: 922 time: 5.6309886 Jan 20 14:31:37.096246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44698) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.113889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.145419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-375cf1ea-6c87-4615-9d1a-5fab15e0a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:37.155438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cf1ea-6c87-4615-9d1a-5fab15e0a8aa None None] Routers {'e3f42c7e-76c4-4d5a-b563-5a1f37c21989'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:37.155784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-375cf1ea-6c87-4615-9d1a-5fab15e0a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['e3f42c7e-76c4-4d5a-b563-5a1f37c21989'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:37.193544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.220859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.222485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-375cf1ea-6c87-4615-9d1a-5fab15e0a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:37.222892 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375cf1ea-6c87-4615-9d1a-5fab15e0a8aa None None] The sync data for ids ['e3f42c7e-76c4-4d5a-b563-5a1f37c21989'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:37.225885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a754dfb-bccf-424e-94ac-0775445d550e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:37.261296 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-84d7399c-1681-43dc-8411-76103642da26 admin admin] 10.222.0.87 "DELETE /v2.0/networks/8a754dfb-bccf-424e-94ac-0775445d550e HTTP/1.1" status: 204 len: 168 time: 3.6155794 Jan 20 14:31:37.308800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb3d7ab-6f5e-462a-b2c1-a470e0e44cc9 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.310141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44788a31-2cb4-4903-ad49-91b1ab0e496b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.316687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.352770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:31:37.360839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb3d7ab-6f5e-462a-b2c1-a470e0e44cc9 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.368421 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-73e3d626-d69c-46f4-b2fd-b8da23693c5f tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/routers/e3f42c7e-76c4-4d5a-b563-5a1f37c21989 HTTP/1.1" status: 200 len: 922 time: 0.2683020 Jan 20 14:31:37.368994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44704) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.438675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.487254 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44708) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.521839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:37.619184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.640044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.640414 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Added segment 141ca7ea-a564-4cf4-a247-b6b58522712b of type vlan for network 3801db3f-4fa4-4951-a8ec-c90cf403d3c1 Jan 20 14:31:37.645089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:37.648177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:37.650890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:37.687350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event updated for resources: {'Port': ['ID=9d20fd3e-4a37-4caf-9dcc-3ceaaa2aa813,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:37.697028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a9db68-f2ce-4f48-bc39-5f9546629854 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:37.697749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d2a9db68-f2ce-4f48-bc39-5f9546629854 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Synchronizing usage tracker for tenant:798eca45d4e34a3cbb228c50d6dc0ce9 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:37.734652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d2a9db68-f2ce-4f48-bc39-5f9546629854 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Unset dirty status for tenant:798eca45d4e34a3cbb228c50d6dc0ce9 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:37.734652 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d2a9db68-f2ce-4f48-bc39-5f9546629854 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&device_id=e3f42c7e-76c4-4d5a-b563-5a1f37c21989&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3632326 Jan 20 14:31:37.735104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44714) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.793947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Calling delete_port for 5e5282fe-1217-41d0-a1b1-caa14b00b91c owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:37.829923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.834923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.838338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44788a31-2cb4-4903-ad49-91b1ab0e496b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.840508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c5c332bd-b29b-4fdd-99a9-f2026ee813e8 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:37.909664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port c5c332bd-b29b-4fdd-99a9-f2026ee813e8 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:37.915150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c5c332bd-b29b-4fdd-99a9-f2026ee813e8 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:37.915557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.918909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.922594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44788a31-2cb4-4903-ad49-91b1ab0e496b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=fa14fb9e-241d-4ca0-b717-1cee04cc3f26,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:37.924694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d309810-2629-43a3-8e1f-66584bd02500 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:37.927260 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9b9455bc-d668-47dd-ab89-e6de3b306ca7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=35a6cd0e5ccc497d96d2ff1ead4954df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4265358 Jan 20 14:31:37.929368 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2d309810-2629-43a3-8e1f-66584bd02500 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 881 time: 0.1933944 Jan 20 14:31:37.931722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44718) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.932087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44720) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.940253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44788a31-2cb4-4903-ad49-91b1ab0e496b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.952609 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-3fb3d7ab-6f5e-462a-b2c1-a470e0e44cc9 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 74dc26f8-b801-42dc-a553-d6e727051862 associated. External IP: 172.26.0.128, port: 2838c42b-fe9e-4c6f-b42e-e1e82cb3ef22. Jan 20 14:31:37.952860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d91e3-b1e1-40c4-a472-3697ea37bfc1 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:37.979345 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.063442 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-23e31d0e-5427-49a9-a8de-359a765f45cf tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f42c7e-76c4-4d5a-b563-5a1f37c21989 HTTP/1.1" status: 200 len: 205 time: 0.1296806 Jan 20 14:31:38.077955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44726) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:38.136709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de7c902c-5cef-4a6a-88b3-1cdd1167e783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.202794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.220800 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-44788a31-2cb4-4903-ad49-91b1ab0e496b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/fa14fb9e-241d-4ca0-b717-1cee04cc3f26 HTTP/1.1" status: 204 len: 168 time: 1.8434391 Jan 20 14:31:38.229968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44730) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:38.245219 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port c5c332bd-b29b-4fdd-99a9-f2026ee813e8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c5c332bd-b29b-4fdd-99a9-f2026ee813e8,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:38.252248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.264019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.264640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.270007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:38.274581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:38.275220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.308585 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-16615d98-4eaf-42d0-a7a2-d1b00c205a69 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774457 Jan 20 14:31:38.311961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44734) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:38.317302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de7c902c-5cef-4a6a-88b3-1cdd1167e783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.327145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:38.329859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c82a7-ca08-4657-be8a-5d254a473be3 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:31:38.339945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-764c82a7-ca08-4657-be8a-5d254a473be3 None None] Deleting port c5c332bd-b29b-4fdd-99a9-f2026ee813e8 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:38.340333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-764c82a7-ca08-4657-be8a-5d254a473be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.397048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=c5c332bd-b29b-4fdd-99a9-f2026ee813e8,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:38.507838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:38.517046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:38.519955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:38.529832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:38.541405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de7c902c-5cef-4a6a-88b3-1cdd1167e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.558593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:38.562169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.589105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-764c82a7-ca08-4657-be8a-5d254a473be3 None None] For port c5c332bd-b29b-4fdd-99a9-f2026ee813e8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c5c332bd-b29b-4fdd-99a9-f2026ee813e8,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:38.589524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-764c82a7-ca08-4657-be8a-5d254a473be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.590715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c902c-5cef-4a6a-88b3-1cdd1167e783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2c6f8e-d392-41dc-b4af-9ec2d6994cd5,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:38.616694 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.6816101 Jan 20 14:31:38.623229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44738) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:38.654323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'Network': ['ID=f0d28075-1f01-499d-b438-79cb63553866,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:38.671223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.675886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de7c902c-5cef-4a6a-88b3-1cdd1167e783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.680163 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-de7c902c-5cef-4a6a-88b3-1cdd1167e783 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ef2c6f8e-d392-41dc-b4af-9ec2d6994cd5 HTTP/1.1" status: 204 len: 168 time: 0.7426488 Jan 20 14:31:38.684344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.777617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network f0d28075-1f01-499d-b438-79cb63553866 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:38.833786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.885745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-764c82a7-ca08-4657-be8a-5d254a473be3 None None] Calling delete_port for c5c332bd-b29b-4fdd-99a9-f2026ee813e8 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:38.978775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-764c82a7-ca08-4657-be8a-5d254a473be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.011546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event updated for resources: {'Port': ['ID=9d20fd3e-4a37-4caf-9dcc-3ceaaa2aa813,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:39.052226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.066031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.096551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c82a7-ca08-4657-be8a-5d254a473be3 None None] No DVR routers for this DVR port c5c332bd-b29b-4fdd-99a9-f2026ee813e8 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:39.098108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c82a7-ca08-4657-be8a-5d254a473be3 None None] Pushing event deleted for resources: {'Port': ['ID=c5c332bd-b29b-4fdd-99a9-f2026ee813e8,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:39.146195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:39.147053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.148266 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d8adafa1-6bd5-459d-a65c-5771ca8f89cb tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9679332 Jan 20 14:31:39.151525 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:39.155019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44748) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:39.160149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:39.160767 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.161606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0c04d-ca65-434f-86ea-069f66bcd82c None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:39.168571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-376679688'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:39.174235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909f698-207b-4d30-b060-c57c8646d3f3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:39.177409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=60e0e29a-183a-4ee9-b02f-30caead94ad5,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:39.180481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909f698-207b-4d30-b060-c57c8646d3f3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:39.186787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909f698-207b-4d30-b060-c57c8646d3f3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:39.191881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:39.193078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909f698-207b-4d30-b060-c57c8646d3f3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:39.193960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6909f698-207b-4d30-b060-c57c8646d3f3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Synchronizing usage tracker for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:39.197139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Usage tracker for resource:network and tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:39.201000 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:39.209821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:39.228346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Made reservation on behalf of ddc77abdf4d147e2a2a40bfdadaa7bf1 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:39.233465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.271661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.290173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:39.295494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Usage tracker for resource:security_group_rule and tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:39.304486 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-09db7da7-a3c7-4ce8-95d3-0a9570baa4c5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9894631 Jan 20 14:31:39.306136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:39.309458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44758) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:39.315990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:39.318779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421df740-6c97-4b27-a6da-0deac7d4bcdd tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'Network': ['ID=3801db3f-4fa4-4951-a8ec-c90cf403d3c1,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:39.338590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1198005499', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:39.360723 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 3801db3f-4fa4-4951-a8ec-c90cf403d3c1 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:39.370337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:39.389380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:router and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:39.397609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:39.414575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.418522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6909f698-207b-4d30-b060-c57c8646d3f3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Unset dirty status for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:39.418882 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6909f698-207b-4d30-b060-c57c8646d3f3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.7932198 Jan 20 14:31:39.422446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:39.451905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.453448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44764) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:39.479818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.489652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Pushing event deleted for resources: {'Port': ['ID=5e5282fe-1217-41d0-a1b1-caa14b00b91c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:39.497105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '60e0e29a-183a-4ee9-b02f-30caead94ad5'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:31:39.500180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.504867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.527436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb3d7ab-6f5e-462a-b2c1-a470e0e44cc9 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:39.534722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.536190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.606035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Deleting port 236c27a1-69bd-490b-9b35-e16c13982378 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:39.606770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.638786 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:39.664700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350c370f-3b1d-482f-9ab1-13b64ab9cb78,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:39.695137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.699678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.700026 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Added segment af1cc3bc-4a73-41cc-af14-e97cc620ff4c of type vlan for network 79d9185e-fe12-49c8-ba35-3b7959d7880b Jan 20 14:31:39.767130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/60e0e29a-183a-4ee9-b02f-30caead94ad5/434794ff-a560-4578-bed8-bf83b8f591b2) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:39.821568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.893543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c5c332bd-b29b-4fdd-99a9-f2026ee813e8 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:39.966914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: c5c332bd-b29b-4fdd-99a9-f2026ee813e8 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:39.967591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c5c332bd-b29b-4fdd-99a9-f2026ee813e8 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:39.999263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.110475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.192364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.207639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Transition to ACTIVE for port object 434794ff-a560-4578-bed8-bf83b8f591b2 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:40.233735 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Transition to ACTIVE for port object 434794ff-a560-4578-bed8-bf83b8f591b2 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:40.241368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.316277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:40.322395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.325841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:40.334198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:40.402047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d28075-1f01-499d-b438-79cb63553866']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:40.416797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.424585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:40.425283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.459663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Pushing event updated for resources: {'Port': ['ID=434794ff-a560-4578-bed8-bf83b8f591b2,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:40.462636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90eb603-7f8b-40d1-81c7-cb1f0cec2b7d') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:40.462945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90eb603-7f8b-40d1-81c7-cb1f0cec2b7d') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:40.465787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Attempting to bind port 434794ff-a560-4578-bed8-bf83b8f591b2 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:40.466394 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Attempting to bind port 434794ff-a560-4578-bed8-bf83b8f591b2 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:40.467383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Attempting to bind port 434794ff-a560-4578-bed8-bf83b8f591b2 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:31:40.475732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:31:40.476490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:40.477205 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.477795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:31:40.478449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Bound port: 434794ff-a560-4578-bed8-bf83b8f591b2, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:40.479040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.583348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] For port 434794ff-a560-4578-bed8-bf83b8f591b2, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:31:40.587687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] For port 434794ff-a560-4578-bed8-bf83b8f591b2, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=434794ff-a560-4578-bed8-bf83b8f591b2,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:31:40.595537 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.605316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb3d7ab-6f5e-462a-b2c1-a470e0e44cc9 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:40.609797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.616910 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9234703f-9011-4bdf-a0fb-504a16902096 None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:40.633037 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234703f-9011-4bdf-a0fb-504a16902096 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:40.634150 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9234703f-9011-4bdf-a0fb-504a16902096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:40.638574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.670372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.679170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb3d7ab-6f5e-462a-b2c1-a470e0e44cc9 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.706892 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ab551-a14b-48d4-b6fb-58509c40f160 None None] Pushing event updated for resources: {'Port': ['ID=434794ff-a560-4578-bed8-bf83b8f591b2,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:40.731881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.750281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.751509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792c1b7-96b2-438d-9475-5038833814b3 req-bacec414-44f4-44dc-9c05-f5280d4e8a36 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:40.753068 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9792c1b7-96b2-438d-9475-5038833814b3 req-bacec414-44f4-44dc-9c05-f5280d4e8a36 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.5331149 Jan 20 14:31:40.753940 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.755272 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-beee8e39-b8a8-4ed4-82c2-720519e9b3df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4335251 Jan 20 14:31:40.767494 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6114314 Jan 20 14:31:40.771047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44792) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:40.771386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44794) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:40.777629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412326c-4d36-49a4-9a15-53003517697c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event updated for resources: {'Network': ['ID=79d9185e-fe12-49c8-ba35-3b7959d7880b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:40.791200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 79d9185e-fe12-49c8-ba35-3b7959d7880b details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:40.791571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:31:40.791972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.798189 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9234703f-9011-4bdf-a0fb-504a16902096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:40.824528 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:40.829666 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234703f-9011-4bdf-a0fb-504a16902096 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:40.829843 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9234703f-9011-4bdf-a0fb-504a16902096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:40.852788 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3fb3d7ab-6f5e-462a-b2c1-a470e0e44cc9 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "PUT /v2.0/floatingips/74dc26f8-b801-42dc-a553-d6e727051862 HTTP/1.1" status: 200 len: 978 time: 5.7842572 Jan 20 14:31:40.873826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Request body: {'subnet': {'network_id': '79d9185e-fe12-49c8-ba35-3b7959d7880b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:40.874027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44802) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:40.945877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.946148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Fanout notify agent at l3_agent the message router_deleted on router 82019e0d-f22b-421c-93f2-7f893dbc1d31 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:40.961875 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9234703f-9011-4bdf-a0fb-504a16902096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:40.963516 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9234703f-9011-4bdf-a0fb-504a16902096 None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:40.988538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-599676e9-5062-4af4-a28e-1cba4a729fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:40.989759 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-599676e9-5062-4af4-a28e-1cba4a729fa8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e46b88d12d7e404d90c306bd4baee792&device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 1099 time: 0.9773297 Jan 20 14:31:41.022156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.027253 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-94061b16-8939-45f8-b337-441ace1fb324 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/82019e0d-f22b-421c-93f2-7f893dbc1d31 HTTP/1.1" status: 204 len: 168 time: 5.0790207 Jan 20 14:31:41.175411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44806) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:41.175750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44808) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:41.177509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.213955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-206968191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:41.295894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:41.317903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Usage tracker for resource:subnet and tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:41.338481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:41.358596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:41.358867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:41.367726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Calling delete_port for 236c27a1-69bd-490b-9b35-e16c13982378 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:41.400794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 2838c42b-fe9e-4c6f-b42e-e1e82cb3ef22 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:41.401136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.428709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.453884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Usage tracker for resource:router and tenant:0947d9f8c5c34800961e6a97f10b1e2f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:41.465548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1372919281', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:41.482798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:41.485093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:41.505484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Usage tracker for resource:port and tenant:04f004a148014e05984f1f2873026faa is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:41.505833 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9792c1b7-96b2-438d-9475-5038833814b3 req-75ee7dcf-c394-4dac-875d-b95c96731aa5 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7319660 Jan 20 14:31:41.506850 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.520158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:41.522316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Made reservation on behalf of ddc77abdf4d147e2a2a40bfdadaa7bf1 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:41.533318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:41.533422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.544366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:41.602931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event deleted for resources: {'Network': ['ID=f0d28075-1f01-499d-b438-79cb63553866,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:41.603816 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-5308defc-1603-4fa4-b036-3e6853b31bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:41.606185 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-5308defc-1603-4fa4-b036-3e6853b31bcd service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 200 len: 912 time: 0.5747592 Jan 20 14:31:41.623139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.624250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.688109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Made reservation on behalf of 04f004a148014e05984f1f2873026faa for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:41.690515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.724339 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-df1c7328-5547-4887-8d09-9757a8c8c96c tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "DELETE /v2.0/networks/f0d28075-1f01-499d-b438-79cb63553866 HTTP/1.1" status: 204 len: 168 time: 2.2693841 Jan 20 14:31:41.735468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44818) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:41.752943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.866779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.882865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 434794ff-a560-4578-bed8-bf83b8f591b2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:41.884849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:41.909323 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-e4cae76e-033c-4718-8856-44b118f82ff9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 200 len: 1002 time: 0.2806716 Jan 20 14:31:41.911056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Usage tracker for resource:security_group_rule and tenant:04f004a148014e05984f1f2873026faa is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:41.923534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:41.963863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:42.012405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.059326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-59190ad1-9e66-4d3f-b000-d5c80152387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:42.061021 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-59190ad1-9e66-4d3f-b000-d5c80152387e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2f1e2a2-41fc-449d-823a-59681b2864b6 HTTP/1.1" status: 200 len: 850 time: 0.1437535 Jan 20 14:31:42.095290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.096812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 434794ff-a560-4578-bed8-bf83b8f591b2 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:42.144164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.193256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.207756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3589f97e-ff81-4b31-ac93-42537dda185d None None] Provisioning for port 434794ff-a560-4578-bed8-bf83b8f591b2 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:42.213071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3589f97e-ff81-4b31-ac93-42537dda185d None None] Provisioning complete for port 434794ff-a560-4578-bed8-bf83b8f591b2 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:42.213640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3589f97e-ff81-4b31-ac93-42537dda185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.285301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.286494 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-60279598-4587-40e7-a5b9-77992862a46b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1014788 Jan 20 14:31:42.305497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44822) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:42.331079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3589f97e-ff81-4b31-ac93-42537dda185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.332815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.365589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3589f97e-ff81-4b31-ac93-42537dda185d None None] For port 434794ff-a560-4578-bed8-bf83b8f591b2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=434794ff-a560-4578-bed8-bf83b8f591b2,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:42.370515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3589f97e-ff81-4b31-ac93-42537dda185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.412139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Pushing event deleted for resources: {'Port': ['ID=236c27a1-69bd-490b-9b35-e16c13982378,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:42.420169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'enable_snat': True}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:42.442884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589f97e-ff81-4b31-ac93-42537dda185d None None] Pushing event updated for resources: {'Port': ['ID=434794ff-a560-4578-bed8-bf83b8f591b2,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:42.618862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.726954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3801db3f-4fa4-4951-a8ec-c90cf403d3c1']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:42.765235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.786681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-3409680a-b4ed-406d-a5e5-69a457168fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:42.788219 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-3409680a-b4ed-406d-a5e5-69a457168fb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6748548 Jan 20 14:31:42.793075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.818068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141ca7ea-a564-4cf4-a247-b6b58522712b') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:42.818681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141ca7ea-a564-4cf4-a247-b6b58522712b') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:42.886646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.910289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] device_id is not set on port 8ee27f36-114b-4002-90dc-47bfaaa1ab6b yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:43.045153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.057790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.059554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb07208c-3ee7-45d7-8585-6abb3b932c2f,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:43.062333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.097367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.101082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:31:43.101427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:43.122187 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:43.195705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.196090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.196390 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 74dc26f8-b801-42dc-a553-d6e727051862 disassociated. External IP: 172.26.0.128, port: 2838c42b-fe9e-4c6f-b42e-e1e82cb3ef22. Jan 20 14:31:43.196729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 2838c42b-fe9e-4c6f-b42e-e1e82cb3ef22 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:43.293750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event updated for resources: {'Subnet': ['ID=9867f7a6-03ea-4cc9-b1a0-ab920d344bb6,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:43.308306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.314056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::1 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/60e0e29a-183a-4ee9-b02f-30caead94ad5/6d90f419-3654-4cf6-8df8-dce2f66b1223) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:43.321535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.332222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.408309 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-ee201f5a-31a5-4d13-bbcd-195aef659108 service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544448 Jan 20 14:31:43.422773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184826-2290-4ac1-956e-1ecf2d7698d2 req-c9ec31a1-805b-4d1a-9dec-f8e486622213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:43.424361 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d3184826-2290-4ac1-956e-1ecf2d7698d2 req-c9ec31a1-805b-4d1a-9dec-f8e486622213 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.7918401 Jan 20 14:31:43.486525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.487043 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Fanout notify agent at l3_agent the message router_deleted on router e3f42c7e-76c4-4d5a-b563-5a1f37c21989 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:43.499727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.519311 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Checking segment: {'id': 'af1cc3bc-4a73-41cc-af14-e97cc620ff4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79d9185e-fe12-49c8-ba35-3b7959d7880b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:43.519656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Network hostable DHCP agents. Network: 79d9185e-fe12-49c8-ba35-3b7959d7880b, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:31:43.538228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event deleted for resources: {'Network': ['ID=3801db3f-4fa4-4951-a8ec-c90cf403d3c1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:43.615050 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dfd5a801-f102-4115-823e-0567ae90e923 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "DELETE /v2.0/networks/3801db3f-4fa4-4951-a8ec-c90cf403d3c1 HTTP/1.1" status: 204 len: 168 time: 1.8766024 Jan 20 14:31:43.626460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Allocated IP 172.26.0.177 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/8ee27f36-114b-4002-90dc-47bfaaa1ab6b) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:43.628663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44828) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:43.667400 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d3184826-2290-4ac1-956e-1ecf2d7698d2 req-5ffbd687-b373-4905-a3b1-bb2afd2c0d16 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213943 Jan 20 14:31:43.683351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.694757 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e824ef91-b710-4982-8f27-40f3f6b85e1c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/e3f42c7e-76c4-4d5a-b563-5a1f37c21989 HTTP/1.1" status: 204 len: 168 time: 5.6061466 Jan 20 14:31:43.694757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44832) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:43.714330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-5268555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:43.721371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Network 79d9185e-fe12-49c8-ba35-3b7959d7880b is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:31:43.740152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:43.753163 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d633f5ac-d241-4898-9c46-7fbcc96c2be8 req-6f7171fa-d1e4-4add-9eb2-b9e3f4b3f2ff service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266611 Jan 20 14:31:43.753801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.755814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Usage tracker for resource:router and tenant:056128298e644b129128d2b965c05ab5 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:43.761023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:43.786216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 79d9185e-fe12-49c8-ba35-3b7959d7880b) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:43.797857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04152d83-38ac-438a-9644-8a81ebb54dbe None None] Network 79d9185e-fe12-49c8-ba35-3b7959d7880b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:43.811294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:43.811879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.816860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:43.838907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=2838c42b-fe9e-4c6f-b42e-e1e82cb3ef22,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:43.865848 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.887529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88b244-4998-4d04-8c6e-b282b60104ff tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:43.893567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88b244-4998-4d04-8c6e-b282b60104ff tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:43.894335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8e88b244-4998-4d04-8c6e-b282b60104ff tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Synchronizing usage tracker for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:43.902848 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-54bf4a82-88b3-40e3-8efd-8bb3cef99176 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1263976 Jan 20 14:31:43.915610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44836) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:43.929450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1314081079', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:43.937019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 6d90f419-3654-4cf6-8df8-dce2f66b1223 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:43.947584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:43.954135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Usage tracker for resource:router and tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:43.958405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:43.966988 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8e88b244-4998-4d04-8c6e-b282b60104ff tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Unset dirty status for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:43.968494 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8e88b244-4998-4d04-8c6e-b282b60104ff tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3387079 Jan 20 14:31:43.973570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:43.976948 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44840) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:43.989671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-213998733'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:44.065096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:44.087507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 434794ff-a560-4578-bed8-bf83b8f591b2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:44.113671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.114676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.127500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.128470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.148424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:44.196673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-79d9185e-fe12-49c8-ba35-3b7959d7880b', 'network_id': '79d9185e-fe12-49c8-ba35-3b7959d7880b', 'tenant_id': 'ddc77abdf4d147e2a2a40bfdadaa7bf1', 'fixed_ips': [{'subnet_id': '9867f7a6-03ea-4cc9-b1a0-ab920d344bb6'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:31:44.197887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.201851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.244727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.247135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.260599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Made reservation on behalf of 38b9e01e432a46bab8608d69e4273f7b for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:44.264296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.305222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.321031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:44.323066 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:44.324474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.327040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.355306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:44.424926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:44.426799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.427999 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-96b65b72-d615-4218-b7b1-afd0a357f847 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7332530 Jan 20 14:31:44.435117 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.435749 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Added segment 3b778aa3-74fa-4819-bd86-b471f9117a3b of type vlan for network 048a808b-5d1e-41c6-b727-136eb759d13b Jan 20 14:31:44.443378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44844) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:44.448734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:44.449447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.456651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:44.477445 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Allocated IP 172.20.0.2 (79d9185e-fe12-49c8-ba35-3b7959d7880b/9867f7a6-03ea-4cc9-b1a0-ab920d344bb6/8441ab11-6d82-42b4-aacd-ce683f50ee56) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:44.566968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=6d90f419-3654-4cf6-8df8-dce2f66b1223,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:44.569647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 434794ff-a560-4578-bed8-bf83b8f591b2 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:44.570265 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.570475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.737222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.744557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.862497 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5cd873d1-baf5-49a5-8928-76eee659b458 None None] Provisioning for port 6d90f419-3654-4cf6-8df8-dce2f66b1223 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:44.875329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5cd873d1-baf5-49a5-8928-76eee659b458 None None] Provisioning complete for port 6d90f419-3654-4cf6-8df8-dce2f66b1223 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:44.875783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5cd873d1-baf5-49a5-8928-76eee659b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.915097 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.940752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Transition to ACTIVE for port object 8441ab11-6d82-42b4-aacd-ce683f50ee56 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:44.956364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5cd873d1-baf5-49a5-8928-76eee659b458 None None] Port 6d90f419-3654-4cf6-8df8-dce2f66b1223 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:31:44.958482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:44.965035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:44.967133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Transition to ACTIVE for port object 8441ab11-6d82-42b4-aacd-ce683f50ee56 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:44.977322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:44.982038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.018554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ccf12-8a49-442f-9f9a-ce7e4791e407 None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:45.058073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:45.064327 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ccf12-8a49-442f-9f9a-ce7e4791e407 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:45.065214 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-639ccf12-8a49-442f-9f9a-ce7e4791e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:45.089499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:31:45.123360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Network 79d9185e-fe12-49c8-ba35-3b7959d7880b is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:45.130590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Pushing event updated for resources: {'Port': ['ID=8ee27f36-114b-4002-90dc-47bfaaa1ab6b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:45.130757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:45.135054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.137070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.142893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:45.148609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Pushing event updated for resources: {'Port': ['ID=8441ab11-6d82-42b4-aacd-ce683f50ee56,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:45.178082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-639ccf12-8a49-442f-9f9a-ce7e4791e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:45.188488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.193907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:45.194428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.214480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:45.215088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.222257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Allocated IP 172.26.0.111 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/eed1f7ee-e733-4d96-aa77-e7c493a8c86a) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:45.233148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.237697 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-54cf1f58-dce2-44bc-bb37-a49a1d18c27a tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/ports/2838c42b-fe9e-4c6f-b42e-e1e82cb3ef22 HTTP/1.1" status: 204 len: 168 time: 4.3589375 Jan 20 14:31:45.237844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ccf12-8a49-442f-9f9a-ce7e4791e407 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:45.237844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-639ccf12-8a49-442f-9f9a-ce7e4791e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:45.242527 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44850) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:45.289034 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9ec9d873-5ef4-4ffd-80ae-7e06c67b4590 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1013315 Jan 20 14:31:45.296082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44854) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:45.303752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.177'}]}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:45.304151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-639ccf12-8a49-442f-9f9a-ce7e4791e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:45.304724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ccf12-8a49-442f-9f9a-ce7e4791e407 None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:45.307923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Attempting to bind port 8441ab11-6d82-42b4-aacd-ce683f50ee56 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:45.308309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Attempting to bind port 8441ab11-6d82-42b4-aacd-ce683f50ee56 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'af1cc3bc-4a73-41cc-af14-e97cc620ff4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79d9185e-fe12-49c8-ba35-3b7959d7880b'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:45.308813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Attempting to bind port 8441ab11-6d82-42b4-aacd-ce683f50ee56 on network 79d9185e-fe12-49c8-ba35-3b7959d7880b {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:31:45.310983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:45.315660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:31:45.315824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Checking segment: {'id': 'af1cc3bc-4a73-41cc-af14-e97cc620ff4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79d9185e-fe12-49c8-ba35-3b7959d7880b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:45.316164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.316581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Bound using segment: {'id': 'af1cc3bc-4a73-41cc-af14-e97cc620ff4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79d9185e-fe12-49c8-ba35-3b7959d7880b'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:31:45.317568 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Bound port: 8441ab11-6d82-42b4-aacd-ce683f50ee56, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1cc3bc-4a73-41cc-af14-e97cc620ff4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79d9185e-fe12-49c8-ba35-3b7959d7880b'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:45.317568 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.317847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Usage tracker for resource:router and tenant:04f004a148014e05984f1f2873026faa is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:45.321338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:45.329657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:45.349122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.350132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.384143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.412352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] For port 8441ab11-6d82-42b4-aacd-ce683f50ee56, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:31:45.415351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] For port 8441ab11-6d82-42b4-aacd-ce683f50ee56, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=8441ab11-6d82-42b4-aacd-ce683f50ee56,segment=NetworkSegment(af1cc3bc-4a73-41cc-af14-e97cc620ff4c),segment_id=af1cc3bc-4a73-41cc-af14-e97cc620ff4c)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:31:45.420398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.505293 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5d76e-5816-41dc-8301-0314ded84f86 None None] Pushing event updated for resources: {'Port': ['ID=8441ab11-6d82-42b4-aacd-ce683f50ee56,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:45.543212 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9e2370de-5066-4506-b9ca-7ad3cbe80c6f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "GET /v2.0/floatingips/74dc26f8-b801-42dc-a553-d6e727051862 HTTP/1.1" status: 200 len: 688 time: 0.2811222 Jan 20 14:31:45.581957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44858) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:45.597179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'Network': ['ID=048a808b-5d1e-41c6-b727-136eb759d13b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:45.607285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa5f9b-7a3a-498e-a9f0-a51c7e98f3d0 req-e22018db-1f89-4801-9eca-8088150650fb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:45.608233 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-55aa5f9b-7a3a-498e-a9f0-a51c7e98f3d0 req-e22018db-1f89-4801-9eca-8088150650fb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.7983360 Jan 20 14:31:45.611086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 048a808b-5d1e-41c6-b727-136eb759d13b details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:45.632834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.642489 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b893d127-d3b1-4827-a1ef-147bf733bbd0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6631026 Jan 20 14:31:45.664927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44862) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:45.679927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-705689549'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:45.735695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:45.763934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Usage tracker for resource:network and tenant:38b9e01e432a46bab8608d69e4273f7b is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:45.787094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:45.807907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:45.835287 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-55aa5f9b-7a3a-498e-a9f0-a51c7e98f3d0 req-fdefec11-0fb1-4946-b3bd-cd319ba37c67 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034140 Jan 20 14:31:45.935460 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8441ab11-6d82-42b4-aacd-ce683f50ee56 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:46.009640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 8441ab11-6d82-42b4-aacd-ce683f50ee56 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:46.018193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Made reservation on behalf of 38b9e01e432a46bab8608d69e4273f7b for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:46.021657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.025593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-503b949d-fdd6-4299-9fb3-4b5e2d67f6e6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 886e2cb4-b534-4728-ae9c-8e0b1cf14f0b {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:46.026587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-503b949d-fdd6-4299-9fb3-4b5e2d67f6e6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.032951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.093278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.125476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:46.168053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.168509 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Added segment cf559dd3-6298-4836-8ae9-918c6f16f175 of type vlan for network 2a782cbf-d385-40ef-87c2-0c9f57aa4011 Jan 20 14:31:46.238868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.309608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.370636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.413419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.452405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-503b949d-fdd6-4299-9fb3-4b5e2d67f6e6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.452728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-503b949d-fdd6-4299-9fb3-4b5e2d67f6e6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.512875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:46.546293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:46.557926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event updated for resources: {'Port': ['ID=eed1f7ee-e733-4d96-aa77-e7c493a8c86a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:46.560226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.661300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-503b949d-fdd6-4299-9fb3-4b5e2d67f6e6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 886e2cb4-b534-4728-ae9c-8e0b1cf14f0b owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:46.706430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390592d7-f695-4e46-84bf-fe0589a5b301 None None] Network 79d9185e-fe12-49c8-ba35-3b7959d7880b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:46.729721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:46.778617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.788025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.792987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:46.793770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.819452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-502f42d2-ce10-4e19-ae1e-bf19224dec97 None None] Provisioning for port 8441ab11-6d82-42b4-aacd-ce683f50ee56 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:46.829688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-502f42d2-ce10-4e19-ae1e-bf19224dec97 None None] Provisioning complete for port 8441ab11-6d82-42b4-aacd-ce683f50ee56 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:46.830192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-502f42d2-ce10-4e19-ae1e-bf19224dec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.894292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Allocated IP 172.26.0.172 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/1c28dec4-a5b3-4991-8a9a-ee00895f0d9e) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:46.941756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:31:46.990830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.055642 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3893766 Jan 20 14:31:47.056101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a45420-73c9-44a9-b484-22ad61303b07 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'Network': ['ID=2a782cbf-d385-40ef-87c2-0c9f57aa4011,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:47.060878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-502f42d2-ce10-4e19-ae1e-bf19224dec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.067890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44868) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:47.068414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.069128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.075962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'ports': [{'network_id': '048a808b-5d1e-41c6-b727-136eb759d13b', 'name': 'tempest-port--297041203', 'admin_state_up': True}, {'network_id': '2a782cbf-d385-40ef-87c2-0c9f57aa4011', 'admin_state_up': False}]} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:47.076250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'port': {'network_id': '048a808b-5d1e-41c6-b727-136eb759d13b', 'name': 'tempest-port--297041203', 'admin_state_up': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:47.076729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'port': {'network_id': '2a782cbf-d385-40ef-87c2-0c9f57aa4011', 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:47.076985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 2a782cbf-d385-40ef-87c2-0c9f57aa4011 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:47.204350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-502f42d2-ce10-4e19-ae1e-bf19224dec97 None None] For port 8441ab11-6d82-42b4-aacd-ce683f50ee56, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=8441ab11-6d82-42b4-aacd-ce683f50ee56,segment=NetworkSegment(af1cc3bc-4a73-41cc-af14-e97cc620ff4c),segment_id=af1cc3bc-4a73-41cc-af14-e97cc620ff4c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:47.216246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-502f42d2-ce10-4e19-ae1e-bf19224dec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.262843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-503b949d-fdd6-4299-9fb3-4b5e2d67f6e6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.296546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f42d2-ce10-4e19-ae1e-bf19224dec97 None None] Pushing event updated for resources: {'Port': ['ID=8441ab11-6d82-42b4-aacd-ce683f50ee56,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:47.314115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.347630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=6d90f419-3654-4cf6-8df8-dce2f66b1223,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:47.403719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b949d-fdd6-4299-9fb3-4b5e2d67f6e6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=886e2cb4-b534-4728-ae9c-8e0b1cf14f0b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:47.437572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d7dd3d13-6b16-4fb3-a4f3-298fb3eeb1e7 None None] Provisioning complete for port 8441ab11-6d82-42b4-aacd-ce683f50ee56 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:47.437941 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3d13-6b16-4fb3-a4f3-298fb3eeb1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.551377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:47.559041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:47.722811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:47.726316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.753856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Usage tracker for resource:port and tenant:38b9e01e432a46bab8608d69e4273f7b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:47.759071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:47.762934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-503b949d-fdd6-4299-9fb3-4b5e2d67f6e6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.778203 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:47.798728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.813301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8441ab11-6d82-42b4-aacd-ce683f50ee56 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:47.875143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Made reservation on behalf of 38b9e01e432a46bab8608d69e4273f7b for: {'port': 2} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:47.879446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.890821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.894435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 8441ab11-6d82-42b4-aacd-ce683f50ee56 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:47.894936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.921445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:47.936470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:47.943000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.944856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:47.952547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a11f0bc5-b3b0-4adb-8d03-6565be7a43f1 None None] Provisioning complete for port 6d90f419-3654-4cf6-8df8-dce2f66b1223 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:47.952975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a11f0bc5-b3b0-4adb-8d03-6565be7a43f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.977768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-503b949d-fdd6-4299-9fb3-4b5e2d67f6e6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.983939 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-503b949d-fdd6-4299-9fb3-4b5e2d67f6e6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/floatingips/74dc26f8-b801-42dc-a553-d6e727051862 HTTP/1.1" status: 204 len: 168 time: 2.3959999 Jan 20 14:31:47.985649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44872) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:47.987614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Allocated IP 172.26.0.184 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/8019d6c4-47d0-4589-8d5e-f5283d119799) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:48.016934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.031986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Pushing event updated for resources: {'Port': ['ID=1c28dec4-a5b3-4991-8a9a-ee00895f0d9e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:48.048984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a11f0bc5-b3b0-4adb-8d03-6565be7a43f1 None None] Port 6d90f419-3654-4cf6-8df8-dce2f66b1223 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:31:48.226006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '61022f8e-d557-4224-a5d7-b5871512bf3b'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:48.244536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:48.302735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:floatingip and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:48.314144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:48.335941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Router ae056758-8584-4554-bff2-62ce0d67736e is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:31:48.357308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:48.513467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.569417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.630578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] device_id is not set on port 8ad988e7-5eb2-4466-98bf-09f23441a9c9 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:48.738185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.755584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:48.766676 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Sync routers for ids ['ae056758-8584-4554-bff2-62ce0d67736e'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:48.769034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.776011 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Routers {'ae056758-8584-4554-bff2-62ce0d67736e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:48.779368 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ae056758-8584-4554-bff2-62ce0d67736e'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:48.779640 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d954672f-7ddf-4401-9145-c1e0d2344e6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "PUT /v2.0/routers/ae056758-8584-4554-bff2-62ce0d67736e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0020146 Jan 20 14:31:48.782847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44876) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:48.891142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.001721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be8d4d-a650-4653-8497-d91521ba74e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:49.002505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e7be8d4d-a650-4653-8497-d91521ba74e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:49.017589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.017795 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Set router ae056758-8584-4554-bff2-62ce0d67736e gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:49.047596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.117116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:49.128554 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:49.148389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:49.181921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event updated for resources: {'Port': ['ID=8019d6c4-47d0-4589-8d5e-f5283d119799,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:49.190177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e7be8d4d-a650-4653-8497-d91521ba74e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:49.191445 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e7be8d4d-a650-4653-8497-d91521ba74e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports/6d90f419-3654-4cf6-8df8-dce2f66b1223 HTTP/1.1" status: 200 len: 911 time: 0.4066825 Jan 20 14:31:49.201771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44880) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:49.213516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.294356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.490886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Router 2fa06b04-aacb-418c-97fe-4caf72430d92 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:31:49.494044 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae056758-8584-4554-bff2-62ce0d67736e', 'name': 'tempest-NetworksTestDHCPv6-router-1198005499', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:39Z', 'updated_at': '2022-01-20T14:31:45Z', 'revision_number': 2, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None, '_interfaces': [{'id': '6d90f419-3654-4cf6-8df8-dce2f66b1223', 'name': '', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'mac_address': 'fa:16:3e:9d:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae056758-8584-4554-bff2-62ce0d67736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '60e0e29a-183a-4ee9-b02f-30caead94ad5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:42Z', 'updated_at': '2022-01-20T14:31:46Z', 'revision_number': 2, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'subnets': [{'id': '60e0e29a-183a-4ee9-b02f-30caead94ad5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:49.500545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] device_id is not set on port eb974ab3-e721-4d03-95d7-c2f01a6aa233 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:49.553530 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Checking router: ae056758-8584-4554-bff2-62ce0d67736e for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:31:49.553797 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Updating router ae056758-8584-4554-bff2-62ce0d67736e port 6d90f419-3654-4cf6-8df8-dce2f66b1223 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:31:49.625182 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.896387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.947668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.998268 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.011268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b466c2a6-fa36-411d-a43a-24ccfdc9e0a8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:50.017042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b466c2a6-fa36-411d-a43a-24ccfdc9e0a8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:50.021483 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b466c2a6-fa36-411d-a43a-24ccfdc9e0a8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8183410 Jan 20 14:31:50.027222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44884) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:50.029952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.26.0.70 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/31ef5f92-8489-4844-8d4c-0cc8dd210a71) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:50.038945 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Transition to ACTIVE for port object 6d90f419-3654-4cf6-8df8-dce2f66b1223 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:50.054063 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.064349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:50.078044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f15a1-957c-4455-8c8d-658a4e71f840 None None] Sync routers for ids ['2fa06b04-aacb-418c-97fe-4caf72430d92'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:50.091255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f15a1-957c-4455-8c8d-658a4e71f840 None None] Routers {'2fa06b04-aacb-418c-97fe-4caf72430d92'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:50.092617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f99f15a1-957c-4455-8c8d-658a4e71f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2fa06b04-aacb-418c-97fe-4caf72430d92'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:50.101717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.103316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.103788 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff1569d-840d-4669-b4eb-04ec31396cb9 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:50.125617 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee72561-d4f6-4e7a-a982-0435c55e6894 None None] Pushing event updated for resources: {'Port': ['ID=6d90f419-3654-4cf6-8df8-dce2f66b1223,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:50.174243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f99f15a1-957c-4455-8c8d-658a4e71f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:50.184782 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f15a1-957c-4455-8c8d-658a4e71f840 None None] Routers {'2fa06b04-aacb-418c-97fe-4caf72430d92'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:50.185648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f99f15a1-957c-4455-8c8d-658a4e71f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2fa06b04-aacb-418c-97fe-4caf72430d92'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:50.189575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.218159 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.264828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f99f15a1-957c-4455-8c8d-658a4e71f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:50.265486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f15a1-957c-4455-8c8d-658a4e71f840 None None] The sync data for ids ['2fa06b04-aacb-418c-97fe-4caf72430d92'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:50.285442 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.286745 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1d62c657-13d8-4f6c-8726-476a81d9f1c4 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "PUT /v2.0/routers/2fa06b04-aacb-418c-97fe-4caf72430d92 HTTP/1.1" status: 200 len: 918 time: 7.9776483 Jan 20 14:31:50.300026 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44888) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:50.340936 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Attempting to bind port 6d90f419-3654-4cf6-8df8-dce2f66b1223 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:50.341291 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Attempting to bind port 6d90f419-3654-4cf6-8df8-dce2f66b1223 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:50.342109 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Attempting to bind port 6d90f419-3654-4cf6-8df8-dce2f66b1223 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:31:50.348060 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:31:50.348492 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:50.348888 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.349525 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:31:50.349988 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Bound port: 6d90f419-3654-4cf6-8df8-dce2f66b1223, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:50.350368 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.435572 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:31:50.437496 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-32c47e25-f99b-4ad2-8da3-7a2cbc2e0ec6 tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1378682 Jan 20 14:31:50.449460 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] For port 6d90f419-3654-4cf6-8df8-dce2f66b1223, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:31:50.452765 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] For port 6d90f419-3654-4cf6-8df8-dce2f66b1223, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=6d90f419-3654-4cf6-8df8-dce2f66b1223,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:31:50.458119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44892) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:50.459334 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.539096 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Routers {'ae056758-8584-4554-bff2-62ce0d67736e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:50.540189 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ae056758-8584-4554-bff2-62ce0d67736e'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:50.617749 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9a521e20-4e5a-40a2-bec3-0e194562576f tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/routers/2fa06b04-aacb-418c-97fe-4caf72430d92 HTTP/1.1" status: 200 len: 924 time: 0.3164575 Jan 20 14:31:50.622600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44896) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:50.649375 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee72561-d4f6-4e7a-a982-0435c55e6894 None None] Pushing event updated for resources: {'Port': ['ID=6d90f419-3654-4cf6-8df8-dce2f66b1223,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:50.742906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.748045 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] Set router ae056758-8584-4554-bff2-62ce0d67736e gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:50.757844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.800500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7b8dcda2-9d7f-4c3a-aa50-a8175e58d4ad tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Deleting port 8ee27f36-114b-4002-90dc-47bfaaa1ab6b {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:50.800864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcda2-9d7f-4c3a-aa50-a8175e58d4ad tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.891909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.900173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc26e96-fa40-4e87-8099-198c1959d27c tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:50.901771 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6cc26e96-fa40-4e87-8099-198c1959d27c tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&device_id=2fa06b04-aacb-418c-97fe-4caf72430d92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2765758 Jan 20 14:31:50.921015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44900) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:50.958746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.050111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:51.094089 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae056758-8584-4554-bff2-62ce0d67736e', 'name': 'tempest-NetworksTestDHCPv6-router-1198005499', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:39Z', 'updated_at': '2022-01-20T14:31:45Z', 'revision_number': 2, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None, '_interfaces': [{'id': '6d90f419-3654-4cf6-8df8-dce2f66b1223', 'name': '', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'mac_address': 'fa:16:3e:9d:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae056758-8584-4554-bff2-62ce0d67736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '60e0e29a-183a-4ee9-b02f-30caead94ad5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:42Z', 'updated_at': '2022-01-20T14:31:50Z', 'revision_number': 4, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'subnets': [{'id': '60e0e29a-183a-4ee9-b02f-30caead94ad5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:51.103327 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bc3a8-a3f1-460b-86a8-ce677e2c2d7a None None] The sync data for ids ['ae056758-8584-4554-bff2-62ce0d67736e'] in dv-neutron-825123-1-hyperv is: [{'id': 'ae056758-8584-4554-bff2-62ce0d67736e', 'name': 'tempest-NetworksTestDHCPv6-router-1198005499', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:39Z', 'updated_at': '2022-01-20T14:31:45Z', 'revision_number': 2, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None, '_interfaces': [{'id': '6d90f419-3654-4cf6-8df8-dce2f66b1223', 'name': '', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'mac_address': 'fa:16:3e:9d:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae056758-8584-4554-bff2-62ce0d67736e', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '60e0e29a-183a-4ee9-b02f-30caead94ad5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:42Z', 'updated_at': '2022-01-20T14:31:50Z', 'revision_number': 4, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'subnets': [{'id': '60e0e29a-183a-4ee9-b02f-30caead94ad5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:51.116406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Router 33535247-c37a-48c1-9f09-231800b73d6c is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:31:51.131832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.240482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:51.251385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:51.303845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=31ef5f92-8489-4844-8d4c-0cc8dd210a71,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:51.486624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Router eb9a52c7-c65c-49ee-86e1-b685570796ce is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:31:51.579332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b07e86-a785-4111-93cf-3f983c158e54 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:51.579903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f4b07e86-a785-4111-93cf-3f983c158e54 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Synchronizing usage tracker for tenant:5acbb92689e742db8fd71ea8bf8b4e72 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:51.687864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'Port': ['ID=8ad988e7-5eb2-4466-98bf-09f23441a9c9,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:51.728195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f4b07e86-a785-4111-93cf-3f983c158e54 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Unset dirty status for tenant:5acbb92689e742db8fd71ea8bf8b4e72 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:51.729422 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f4b07e86-a785-4111-93cf-3f983c158e54 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 881 time: 0.8006420 Jan 20 14:31:51.730300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Checking segment: {'id': '3b778aa3-74fa-4819-bd86-b471f9117a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '048a808b-5d1e-41c6-b727-136eb759d13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:51.730654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Network hostable DHCP agents. Network: 048a808b-5d1e-41c6-b727-136eb759d13b, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:31:51.737849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44904) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:51.751057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcda2-9d7f-4c3a-aa50-a8175e58d4ad tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.840127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:51.855751 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef28383-b403-4894-b7e1-c6248c00d5f3 None None] Sync routers for ids ['eb9a52c7-c65c-49ee-86e1-b685570796ce'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:51.866879 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0fa93870-e425-4c37-a1e8-8bf9b8c8e068 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fa06b04-aacb-418c-97fe-4caf72430d92 HTTP/1.1" status: 200 len: 205 time: 0.1223969 Jan 20 14:31:51.868827 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef28383-b403-4894-b7e1-c6248c00d5f3 None None] Routers {'eb9a52c7-c65c-49ee-86e1-b685570796ce'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:51.871218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44908) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:51.871337 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bef28383-b403-4894-b7e1-c6248c00d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['eb9a52c7-c65c-49ee-86e1-b685570796ce'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:51.887617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6d90f419-3654-4cf6-8df8-dce2f66b1223 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:51.920311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:51.957739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3af16-62a6-498c-b636-2916250807aa None None] Sync routers for ids ['33535247-c37a-48c1-9f09-231800b73d6c'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:51.968257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.969521 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c6d4119d-8889-4d3d-9400-974d973e060d tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.0514183 Jan 20 14:31:51.972531 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bef28383-b403-4894-b7e1-c6248c00d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:51.973793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44912) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:51.982942 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef28383-b403-4894-b7e1-c6248c00d5f3 None None] Routers {'eb9a52c7-c65c-49ee-86e1-b685570796ce'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:51.983788 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bef28383-b403-4894-b7e1-c6248c00d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['eb9a52c7-c65c-49ee-86e1-b685570796ce'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:52.002813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3af16-62a6-498c-b636-2916250807aa None None] Routers {'33535247-c37a-48c1-9f09-231800b73d6c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:52.003756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-23b3af16-62a6-498c-b636-2916250807aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['33535247-c37a-48c1-9f09-231800b73d6c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:52.022486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7b8dcda2-9d7f-4c3a-aa50-a8175e58d4ad tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Calling delete_port for 8ee27f36-114b-4002-90dc-47bfaaa1ab6b owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:52.051587 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bef28383-b403-4894-b7e1-c6248c00d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:52.052024 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef28383-b403-4894-b7e1-c6248c00d5f3 None None] The sync data for ids ['eb9a52c7-c65c-49ee-86e1-b685570796ce'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:52.098749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-23b3af16-62a6-498c-b636-2916250807aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:52.121339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3af16-62a6-498c-b636-2916250807aa None None] Routers {'33535247-c37a-48c1-9f09-231800b73d6c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:52.121975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-23b3af16-62a6-498c-b636-2916250807aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['33535247-c37a-48c1-9f09-231800b73d6c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:52.124774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Network 048a808b-5d1e-41c6-b727-136eb759d13b is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:31:52.142165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.143362 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fb2096b7-0341-433f-b2ab-660ebdbe03bd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "PUT /v2.0/routers/33535247-c37a-48c1-9f09-231800b73d6c HTTP/1.1" status: 200 len: 877 time: 7.6990142 Jan 20 14:31:52.144374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.151458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44916) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:52.193849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-23b3af16-62a6-498c-b636-2916250807aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:52.194624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3af16-62a6-498c-b636-2916250807aa None None] The sync data for ids ['33535247-c37a-48c1-9f09-231800b73d6c'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:52.206981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 6d90f419-3654-4cf6-8df8-dce2f66b1223 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:52.212983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 6d90f419-3654-4cf6-8df8-dce2f66b1223 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:52.213487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.289544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 048a808b-5d1e-41c6-b727-136eb759d13b) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:52.293644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:52.294557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.333120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.349691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c300d213-3925-4987-b63b-9d985c494f36 None None] Network 048a808b-5d1e-41c6-b727-136eb759d13b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:52.453706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.543721 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'Port': ['ID=eb974ab3-e721-4d03-95d7-c2f01a6aa233,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:52.571223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 6d90f419-3654-4cf6-8df8-dce2f66b1223, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=6d90f419-3654-4cf6-8df8-dce2f66b1223,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:52.582407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.614063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Checking segment: {'id': 'cf559dd3-6298-4836-8ae9-918c6f16f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2a782cbf-d385-40ef-87c2-0c9f57aa4011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:52.614415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Network hostable DHCP agents. Network: 2a782cbf-d385-40ef-87c2-0c9f57aa4011, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:31:52.633098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcda2-9d7f-4c3a-aa50-a8175e58d4ad tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.668739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=6d90f419-3654-4cf6-8df8-dce2f66b1223,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:52.684274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Network 2a782cbf-d385-40ef-87c2-0c9f57aa4011 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:31:52.697438 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dcda2-9d7f-4c3a-aa50-a8175e58d4ad tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ee27f36-114b-4002-90dc-47bfaaa1ab6b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:52.715728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.769360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 2a782cbf-d385-40ef-87c2-0c9f57aa4011) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:52.777558 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407fd850-6c74-42b9-a31f-9c128a6fd606 None None] Network 2a782cbf-d385-40ef-87c2-0c9f57aa4011 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:52.787117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:52.792770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:52.797382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:52.798042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.823570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 6d90f419-3654-4cf6-8df8-dce2f66b1223 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:52.823763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.874301 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c9ee946c-f9e8-4520-9b20-a7f8e02d7a5b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.8040090 Jan 20 14:31:52.878229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcda2-9d7f-4c3a-aa50-a8175e58d4ad tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.884316 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7b8dcda2-9d7f-4c3a-aa50-a8175e58d4ad tempest-RoutersAdminNegativeTest-1195839526 tempest-RoutersAdminNegativeTest-1195839526-project-admin] 10.222.0.87 "DELETE /v2.0/ports/8ee27f36-114b-4002-90dc-47bfaaa1ab6b HTTP/1.1" status: 204 len: 168 time: 2.4187930 Jan 20 14:31:52.884316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44920) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:52.930826 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f4093761-e063-41a9-bcf5-9807fc7d6096 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/routers/33535247-c37a-48c1-9f09-231800b73d6c HTTP/1.1" status: 200 len: 918 time: 0.7780735 Jan 20 14:31:52.938954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44926) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:52.957615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.998820 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Deleting port eed1f7ee-e733-4d96-aa77-e7c493a8c86a {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:52.998820 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.161485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] For port 6d90f419-3654-4cf6-8df8-dce2f66b1223, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=6d90f419-3654-4cf6-8df8-dce2f66b1223,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:53.161986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.182877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181917bb-db97-41cc-b5a2-615fdd2dc497 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:53.184875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.188731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181917bb-db97-41cc-b5a2-615fdd2dc497 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:53.189516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-181917bb-db97-41cc-b5a2-615fdd2dc497 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Synchronizing usage tracker for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:53.273154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44932) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:53.385089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17137595-972b-4e8d-89d1-2a6253d3292a tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:53.389049 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-17137595-972b-4e8d-89d1-2a6253d3292a tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&device_id=33535247-c37a-48c1-9f09-231800b73d6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4443018 Jan 20 14:31:53.392374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44938) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:53.457103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 6d90f419-3654-4cf6-8df8-dce2f66b1223 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:53.513849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-181917bb-db97-41cc-b5a2-615fdd2dc497 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Unset dirty status for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:53.515551 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-181917bb-db97-41cc-b5a2-615fdd2dc497 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6315770 Jan 20 14:31:53.518744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44944) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:53.544091 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df48a98a-6477-494a-bc4b-91dcf6627a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.609366 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.609590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a5ead137-4259-46ac-a6e0-c35651396e8b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Deleting port 8ad988e7-5eb2-4466-98bf-09f23441a9c9 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:53.609894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a5ead137-4259-46ac-a6e0-c35651396e8b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.674737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-df48a98a-6477-494a-bc4b-91dcf6627a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:53.797988 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-df48a98a-6477-494a-bc4b-91dcf6627a8a admin admin] Usage tracker for resource:security_group_rule and tenant:73aa5c6978694263b9b7176f219262d6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:53.808703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Calling delete_port for eed1f7ee-e733-4d96-aa77-e7c493a8c86a owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:53.810683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6d90f419-3654-4cf6-8df8-dce2f66b1223 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:53.837985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-df48a98a-6477-494a-bc4b-91dcf6627a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:53.883834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 6d90f419-3654-4cf6-8df8-dce2f66b1223 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:53.884961 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.891052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a5ead137-4259-46ac-a6e0-c35651396e8b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.899099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.926774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Port 6d90f419-3654-4cf6-8df8-dce2f66b1223 was deleted so its status cannot be updated. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 14:31:54.001163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-df48a98a-6477-494a-bc4b-91dcf6627a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:54.061665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a5ead137-4259-46ac-a6e0-c35651396e8b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Calling delete_port for 8ad988e7-5eb2-4466-98bf-09f23441a9c9 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:54.091899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=6d90f419-3654-4cf6-8df8-dce2f66b1223,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:54.156235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9314a98-dbae-4ad4-b28a-3ca331f6562e tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:54.157638 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a9314a98-dbae-4ad4-b28a-3ca331f6562e tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 881 time: 0.7618644 Jan 20 14:31:54.174738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44948) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:54.270196 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-968571cc-8e9a-42aa-bf3a-a29350b1cd64 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=33535247-c37a-48c1-9f09-231800b73d6c HTTP/1.1" status: 200 len: 205 time: 0.0908742 Jan 20 14:31:54.276322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44952) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:54.288772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.387142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.410415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.432618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a5ead137-4259-46ac-a6e0-c35651396e8b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.464959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.483768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ead137-4259-46ac-a6e0-c35651396e8b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event deleted for resources: {'Port': ['ID=8ad988e7-5eb2-4466-98bf-09f23441a9c9,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:54.544807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a5ead137-4259-46ac-a6e0-c35651396e8b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.590957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.754156 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a5ead137-4259-46ac-a6e0-c35651396e8b tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "DELETE /v2.0/ports/8ad988e7-5eb2-4466-98bf-09f23441a9c9 HTTP/1.1" status: 204 len: 168 time: 1.2344880 Jan 20 14:31:54.757025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44956) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:54.760559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Router ae056758-8584-4554-bff2-62ce0d67736e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:54.767654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=31ef5f92-8489-4844-8d4c-0cc8dd210a71,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:54.796383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df48a98a-6477-494a-bc4b-91dcf6627a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.813092 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df48a98a-6477-494a-bc4b-91dcf6627a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.887033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.950335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3a950-4419-47b5-9b01-b00c846fc3b8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Deleting port eb974ab3-e721-4d03-95d7-c2f01a6aa233 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:54.950646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a950-4419-47b5-9b01-b00c846fc3b8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.998424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:55.008282 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e130c600-967d-465c-916d-fc48ac8c1bff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "PUT /v2.0/routers/ae056758-8584-4554-bff2-62ce0d67736e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9769270 Jan 20 14:31:55.008428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.008865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44960) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:55.016941 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] Sync routers for ids ['ae056758-8584-4554-bff2-62ce0d67736e'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:55.029052 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] Routers {'ae056758-8584-4554-bff2-62ce0d67736e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:55.030457 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ae056758-8584-4554-bff2-62ce0d67736e'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:55.098317 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-df48a98a-6477-494a-bc4b-91dcf6627a8a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=73aa5c6978694263b9b7176f219262d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8109763 Jan 20 14:31:55.103322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44964) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:55.113737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.177360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48a98a-6477-494a-bc4b-91dcf6627a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67868924-50d0-4937-9c8b-a495103360fc,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:55.183448 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] Set router ae056758-8584-4554-bff2-62ce0d67736e gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:55.209872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f231121-8084-4aca-9ba0-8566e3007c76 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:55.211319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f231121-8084-4aca-9ba0-8566e3007c76 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:55.212052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7f231121-8084-4aca-9ba0-8566e3007c76 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:55.280880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Pushing event deleted for resources: {'Port': ['ID=eed1f7ee-e733-4d96-aa77-e7c493a8c86a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:55.283223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a950-4419-47b5-9b01-b00c846fc3b8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.292907 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae056758-8584-4554-bff2-62ce0d67736e', 'name': 'tempest-NetworksTestDHCPv6-router-1198005499', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:39Z', 'updated_at': '2022-01-20T14:31:53Z', 'revision_number': 3, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:55.297885 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] Checking router: ae056758-8584-4554-bff2-62ce0d67736e for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:31:55.302084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7f231121-8084-4aca-9ba0-8566e3007c76 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:55.306301 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7f231121-8084-4aca-9ba0-8566e3007c76 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2951629 Jan 20 14:31:55.307129 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] Routers {'ae056758-8584-4554-bff2-62ce0d67736e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:55.307949 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ae056758-8584-4554-bff2-62ce0d67736e'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:55.309157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44968) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:55.437492 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] Set router ae056758-8584-4554-bff2-62ce0d67736e gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:31:55.444507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd4dc-eccb-4e0e-8a1e-e28ca6872196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.455150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3a950-4419-47b5-9b01-b00c846fc3b8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Calling delete_port for eb974ab3-e721-4d03-95d7-c2f01a6aa233 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:55.546157 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae056758-8584-4554-bff2-62ce0d67736e', 'name': 'tempest-NetworksTestDHCPv6-router-1198005499', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:39Z', 'updated_at': '2022-01-20T14:31:53Z', 'revision_number': 3, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:55.550682 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffbac75-4fb1-4b25-bd02-244a584ce4e3 None None] The sync data for ids ['ae056758-8584-4554-bff2-62ce0d67736e'] in dv-neutron-825123-1-hyperv is: [{'id': 'ae056758-8584-4554-bff2-62ce0d67736e', 'name': 'tempest-NetworksTestDHCPv6-router-1198005499', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:39Z', 'updated_at': '2022-01-20T14:31:53Z', 'revision_number': 3, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:55.551145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd4dc-eccb-4e0e-8a1e-e28ca6872196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.567293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f980c8-ea94-48c9-9594-e8b37020875e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 60e0e29a-183a-4ee9-b02f-30caead94ad5 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:31:55.575708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-15f980c8-ea94-48c9-9594-e8b37020875e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.666080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-15f980c8-ea94-48c9-9594-e8b37020875e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.706446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a950-4419-47b5-9b01-b00c846fc3b8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.725766 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 7a20b1bc-47e4-4ecb-9cd0-bfe42d38c5eb associated. External IP: 172.26.0.70, port: 61022f8e-d557-4224-a5d7-b5871512bf3b. Jan 20 14:31:55.765609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3a950-4419-47b5-9b01-b00c846fc3b8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event deleted for resources: {'Port': ['ID=eb974ab3-e721-4d03-95d7-c2f01a6aa233,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:55.776236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd4dc-eccb-4e0e-8a1e-e28ca6872196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.779291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a950-4419-47b5-9b01-b00c846fc3b8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.802067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.804747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.818284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cd4dc-eccb-4e0e-8a1e-e28ca6872196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67868924-50d0-4937-9c8b-a495103360fc,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:55.825902 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d0a3a950-4419-47b5-9b01-b00c846fc3b8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "DELETE /v2.0/ports/eb974ab3-e721-4d03-95d7-c2f01a6aa233 HTTP/1.1" status: 204 len: 168 time: 1.0679255 Jan 20 14:31:55.828018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd4dc-eccb-4e0e-8a1e-e28ca6872196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.831969 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0e7cd4dc-eccb-4e0e-8a1e-e28ca6872196 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/67868924-50d0-4937-9c8b-a495103360fc HTTP/1.1" status: 204 len: 168 time: 0.7248976 Jan 20 14:31:55.831969 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44972) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:55.874315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-15f980c8-ea94-48c9-9594-e8b37020875e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.911029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f9b40cc5-67b9-44ca-83b8-2160dfa8ed4e tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Synchronizing usage tracker for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:55.949397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f9b40cc5-67b9-44ca-83b8-2160dfa8ed4e tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Unset dirty status for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:55.954598 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f9b40cc5-67b9-44ca-83b8-2160dfa8ed4e tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1184125 Jan 20 14:31:55.956501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44978) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:55.961948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1158016739'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:55.970700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:55.980897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Usage tracker for resource:network and tenant:38b9e01e432a46bab8608d69e4273f7b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:55.987448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:55.995998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:56.005050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6d90f419-3654-4cf6-8df8-dce2f66b1223 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:56.009904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-15f980c8-ea94-48c9-9594-e8b37020875e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.056316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Made reservation on behalf of 38b9e01e432a46bab8608d69e4273f7b for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:56.059682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.079206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f980c8-ea94-48c9-9594-e8b37020875e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=60e0e29a-183a-4ee9-b02f-30caead94ad5,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:56.084966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-15f980c8-ea94-48c9-9594-e8b37020875e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.093981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 6d90f419-3654-4cf6-8df8-dce2f66b1223 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:56.094680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6d90f419-3654-4cf6-8df8-dce2f66b1223 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:56.096478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb88fba-46a2-4b83-a315-1a8bf0f11211 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:56.112283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:56.122381 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-15f980c8-ea94-48c9-9594-e8b37020875e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/60e0e29a-183a-4ee9-b02f-30caead94ad5 HTTP/1.1" status: 204 len: 168 time: 0.8120735 Jan 20 14:31:56.125603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44984) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:56.141152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Deleting port 1c28dec4-a5b3-4991-8a9a-ee00895f0d9e {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:56.141689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.197080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.197478 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Added segment a94ec464-cdfa-4d2f-a346-5993ee149972 of type vlan for network a9a987b8-6965-4448-8294-71b2f7a22f91 Jan 20 14:31:56.264797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Allocated IP 172.20.0.1 (79d9185e-fe12-49c8-ba35-3b7959d7880b/9867f7a6-03ea-4cc9-b1a0-ab920d344bb6/56a3bcc3-d478-4cbf-ae6f-fec5fed93724) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:56.295497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.314150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-869ba0f4-6846-4e3e-b0fd-daeed68dad04 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:router {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:56.331894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.342879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-869ba0f4-6846-4e3e-b0fd-daeed68dad04 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:router {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:56.344061 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-869ba0f4-6846-4e3e-b0fd-daeed68dad04 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2175326 Jan 20 14:31:56.347938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44988) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:56.360102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.375893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 44992) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:56.420872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481b9223-4b57-4a86-97bc-fb9097dfeaf7 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:31:56.425728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-481b9223-4b57-4a86-97bc-fb9097dfeaf7 None None] Deleting port 434794ff-a560-4578-bed8-bf83b8f591b2 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:31:56.426168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-481b9223-4b57-4a86-97bc-fb9097dfeaf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.532266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.537125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:56.537700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.559605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.560098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Fanout notify agent at l3_agent the message router_deleted on router 2fa06b04-aacb-418c-97fe-4caf72430d92 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:56.584558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.645778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-481b9223-4b57-4a86-97bc-fb9097dfeaf7 None None] For port 434794ff-a560-4578-bed8-bf83b8f591b2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=434794ff-a560-4578-bed8-bf83b8f591b2,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:31:56.646111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-481b9223-4b57-4a86-97bc-fb9097dfeaf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.686887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-92ddb093-609c-4be7-a892-94caf84e7cb5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=04f004a148014e05984f1f2873026faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096657 Jan 20 14:31:56.703396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 44996) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:56.728549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-518e6a95-058c-4d64-9de7-16549f5c7015 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.771798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-481b9223-4b57-4a86-97bc-fb9097dfeaf7 None None] Calling delete_port for 434794ff-a560-4578-bed8-bf83b8f591b2 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:56.794337 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8359368 Jan 20 14:31:56.805951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fba4c0-b5cc-4c7a-91e4-5edd46d538be tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'Network': ['ID=a9a987b8-6965-4448-8294-71b2f7a22f91,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:56.807900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45000) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:56.819661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Calling delete_port for 1c28dec4-a5b3-4991-8a9a-ee00895f0d9e owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:31:56.821403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network a9a987b8-6965-4448-8294-71b2f7a22f91 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:56.871273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1669100885'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:56.875968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:56.879714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Usage tracker for resource:network and tenant:38b9e01e432a46bab8608d69e4273f7b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:56.882501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:56.888097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:56.911122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Made reservation on behalf of 38b9e01e432a46bab8608d69e4273f7b for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:56.914531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.984905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-481b9223-4b57-4a86-97bc-fb9097dfeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.010338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.018563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.023086 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-91c5fa50-1571-4721-a949-f3e4c18321f1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/2fa06b04-aacb-418c-97fe-4caf72430d92 HTTP/1.1" status: 204 len: 168 time: 5.1498373 Jan 20 14:31:57.027452 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45004) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:57.034361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b9223-4b57-4a86-97bc-fb9097dfeaf7 None None] Pushing event deleted for resources: {'Port': ['ID=434794ff-a560-4578-bed8-bf83b8f591b2,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:57.037997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-386651091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:57.039070 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b9223-4b57-4a86-97bc-fb9097dfeaf7 None None] No DVR routers for this DVR port 434794ff-a560-4578-bed8-bf83b8f591b2 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:57.050950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:57.061614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Usage tracker for resource:router and tenant:0947d9f8c5c34800961e6a97f10b1e2f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:57.078239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:57.080909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Transition to ACTIVE for port object 56a3bcc3-d478-4cbf-ae6f-fec5fed93724 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:57.095978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:57.119996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:31:57.132897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.134090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.136759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-518e6a95-058c-4d64-9de7-16549f5c7015 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.140639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95acf72f-8330-4a0e-aee3-d98a6e950342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.144439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-518e6a95-058c-4d64-9de7-16549f5c7015 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.146727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:57.185680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.186009 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Added segment 5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7 of type vlan for network 12164d5b-24ae-4900-855c-605bbf389df3 Jan 20 14:31:57.194866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95acf72f-8330-4a0e-aee3-d98a6e950342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.211339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-518e6a95-058c-4d64-9de7-16549f5c7015 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.211841 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518e6a95-058c-4d64-9de7-16549f5c7015 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Fanout notify agent at l3_agent the message router_deleted on router ae056758-8584-4554-bff2-62ce0d67736e {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:57.259246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.304511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95acf72f-8330-4a0e-aee3-d98a6e950342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.306745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95acf72f-8330-4a0e-aee3-d98a6e950342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.307880 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-95acf72f-8330-4a0e-aee3-d98a6e950342 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bb07208c-3ee7-45d7-8585-6abb3b932c2f HTTP/1.1" status: 204 len: 168 time: 0.6032736 Jan 20 14:31:57.321083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-518e6a95-058c-4d64-9de7-16549f5c7015 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.322147 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-518e6a95-058c-4d64-9de7-16549f5c7015 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/routers/ae056758-8584-4554-bff2-62ce0d67736e HTTP/1.1" status: 204 len: 168 time: 0.9732957 Jan 20 14:31:57.323020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.328329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:57.328877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.332619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45010) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:57.363145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:57.379726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acf72f-8330-4a0e-aee3-d98a6e950342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb07208c-3ee7-45d7-8585-6abb3b932c2f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:57.414555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.423755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.517288 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6603127 Jan 20 14:31:57.538014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3094cd-389c-4dd4-a9d6-555426832ac4 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'Network': ['ID=12164d5b-24ae-4900-855c-605bbf389df3,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:57.547430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:57.548763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 12164d5b-24ae-4900-855c-605bbf389df3 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:57.551633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:57.554533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:57.560302 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:57.580825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:57.584786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.637083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.659646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Network 79d9185e-fe12-49c8-ba35-3b7959d7880b is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:57.669268 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45016) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:57.724131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:57.745297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'subnets': [{'network_id': 'a9a987b8-6965-4448-8294-71b2f7a22f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--209789204', 'ip_version': 4}, {'network_id': '12164d5b-24ae-4900-855c-605bbf389df3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:57.745604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'subnet': {'network_id': 'a9a987b8-6965-4448-8294-71b2f7a22f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--209789204', 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:57.746477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Request body: {'subnet': {'network_id': '12164d5b-24ae-4900-855c-605bbf389df3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:57.765499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:57.789411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event updated for resources: {'Port': ['ID=56a3bcc3-d478-4cbf-ae6f-fec5fed93724,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:57.839302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 434794ff-a560-4578-bed8-bf83b8f591b2 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:57.896409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.897596 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a7a09c75-8a16-47bb-a3ec-c6b98f503c2f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8639596 Jan 20 14:31:57.901868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45028) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:57.909200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'enable_snat': False}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:57.921181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 434794ff-a560-4578-bed8-bf83b8f591b2 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:31:57.921421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 434794ff-a560-4578-bed8-bf83b8f591b2 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:57.944258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.981037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:31:57.991524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.007169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6656319-6ca9-401a-8d54-09a020b50e89 None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:31:58.021969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Pushing event deleted for resources: {'Port': ['ID=1c28dec4-a5b3-4991-8a9a-ee00895f0d9e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:58.042404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6656319-6ca9-401a-8d54-09a020b50e89 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:58.043050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f6656319-6ca9-401a-8d54-09a020b50e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:58.168630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f6656319-6ca9-401a-8d54-09a020b50e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:58.180880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6656319-6ca9-401a-8d54-09a020b50e89 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:31:58.181649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f6656319-6ca9-401a-8d54-09a020b50e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:58.199082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.251777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-93c08c6b-de53-43f6-bd9f-90b8b21ec813 None None] Provisioning for port 56a3bcc3-d478-4cbf-ae6f-fec5fed93724 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:58.270876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f6656319-6ca9-401a-8d54-09a020b50e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:58.271524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6656319-6ca9-401a-8d54-09a020b50e89 None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:31:58.273948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-93c08c6b-de53-43f6-bd9f-90b8b21ec813 None None] Provisioning complete for port 56a3bcc3-d478-4cbf-ae6f-fec5fed93724 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:58.274520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-93c08c6b-de53-43f6-bd9f-90b8b21ec813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.305377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:58.315931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Usage tracker for resource:subnet and tenant:38b9e01e432a46bab8608d69e4273f7b is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:58.319518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.340571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-93c08c6b-de53-43f6-bd9f-90b8b21ec813 None None] Port 56a3bcc3-d478-4cbf-ae6f-fec5fed93724 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:31:58.357678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:58.361437 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4e3e698f-7292-44ab-a0e1-978ff5b91ae0 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.1508422 Jan 20 14:31:58.371113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45040) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:58.400072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45042) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:58.429784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:58.451105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1287060144'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:58.508303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:58.523337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:network and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:58.528992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:58.532884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.538310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.539941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Made reservation on behalf of 38b9e01e432a46bab8608d69e4273f7b for: {'subnet': 2} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:58.544390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.544707 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.560045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:58.566961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'networks': [{'name': 'tempest-network--186826052'}, {'name': 'tempest-network--736595853'}]} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:58.567267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'network': {'name': 'tempest-network--186826052'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:58.567731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'network': {'name': 'tempest-network--736595853'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:58.576509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:58.580139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.597122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Usage tracker for resource:network and tenant:fd7db8cbb44f4c45850423c5ecd258bd is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:58.602784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:58.610027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:58.652697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Made reservation on behalf of 3b6041bfe6d04180b6650c437146a8b4 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:58.656143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.696104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Made reservation on behalf of fd7db8cbb44f4c45850423c5ecd258bd for: {'network': 2} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:58.703914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.715820 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.716694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Fanout notify agent at l3_agent the message router_deleted on router 33535247-c37a-48c1-9f09-231800b73d6c {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:31:58.721961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.755690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.756774 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0f0d6537-a210-44d0-92d7-c750babfe0e3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/33535247-c37a-48c1-9f09-231800b73d6c HTTP/1.1" status: 204 len: 168 time: 4.4714260 Jan 20 14:31:58.761774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.762508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45050) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:58.775583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1745855646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:58.781358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.792307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:58.796900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:58.804831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:58.809753 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Usage tracker for resource:router and tenant:056128298e644b129128d2b965c05ab5 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:58.810563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:58.813015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:58.814947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:58.819011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Usage tracker for resource:security_group_rule and tenant:fd7db8cbb44f4c45850423c5ecd258bd is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:58.823836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0f7bd-7b4b-41d4-a3c8-0223f5ea7bc5 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:31:58.825239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:58.825837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.829507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:58.845426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:58.852240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.852510 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Added segment b8058ce6-3cb6-491d-a951-378c4a0acd70 of type vlan for network d0249288-f3cf-4fb8-a426-b5e937840feb Jan 20 14:31:58.853147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=d76ed3b6-23d5-4b64-b20e-ae9bec8b8299,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:58.858726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:58.882866 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-29d27235-3aec-4795-b6ae-608d852c8188 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5315130 Jan 20 14:31:58.883733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45054) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:58.898097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1994559934', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:58.911562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:58.932612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:router and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:58.941607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:58.950741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:58.987612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.988679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.126653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'd76ed3b6-23d5-4b64-b20e-ae9bec8b8299'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:31:59.127607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.136245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.137244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.139761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.160613 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.223181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.231422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.239400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.239856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.257029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.276471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.301025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.308450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/d76ed3b6-23d5-4b64-b20e-ae9bec8b8299/98b6ab4a-ca8f-4768-81c3-727086a68835) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:59.371799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae10f9b-2c74-4f45-b50c-c94ec0089d87,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:59.384465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.388271 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a2df685c-f13c-41e8-9043-a25e8ca0b46f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5010612 Jan 20 14:31:59.393789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45058) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:59.426407 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.431694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:59.432321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.452575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:59.481673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.535575 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.548184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Transition to ACTIVE for port object 98b6ab4a-ca8f-4768-81c3-727086a68835 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:59.548521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.548785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Added segment 47153ba0-c6ff-4a54-ae65-390fee114e77 of type vlan for network e1d2dd65-b31d-4d2a-92f4-f6bae1d0ec30 Jan 20 14:31:59.566545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Transition to ACTIVE for port object 98b6ab4a-ca8f-4768-81c3-727086a68835 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:59.575629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.654086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:59.656400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:59.659099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Pushing event updated for resources: {'Port': ['ID=98b6ab4a-ca8f-4768-81c3-727086a68835,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:59.659409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.660613 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-54289805-b52e-495e-a92d-36cdaf7134dd tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8943312 Jan 20 14:31:59.664878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Network': ['ID=d0249288-f3cf-4fb8-a426-b5e937840feb,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:59.666952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45062) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:59.668550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:31:59.674410 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a5359e6b-f4bb-4f17-8f5d-1a493e52668b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2417128 Jan 20 14:31:59.689802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'enable_snat': True}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:59.711324 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network d0249288-f3cf-4fb8-a426-b5e937840feb details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:59.744947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45066) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:59.766733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'subnet': {'network_id': 'd0249288-f3cf-4fb8-a426-b5e937840feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:31:59.862634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Attempting to bind port 98b6ab4a-ca8f-4768-81c3-727086a68835 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:59.864624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Attempting to bind port 98b6ab4a-ca8f-4768-81c3-727086a68835 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:59.866113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Attempting to bind port 98b6ab4a-ca8f-4768-81c3-727086a68835 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:31:59.884704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:31:59.886397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:31:59.886683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.887974 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:31:59.888620 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Bound port: 98b6ab4a-ca8f-4768-81c3-727086a68835, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:59.889583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.942704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.991469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] For port 98b6ab4a-ca8f-4768-81c3-727086a68835, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:31:59.995510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] For port 98b6ab4a-ca8f-4768-81c3-727086a68835, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=98b6ab4a-ca8f-4768-81c3-727086a68835,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:31:59.999630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Allocated IP 172.26.0.233 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/8d9a98ee-5b3b-4398-950b-b7b0b6634978) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:00.005575 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.118703 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088f83c-dd15-4b20-b0f9-ad35c5d9fd0b None None] Pushing event updated for resources: {'Port': ['ID=98b6ab4a-ca8f-4768-81c3-727086a68835,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:00.128853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:00.193068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:00.250610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.275286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.275634 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Added segment 3d154de6-c0f4-44b0-a58b-3cc7ea3a695e of type vlan for network ee4dd947-257e-4ee8-a703-dfe5d0b8471b Jan 20 14:32:00.378611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.412934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:00.416101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.434618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.445060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.468437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.523190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Made reservation on behalf of 3b6041bfe6d04180b6650c437146a8b4 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:00.526624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.540108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.624855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.625242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.630598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:00.635113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:00.635734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.662334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.761802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.788031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event updated for resources: {'Port': ['ID=56a3bcc3-d478-4cbf-ae6f-fec5fed93724,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:00.811585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'Subnet': ['ID=73bf4e99-abc8-4d62-9c29-a18ebfe965b4,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:00.868106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:00.869140 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'Network': ['ID=e1d2dd65-b31d-4d2a-92f4-f6bae1d0ec30,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:00.879803 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:00.885204 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network e1d2dd65-b31d-4d2a-92f4-f6bae1d0ec30 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:00.901120 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4997978 Jan 20 14:32:00.901943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:00.910170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45074) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:00.918097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Checking segment: {'id': 'a94ec464-cdfa-4d2f-a346-5993ee149972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a9a987b8-6965-4448-8294-71b2f7a22f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:00.918461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Network hostable DHCP agents. Network: a9a987b8-6965-4448-8294-71b2f7a22f91, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:00.950109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Pushing event updated for resources: {'Port': ['ID=8d9a98ee-5b3b-4398-950b-b7b0b6634978,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:01.099637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51cb5a-cd98-41e4-b128-69eafeaa7fd3 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'Network': ['ID=ee4dd947-257e-4ee8-a703-dfe5d0b8471b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:01.130135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Network a9a987b8-6965-4448-8294-71b2f7a22f91 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:01.134955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network ee4dd947-257e-4ee8-a703-dfe5d0b8471b details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:01.203933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, a9a987b8-6965-4448-8294-71b2f7a22f91) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:01.208675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Network 79d9185e-fe12-49c8-ba35-3b7959d7880b is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:01.219224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:01.221469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.233790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839cba0d-79b4-4e4a-a115-8b7e301a7a57 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:01.238133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7cd640-e72a-44ea-a252-f267ad68bff8 None None] Network a9a987b8-6965-4448-8294-71b2f7a22f91 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:01.239369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839cba0d-79b4-4e4a-a115-8b7e301a7a57 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:01.245226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839cba0d-79b4-4e4a-a115-8b7e301a7a57 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:01.250991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839cba0d-79b4-4e4a-a115-8b7e301a7a57 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:01.252744 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-839cba0d-79b4-4e4a-a115-8b7e301a7a57 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3293290 Jan 20 14:32:01.258180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45078) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:01.309808 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:32:01.384904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::1 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/d76ed3b6-23d5-4b64-b20e-ae9bec8b8299/ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:01.429136 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-34f2b616-3331-44a0-8537-c4a844bf7a16 None None] Provisioning for port 98b6ab4a-ca8f-4768-81c3-727086a68835 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:01.491775 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event updated for resources: {'Subnet': ['ID=0c84ff70-32a8-430f-bf6d-282c4e20576c,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:01.549257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-a9a987b8-6965-4448-8294-71b2f7a22f91', 'network_id': 'a9a987b8-6965-4448-8294-71b2f7a22f91', 'tenant_id': '38b9e01e432a46bab8608d69e4273f7b', 'fixed_ips': [{'subnet_id': '73bf4e99-abc8-4d62-9c29-a18ebfe965b4'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:32:01.550371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.570427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.633064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.640689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-66ff8d47-b100-4ca4-9fef-9581ffeabbaf None None] Provisioning complete for port 56a3bcc3-d478-4cbf-ae6f-fec5fed93724 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:01.641136 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-66ff8d47-b100-4ca4-9fef-9581ffeabbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.702615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Checking segment: {'id': '5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '12164d5b-24ae-4900-855c-605bbf389df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:01.703291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Network hostable DHCP agents. Network: 12164d5b-24ae-4900-855c-605bbf389df3, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:01.741208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-66ff8d47-b100-4ca4-9fef-9581ffeabbaf None None] Port 56a3bcc3-d478-4cbf-ae6f-fec5fed93724 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:01.768711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Subnet': ['ID=23f34554-ccb4-4aa5-a572-61ad5f7876cb,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:01.775185 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Allocated IP 172.20.0.2 (a9a987b8-6965-4448-8294-71b2f7a22f91/73bf4e99-abc8-4d62-9c29-a18ebfe965b4/9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:01.875475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Router eb9a52c7-c65c-49ee-86e1-b685570796ce has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:01.876551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Checking segment: {'id': 'b8058ce6-3cb6-491d-a951-378c4a0acd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd0249288-f3cf-4fb8-a426-b5e937840feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:01.876787 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network hostable DHCP agents. Network: d0249288-f3cf-4fb8-a426-b5e937840feb, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:01.939980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Network 12164d5b-24ae-4900-855c-605bbf389df3 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:01.949319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.961465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 98b6ab4a-ca8f-4768-81c3-727086a68835 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:02.056229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.069990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d2dd65-b31d-4d2a-92f4-f6bae1d0ec30']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:02.079761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.092832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Transition to ACTIVE for port object 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:02.093812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47153ba0-c6ff-4a54-ae65-390fee114e77') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:02.094096 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47153ba0-c6ff-4a54-ae65-390fee114e77') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:02.113969 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:02.117648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.118511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Transition to ACTIVE for port object 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:02.122273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 98b6ab4a-ca8f-4768-81c3-727086a68835 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:02.128734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 98b6ab4a-ca8f-4768-81c3-727086a68835 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:02.129054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.131511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.159490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.176827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network d0249288-f3cf-4fb8-a426-b5e937840feb is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:02.188450 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.199236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 12164d5b-24ae-4900-855c-605bbf389df3) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:02.203983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:02.204719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:02.205034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.212292 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.218616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:02.218998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:02.233730 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:02.240843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10639ab-3562-4091-b162-e12775fef4fb None None] Network 12164d5b-24ae-4900-855c-605bbf389df3 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:02.258753 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, d0249288-f3cf-4fb8-a426-b5e937840feb) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:02.263442 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:02.264382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.269946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Network a9a987b8-6965-4448-8294-71b2f7a22f91 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:02.274915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.279621 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f4b46-7517-4c2a-8fd8-05b1061076c8 None None] Network d0249288-f3cf-4fb8-a426-b5e937840feb requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:02.292182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:02.344465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:02.401266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.425352 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e96494d5-4dfd-4df0-98d1-bd92d599c456 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.7003071 Jan 20 14:32:02.425352 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ee4c003a-401d-4382-b038-4dde756b5458 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6784399 Jan 20 14:32:02.430611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45082) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:02.430974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45084) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:02.443670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-395101584', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:02.465906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Pushing event updated for resources: {'Port': ['ID=9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:02.485523 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:02.493595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:02.507553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.509230 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2bf94-cb8d-4938-9681-07f2739a6439 None None] Sync routers for ids ['eb9a52c7-c65c-49ee-86e1-b685570796ce'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:02.523295 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2bf94-cb8d-4938-9681-07f2739a6439 None None] Routers {'eb9a52c7-c65c-49ee-86e1-b685570796ce'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:02.525106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:router and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:02.530745 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8fc2bf94-cb8d-4938-9681-07f2739a6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['eb9a52c7-c65c-49ee-86e1-b685570796ce'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:02.548891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.557957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:02.574229 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-298071da-a292-49f4-a58c-b5bbd2427852 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "PUT /v2.0/routers/eb9a52c7-c65c-49ee-86e1-b685570796ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5992954 Jan 20 14:32:02.574876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:02.577868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event deleted for resources: {'Network': ['ID=e1d2dd65-b31d-4d2a-92f4-f6bae1d0ec30,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:02.582075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45090) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:02.584652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:02.587005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:02.590400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:02.590927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.599048 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9807be15-5a88-40b6-9e20-aae167e79c5b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "DELETE /v2.0/networks/e1d2dd65-b31d-4d2a-92f4-f6bae1d0ec30 HTTP/1.1" status: 204 len: 168 time: 1.3367858 Jan 20 14:32:02.602602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45094) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:02.605464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Request body: {'port': {'network_id': '79d9185e-fe12-49c8-ba35-3b7959d7880b', 'name': 'tempest-FloatingIPAdminTestJSON-93542789'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:02.632181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:02.647481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Attempting to bind port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:02.647971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Attempting to bind port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'a94ec464-cdfa-4d2f-a346-5993ee149972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a9a987b8-6965-4448-8294-71b2f7a22f91'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:02.648612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Attempting to bind port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e on network a9a987b8-6965-4448-8294-71b2f7a22f91 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:02.703166 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8fc2bf94-cb8d-4938-9681-07f2739a6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:02.707051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.708157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.715265 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2bf94-cb8d-4938-9681-07f2739a6439 None None] Routers {'eb9a52c7-c65c-49ee-86e1-b685570796ce'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:02.716700 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8fc2bf94-cb8d-4938-9681-07f2739a6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['eb9a52c7-c65c-49ee-86e1-b685570796ce'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:02.725143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3329fd7-87d9-4284-a5d5-1ddff032d5c7 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:02.727067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3329fd7-87d9-4284-a5d5-1ddff032d5c7 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:02.729031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3329fd7-87d9-4284-a5d5-1ddff032d5c7 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:02.730064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f3329fd7-87d9-4284-a5d5-1ddff032d5c7 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Synchronizing usage tracker for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:02.770640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Allocated IP 172.26.0.244 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/94540390-637f-402d-85a8-09f357b993d4) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:02.812291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.827898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.850607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.888124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.898080 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8fc2bf94-cb8d-4938-9681-07f2739a6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:02.900408 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2bf94-cb8d-4938-9681-07f2739a6439 None None] The sync data for ids ['eb9a52c7-c65c-49ee-86e1-b685570796ce'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:02.939307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f3329fd7-87d9-4284-a5d5-1ddff032d5c7 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Unset dirty status for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:02.940592 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f3329fd7-87d9-4284-a5d5-1ddff032d5c7 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5063689 Jan 20 14:32:02.947459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.970509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:02.971165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Checking segment: {'id': 'a94ec464-cdfa-4d2f-a346-5993ee149972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a9a987b8-6965-4448-8294-71b2f7a22f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:02.971513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.971906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Bound using segment: {'id': 'a94ec464-cdfa-4d2f-a346-5993ee149972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a9a987b8-6965-4448-8294-71b2f7a22f91'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:02.972410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Bound port: 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94ec464-cdfa-4d2f-a346-5993ee149972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a9a987b8-6965-4448-8294-71b2f7a22f91'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:02.972781 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.974838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45098) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:03.075641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-12164d5b-24ae-4900-855c-605bbf389df3', 'network_id': '12164d5b-24ae-4900-855c-605bbf389df3', 'tenant_id': '38b9e01e432a46bab8608d69e4273f7b', 'fixed_ips': [{'subnet_id': '0c84ff70-32a8-430f-bf6d-282c4e20576c'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:32:03.076546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.171785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:03.180631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Usage tracker for resource:port and tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:03.182085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 98b6ab4a-ca8f-4768-81c3-727086a68835, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=98b6ab4a-ca8f-4768-81c3-727086a68835,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:03.185059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:03.193613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:03.195451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.232554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8aa14bb6-178d-4f4c-a7d9-7e79f6d2d86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.234204 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-852ba852-560e-4b84-97d9-82a89671262e None None] Provisioning for port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:03.282068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.318016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Made reservation on behalf of ddc77abdf4d147e2a2a40bfdadaa7bf1 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:03.324509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.335254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-852ba852-560e-4b84-97d9-82a89671262e None None] Provisioning complete for port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:03.335763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-852ba852-560e-4b84-97d9-82a89671262e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.373250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.373873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-d0249288-f3cf-4fb8-a426-b5e937840feb', 'network_id': 'd0249288-f3cf-4fb8-a426-b5e937840feb', 'tenant_id': '3b6041bfe6d04180b6650c437146a8b4', 'fixed_ips': [{'subnet_id': '23f34554-ccb4-4aa5-a572-61ad5f7876cb'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:32:03.374815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.380252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] device_id is not set on port 87e18325-7fdd-4c79-9e61-c3a8b15cc08d yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:03.445540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d54d39-8ad9-4cd8-8336-5ff2f4acccb8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Deleting subnet 73bf4e99-abc8-4d62-9c29-a18ebfe965b4 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:03.450411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] For port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:03.474701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-95d54d39-8ad9-4cd8-8336-5ff2f4acccb8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.510512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.522506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4dd947-257e-4ee8-a703-dfe5d0b8471b']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:03.538656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.546971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=98b6ab4a-ca8f-4768-81c3-727086a68835,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:03.550732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] For port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e,segment=NetworkSegment(a94ec464-cdfa-4d2f-a346-5993ee149972),segment_id=a94ec464-cdfa-4d2f-a346-5993ee149972)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:03.559925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-852ba852-560e-4b84-97d9-82a89671262e None None] Port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:03.580135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d154de6-c0f4-44b0-a58b-3cc7ea3a695e') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:03.580541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d154de6-c0f4-44b0-a58b-3cc7ea3a695e') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:03.585868 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.601812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.609720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-95d54d39-8ad9-4cd8-8336-5ff2f4acccb8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.730116 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Allocated IP 172.20.0.18 (12164d5b-24ae-4900-855c-605bbf389df3/0c84ff70-32a8-430f-bf6d-282c4e20576c/fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:03.730563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Router 8c02b706-3c80-4601-a48c-332b352920a2 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:32:03.748199 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1c89e-9bf2-4ff3-8c7d-969bb64c0984 None None] Pushing event updated for resources: {'Port': ['ID=9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:03.854367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Allocated IP 172.20.0.2 (d0249288-f3cf-4fb8-a426-b5e937840feb/23f34554-ccb4-4aa5-a572-61ad5f7876cb/01c4ea7c-a5f8-45ab-a478-86aeb68a40c0) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:03.865067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Allocated IP 172.20.0.13 (79d9185e-fe12-49c8-ba35-3b7959d7880b/9867f7a6-03ea-4cc9-b1a0-ab920d344bb6/87e18325-7fdd-4c79-9e61-c3a8b15cc08d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:03.928540 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 98b6ab4a-ca8f-4768-81c3-727086a68835 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:03.936166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.948997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.956253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:03.956649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:04.007040 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:04.097762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:04.119499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:04.122039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:04.143787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:04.151042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.236910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53cd130-602f-40ee-bacd-7169189fc8ab None None] Sync routers for ids ['8c02b706-3c80-4601-a48c-332b352920a2'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:04.246263 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event updated for resources: {'Port': ['ID=94540390-637f-402d-85a8-09f357b993d4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:04.254143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.265793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.266791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.316682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Transition to ACTIVE for port object 87e18325-7fdd-4c79-9e61-c3a8b15cc08d will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:04.325953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.327390 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-680188cc-2f3f-4aa8-b30a-0154bcd63ca5 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "PUT /v2.0/routers/8c02b706-3c80-4601-a48c-332b352920a2 HTTP/1.1" status: 200 len: 919 time: 6.4233959 Jan 20 14:32:04.330917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.332692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45106) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:04.385622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53cd130-602f-40ee-bacd-7169189fc8ab None None] Routers {'8c02b706-3c80-4601-a48c-332b352920a2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:04.386394 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f53cd130-602f-40ee-bacd-7169189fc8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8c02b706-3c80-4601-a48c-332b352920a2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:04.411239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.429771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:04.469193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f53cd130-602f-40ee-bacd-7169189fc8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:04.485860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 98b6ab4a-ca8f-4768-81c3-727086a68835 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:04.486286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.492842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-95d54d39-8ad9-4cd8-8336-5ff2f4acccb8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.495614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:04.497044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.498989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:04.525522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.537933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event deleted for resources: {'Network': ['ID=ee4dd947-257e-4ee8-a703-dfe5d0b8471b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:04.549279 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.571103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Transition to ACTIVE for port object 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:04.579261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Transition to ACTIVE for port object fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:04.595196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53cd130-602f-40ee-bacd-7169189fc8ab None None] Routers {'8c02b706-3c80-4601-a48c-332b352920a2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:04.596004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f53cd130-602f-40ee-bacd-7169189fc8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8c02b706-3c80-4601-a48c-332b352920a2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:04.653033 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-217382ac-9bc3-4890-8953-cc37ed0c367c tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "DELETE /v2.0/networks/ee4dd947-257e-4ee8-a703-dfe5d0b8471b HTTP/1.1" status: 204 len: 168 time: 2.0471721 Jan 20 14:32:04.663043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45110) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:04.693513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Transition to ACTIVE for port object 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:04.694953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f53cd130-602f-40ee-bacd-7169189fc8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:04.695427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53cd130-602f-40ee-bacd-7169189fc8ab None None] The sync data for ids ['8c02b706-3c80-4601-a48c-332b352920a2'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:04.699214 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Transition to ACTIVE for port object fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:04.740583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.781068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event updated for resources: {'Port': ['ID=87e18325-7fdd-4c79-9e61-c3a8b15cc08d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:04.802564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.839293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd5d3f-c8a3-42fa-9d5b-38ef23874bce tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:04.845613 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd5d3f-c8a3-42fa-9d5b-38ef23874bce tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:04.846409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5afd5d3f-c8a3-42fa-9d5b-38ef23874bce tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Synchronizing usage tracker for tenant:fd7db8cbb44f4c45850423c5ecd258bd on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:04.848645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Network 79d9185e-fe12-49c8-ba35-3b7959d7880b is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:04.856318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:04.871730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:04.955053 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Network 12164d5b-24ae-4900-855c-605bbf389df3 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:04.957321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Network d0249288-f3cf-4fb8-a426-b5e937840feb is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:04.965530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:04.968279 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:04.970244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:04.977773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:04.979877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Pushing event updated for resources: {'Port': ['ID=fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:05.056562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:05.073894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.128825 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bea80682-8aaa-4abb-a4ee-bb5b8ee5aeae tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5420380 Jan 20 14:32:05.134345 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45114) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:05.148476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5afd5d3f-c8a3-42fa-9d5b-38ef23874bce tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Unset dirty status for tenant:fd7db8cbb44f4c45850423c5ecd258bd on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:05.156079 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5afd5d3f-c8a3-42fa-9d5b-38ef23874bce tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4877453 Jan 20 14:32:05.156487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45118) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:05.169603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1363747221'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:05.174715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.176995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:05.191544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Router 34ea1bd9-1aa7-4205-8031-363a0505749c is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:32:05.197666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:05.218900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Pushing event updated for resources: {'Port': ['ID=01c4ea7c-a5f8-45ab-a478-86aeb68a40c0,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:05.252711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.295320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Made reservation on behalf of fd7db8cbb44f4c45850423c5ecd258bd for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:05.299036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.334680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-cae07a5f-77ec-4bdf-a7e4-2be2ec552b22 None None] Provisioning complete for port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:05.335283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cae07a5f-77ec-4bdf-a7e4-2be2ec552b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.433039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:05.446644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Attempting to bind port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:05.447015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Attempting to bind port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '12164d5b-24ae-4900-855c-605bbf389df3'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:05.447368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Attempting to bind port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb on network 12164d5b-24ae-4900-855c-605bbf389df3 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:05.454383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cae07a5f-77ec-4bdf-a7e4-2be2ec552b22 None None] Port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:05.468540 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:05.468919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Checking segment: {'id': '5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '12164d5b-24ae-4900-855c-605bbf389df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:05.469344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.471588 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Bound using segment: {'id': '5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '12164d5b-24ae-4900-855c-605bbf389df3'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:05.472128 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:05.472264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Bound port: fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '12164d5b-24ae-4900-855c-605bbf389df3'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:05.472630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.481041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.481490 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Added segment 58e0062d-053c-4a5b-8a42-0953de08bbc5 of type vlan for network ab9c4daf-30af-4c0a-af39-f7f67bd769da Jan 20 14:32:05.483153 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Sync routers for ids ['34ea1bd9-1aa7-4205-8031-363a0505749c'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:05.495923 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Routers {'34ea1bd9-1aa7-4205-8031-363a0505749c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:05.499009 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-228731ba-cdf7-4282-bb09-96d63acf27d4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "PUT /v2.0/routers/34ea1bd9-1aa7-4205-8031-363a0505749c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1009779 Jan 20 14:32:05.499121 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:31:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['34ea1bd9-1aa7-4205-8031-363a0505749c'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:05.502967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45124) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:05.593121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a861d5-e8d4-41b4-a75f-447772e9b440 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:05.594035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d2a861d5-e8d4-41b4-a75f-447772e9b440 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:05.594347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] For port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:05.597876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] For port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb,segment=NetworkSegment(5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7),segment_id=5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:05.599827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4c85de-302d-4567-8cac-297e8140c9f5 None None] Network a9a987b8-6965-4448-8294-71b2f7a22f91 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:05.616863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.617303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'project_id': 'ddc77abdf4d147e2a2a40bfdadaa7bf1', 'port_id': '87e18325-7fdd-4c79-9e61-c3a8b15cc08d'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:05.625939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.26.0.164 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/931ed31c-c375-45fa-bb10-b3f27efbfb39) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:05.641293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:05.650267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d2a861d5-e8d4-41b4-a75f-447772e9b440 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:05.653889 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d2a861d5-e8d4-41b4-a75f-447772e9b440 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports/ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b HTTP/1.1" status: 200 len: 911 time: 0.1473622 Jan 20 14:32:05.654631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45128) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:05.656646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-95d54d39-8ad9-4cd8-8336-5ff2f4acccb8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.666651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Usage tracker for resource:floatingip and tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:05.693663 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Set router 34ea1bd9-1aa7-4205-8031-363a0505749c gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:32:05.694178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:05.708977 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dcb2e308-2046-4986-aff7-d448a6d24956 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/routers/8c02b706-3c80-4601-a48c-332b352920a2 HTTP/1.1" status: 200 len: 925 time: 1.3615732 Jan 20 14:32:05.714795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45132) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:05.719992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:05.725398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d54d39-8ad9-4cd8-8336-5ff2f4acccb8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event deleted for resources: {'Subnet': ['ID=73bf4e99-abc8-4d62-9c29-a18ebfe965b4,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:05.728364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-95d54d39-8ad9-4cd8-8336-5ff2f4acccb8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.790641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Attempting to bind port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:05.791017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Attempting to bind port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b8058ce6-3cb6-491d-a951-378c4a0acd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd0249288-f3cf-4fb8-a426-b5e937840feb'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:05.791372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Attempting to bind port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 on network d0249288-f3cf-4fb8-a426-b5e937840feb {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:05.800465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d7c62d64-aea1-4e21-96a7-30d2704b7a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.802792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.832763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.849238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:05.856664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:05.857074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Checking segment: {'id': 'b8058ce6-3cb6-491d-a951-378c4a0acd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd0249288-f3cf-4fb8-a426-b5e937840feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:05.857476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.857877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Bound using segment: {'id': 'b8058ce6-3cb6-491d-a951-378c4a0acd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd0249288-f3cf-4fb8-a426-b5e937840feb'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:05.858372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Bound port: 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8058ce6-3cb6-491d-a951-378c4a0acd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd0249288-f3cf-4fb8-a426-b5e937840feb'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:05.858732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.862471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.894591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.908069 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-95d54d39-8ad9-4cd8-8336-5ff2f4acccb8 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "DELETE /v2.0/subnets/73bf4e99-abc8-4d62-9c29-a18ebfe965b4 HTTP/1.1" status: 204 len: 168 time: 2.9296582 Jan 20 14:32:05.920618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45136) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:05.981937 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8232758 Jan 20 14:32:05.993914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45140) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:06.057797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] For port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:06.065709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] For port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=01c4ea7c-a5f8-45ab-a478-86aeb68a40c0,segment=NetworkSegment(b8058ce6-3cb6-491d-a951-378c4a0acd70),segment_id=b8058ce6-3cb6-491d-a951-378c4a0acd70)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:06.068990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde6169-12ad-4c11-a4c7-33907b7ffdc9 None None] Pushing event updated for resources: {'Port': ['ID=fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:06.071952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:06.105745 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1988058155'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:06.115104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202e8b7-6961-4554-91f1-49a6a46bda12 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'Network': ['ID=ab9c4daf-30af-4c0a-af39-f7f67bd769da,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:06.116145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.166906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a2dfb-ec2b-4b5a-a640-2dce404fc305 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:06.170913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.171795 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ea1bd9-1aa7-4205-8031-363a0505749c', 'name': 'tempest-NetworksTestDHCPv6-router-1994559934', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:58Z', 'updated_at': '2022-01-20T14:32:02Z', 'revision_number': 2, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None, '_interfaces': [{'id': 'ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b', 'name': '', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'mac_address': 'fa:16:3e:be:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ea1bd9-1aa7-4205-8031-363a0505749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd76ed3b6-23d5-4b64-b20e-ae9bec8b8299', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:00Z', 'updated_at': '2022-01-20T14:32:03Z', 'revision_number': 2, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'subnets': [{'id': 'd76ed3b6-23d5-4b64-b20e-ae9bec8b8299', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:06.178880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a2dfb-ec2b-4b5a-a640-2dce404fc305 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:06.184091 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Checking router: 34ea1bd9-1aa7-4205-8031-363a0505749c for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:32:06.184260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network ab9c4daf-30af-4c0a-af39-f7f67bd769da details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:06.184377 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Updating router 34ea1bd9-1aa7-4205-8031-363a0505749c port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:32:06.185021 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-926a2dfb-ec2b-4b5a-a640-2dce404fc305 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5293703 Jan 20 14:32:06.186615 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45144) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:06.189994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:06.261251 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.262705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:06.291075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Deleting subnet 0c84ff70-32a8-430f-bf6d-282c4e20576c {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:06.334095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8895a320-09eb-4b76-8a6b-378da5977874 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:06.342363 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8895a320-09eb-4b76-8a6b-378da5977874 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&device_id=8c02b706-3c80-4601-a48c-332b352920a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6245730 Jan 20 14:32:06.350539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45148) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:06.375810 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.406517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d7c50f44-32c0-4c41-a036-f8e040141129 None None] Provisioning for port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:06.424445 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df02e83-39ea-4824-9be3-f2cb580345b9 None None] Pushing event updated for resources: {'Port': ['ID=01c4ea7c-a5f8-45ab-a478-86aeb68a40c0,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:06.463061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:06.473176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:06.473546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.505000 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Made reservation on behalf of fd7db8cbb44f4c45850423c5ecd258bd for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:06.508838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.514443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d7c50f44-32c0-4c41-a036-f8e040141129 None None] Provisioning for port 87e18325-7fdd-4c79-9e61-c3a8b15cc08d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:06.530386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.532439 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d7c50f44-32c0-4c41-a036-f8e040141129 None None] Provisioning complete for port 87e18325-7fdd-4c79-9e61-c3a8b15cc08d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:06.532819 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d7c50f44-32c0-4c41-a036-f8e040141129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.600859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.603262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.608542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.614301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d7c50f44-32c0-4c41-a036-f8e040141129 None None] Port 87e18325-7fdd-4c79-9e61-c3a8b15cc08d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:06.724973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1176e1b1-e917-4ef4-a09c-cd34f2463574 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:06.726502 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1176e1b1-e917-4ef4-a09c-cd34f2463574 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 881 time: 0.3742795 Jan 20 14:32:06.729795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45152) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:06.741810 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] DHCP port deletion for a9a987b8-6965-4448-8294-71b2f7a22f91 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:32:06.750096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Deleting port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:06.750745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.812925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:06.815164 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9b658e6a-246d-4fc6-adf3-c777a591e5e6 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c02b706-3c80-4601-a48c-332b352920a2 HTTP/1.1" status: 200 len: 205 time: 0.0841646 Jan 20 14:32:06.824393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.824887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Added segment 9d9a1bec-240c-4698-ba0c-5a7e2075adc8 of type vlan for network e3201b7a-b39e-4311-b380-30ea7fc4b3a7 Jan 20 14:32:06.836686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.866886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.904930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45156) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:06.916668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.940882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e,segment=NetworkSegment(a94ec464-cdfa-4d2f-a346-5993ee149972),segment_id=a94ec464-cdfa-4d2f-a346-5993ee149972)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:06.973956 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.986593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.994399 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Transition to ACTIVE for port object ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:07.019055 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.103406 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Pushing event updated for resources: {'Port': ['ID=ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:07.114909 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.115564 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.116030 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.116568 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.117039 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.117559 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.118011 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.118462 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.118926 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.119557 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.120305 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.120756 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.173756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.183884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:07.184795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.372882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:07.401781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'Network': ['ID=e3201b7a-b39e-4311-b380-30ea7fc4b3a7,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:07.403797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] For port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e,segment=NetworkSegment(a94ec464-cdfa-4d2f-a346-5993ee149972),segment_id=a94ec464-cdfa-4d2f-a346-5993ee149972)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:07.404194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.405772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:07.407879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:07.442290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network e3201b7a-b39e-4311-b380-30ea7fc4b3a7 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:07.469273 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ed859a42-c01b-413a-8bc9-2e1f1e40236f tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4727283 Jan 20 14:32:07.469662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45160) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:07.493093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'ports': [{'network_id': 'ab9c4daf-30af-4c0a-af39-f7f67bd769da', 'name': 'tempest-port--148463666', 'admin_state_up': True}, {'network_id': 'e3201b7a-b39e-4311-b380-30ea7fc4b3a7', 'admin_state_up': False}]} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:07.493397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'port': {'network_id': 'ab9c4daf-30af-4c0a-af39-f7f67bd769da', 'name': 'tempest-port--148463666', 'admin_state_up': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:07.493883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'port': {'network_id': 'e3201b7a-b39e-4311-b380-30ea7fc4b3a7', 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:07.561040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:07.598710 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Attempting to bind port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:07.599068 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Attempting to bind port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:07.599414 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Attempting to bind port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:07.613414 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:07.613799 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:07.614159 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.614544 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:07.615024 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Bound port: ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:07.615403 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.777020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89236e2-ae85-4662-96af-2d74d5aa1543 None None] Network 12164d5b-24ae-4900-855c-605bbf389df3 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:07.815342 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] For port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:07.821590 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] For port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:07.825481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Calling delete_port for 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:07.839471 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.971593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:07.995130 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73306f5e-c6b9-45bb-8b85-013b94b97e11 None None] Pushing event updated for resources: {'Port': ['ID=ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:08.010567 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Usage tracker for resource:port and tenant:fd7db8cbb44f4c45850423c5ecd258bd is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:08.025232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:08.028625 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Routers {'34ea1bd9-1aa7-4205-8031-363a0505749c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:08.033017 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['34ea1bd9-1aa7-4205-8031-363a0505749c'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:08.090823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.104509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:08.144780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:08.159161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Made reservation on behalf of fd7db8cbb44f4c45850423c5ecd258bd for: {'port': 2} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:08.164689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.194814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.208331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.257301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e240bc0c-dfd1-4b1e-b156-f87802d38a23 None None] Network d0249288-f3cf-4fb8-a426-b5e937840feb requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:08.308183 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.351458 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] Set router 34ea1bd9-1aa7-4205-8031-363a0505749c gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:32:08.373631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:08.373982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:08.455476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ea7067b2-526e-4640-bcad-e107feee56d4 None None] Provisioning for port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:08.527488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:08.625306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:08.732727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=931ed31c-c375-45fa-bb10-b3f27efbfb39,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:08.741969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4421d6f5-e672-4208-a379-1fb87c8f8482 None None] Provisioning for port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:08.744670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] device_id is not set on port 21054187-70b8-4062-893b-14af29f09237 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:08.751273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4421d6f5-e672-4208-a379-1fb87c8f8482 None None] Provisioning complete for port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:08.751632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4421d6f5-e672-4208-a379-1fb87c8f8482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.756660 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ea1bd9-1aa7-4205-8031-363a0505749c', 'name': 'tempest-NetworksTestDHCPv6-router-1994559934', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:58Z', 'updated_at': '2022-01-20T14:32:02Z', 'revision_number': 2, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None, '_interfaces': [{'id': 'ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b', 'name': '', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'mac_address': 'fa:16:3e:be:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ea1bd9-1aa7-4205-8031-363a0505749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd76ed3b6-23d5-4b64-b20e-ae9bec8b8299', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:00Z', 'updated_at': '2022-01-20T14:32:07Z', 'revision_number': 4, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'subnets': [{'id': 'd76ed3b6-23d5-4b64-b20e-ae9bec8b8299', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:08.761513 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670edb94-3a6b-495a-8f71-bf2b7ad16de8 None None] The sync data for ids ['34ea1bd9-1aa7-4205-8031-363a0505749c'] in dv-neutron-825123-1-hyperv is: [{'id': '34ea1bd9-1aa7-4205-8031-363a0505749c', 'name': 'tempest-NetworksTestDHCPv6-router-1994559934', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:58Z', 'updated_at': '2022-01-20T14:32:02Z', 'revision_number': 2, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None, '_interfaces': [{'id': 'ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b', 'name': '', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'mac_address': 'fa:16:3e:be:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ea1bd9-1aa7-4205-8031-363a0505749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd76ed3b6-23d5-4b64-b20e-ae9bec8b8299', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:00Z', 'updated_at': '2022-01-20T14:32:07Z', 'revision_number': 4, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'subnets': [{'id': 'd76ed3b6-23d5-4b64-b20e-ae9bec8b8299', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:08.767567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.778235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.808016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:08.808485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.898032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Deleting port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:08.898484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.926051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:08.969372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:08.969828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.053687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4421d6f5-e672-4208-a379-1fb87c8f8482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.058846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.085416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.109579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.225679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.361424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4421d6f5-e672-4208-a379-1fb87c8f8482 None None] For port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=01c4ea7c-a5f8-45ab-a478-86aeb68a40c0,segment=NetworkSegment(b8058ce6-3cb6-491d-a951-378c4a0acd70),segment_id=b8058ce6-3cb6-491d-a951-378c4a0acd70)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:09.380078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] For port ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:09.380475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.428052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4421d6f5-e672-4208-a379-1fb87c8f8482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.452277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] device_id is not set on port 663c70a7-5901-4cf5-b01b-55b4a48f9cab yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:09.556643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.643180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:09.661144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] For port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e,segment=NetworkSegment(a94ec464-cdfa-4d2f-a346-5993ee149972),segment_id=a94ec464-cdfa-4d2f-a346-5993ee149972)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:09.661897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.706882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.814813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Calling delete_port for 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:09.889469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.892664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.910592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.918972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421d6f5-e672-4208-a379-1fb87c8f8482 None None] Pushing event updated for resources: {'Port': ['ID=01c4ea7c-a5f8-45ab-a478-86aeb68a40c0,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:09.939786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-42e83bb2-cbe2-4d8f-83a8-b8cf7db7abd6 None None] Provisioning complete for port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:09.940163 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-42e83bb2-cbe2-4d8f-83a8-b8cf7db7abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.950916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.964065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:09.972330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event deleted for resources: {'Subnet': ['ID=0c84ff70-32a8-430f-bf6d-282c4e20576c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:09.974350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.974693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.975021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.975345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.975679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.975974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.976169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.976304 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.976608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.976920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.977239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.977537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.977994 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:09.982663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:09.982663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:10.005003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.005905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.005905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.006116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.006301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.006620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.006953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.007254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.007625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.007874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.008184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.008524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:10.011950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Allocated IP 172.26.0.53 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/d413ac39-30c2-4c7d-942c-f6d2e4744304) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:10.024296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d275bc09-8596-4b1f-ada2-5cbb7ebd1acb None None] Network 12164d5b-24ae-4900-855c-605bbf389df3 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:10.027010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Deleting port 8d9a98ee-5b3b-4398-950b-b7b0b6634978 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:10.027355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.144826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.152380 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f5836b93-5b8d-4d7d-86b6-cc4ec84e7e85 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "DELETE /v2.0/subnets/0c84ff70-32a8-430f-bf6d-282c4e20576c HTTP/1.1" status: 204 len: 168 time: 4.2266366 Jan 20 14:32:10.184823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45166) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.207089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.212604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.219884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] Pushing event deleted for resources: {'Port': ['ID=9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:10.227757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f53f66-a312-430c-9c7e-1f8c6758ad4d None None] No DVR routers for this DVR port 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:10.386399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-42e83bb2-cbe2-4d8f-83a8-b8cf7db7abd6 None None] Provisioning complete for port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:10.386771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-42e83bb2-cbe2-4d8f-83a8-b8cf7db7abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.463791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'Port': ['ID=21054187-70b8-4062-893b-14af29f09237,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:10.474961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Checking segment: {'id': '58e0062d-053c-4a5b-8a42-0953de08bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ab9c4daf-30af-4c0a-af39-f7f67bd769da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:10.475349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Network hostable DHCP agents. Network: ab9c4daf-30af-4c0a-af39-f7f67bd769da, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:10.506093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7847eb25-a4c5-439f-a83b-31aee5aa6de3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:10.506730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7847eb25-a4c5-439f-a83b-31aee5aa6de3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Synchronizing usage tracker for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:10.560697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-42e83bb2-cbe2-4d8f-83a8-b8cf7db7abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.566293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Router a7a17df9-6ef9-4d10-8a25-deb6caf383f4 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:32:10.570317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdb055c-c79d-4556-984a-c9822492d5e7 None None] DHCP port deletion for 12164d5b-24ae-4900-855c-605bbf389df3 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:32:10.573808 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.599959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb055c-c79d-4556-984a-c9822492d5e7 None None] Deleting port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:10.599959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5cdb055c-c79d-4556-984a-c9822492d5e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.622697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7847eb25-a4c5-439f-a83b-31aee5aa6de3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Unset dirty status for tenant:38b9e01e432a46bab8608d69e4273f7b on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:10.628161 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7847eb25-a4c5-439f-a83b-31aee5aa6de3 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4359057 Jan 20 14:32:10.630176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.630295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45170) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.632702 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.666813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-42e83bb2-cbe2-4d8f-83a8-b8cf7db7abd6 None None] For port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb,segment=NetworkSegment(5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7),segment_id=5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:10.673997 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Router 34ea1bd9-1aa7-4205-8031-363a0505749c has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:10.702697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-42e83bb2-cbe2-4d8f-83a8-b8cf7db7abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.735161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Network ab9c4daf-30af-4c0a-af39-f7f67bd769da is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:10.820447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 364d9093-75de-4568-9500-6e18e7d7de72 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:32:10.830715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Calling delete_port for 8d9a98ee-5b3b-4398-950b-b7b0b6634978 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:10.832447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, ab9c4daf-30af-4c0a-af39-f7f67bd769da) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:10.838302 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:10.840070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.850996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899db44-93ff-4cc2-a4bc-1578ed2598bc None None] Network ab9c4daf-30af-4c0a-af39-f7f67bd769da requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:10.910834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:10.911190 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:10.952466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.974418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e83bb2-cbe2-4d8f-83a8-b8cf7db7abd6 None None] Pushing event updated for resources: {'Port': ['ID=fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:10.998329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:11.022611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] Sync routers for ids ['34ea1bd9-1aa7-4205-8031-363a0505749c'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:11.027953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'Port': ['ID=663c70a7-5901-4cf5-b01b-55b4a48f9cab,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:11.042877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5cdb055c-c79d-4556-984a-c9822492d5e7 None None] For port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb,segment=NetworkSegment(5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7),segment_id=5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:11.043824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5cdb055c-c79d-4556-984a-c9822492d5e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.058145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Deleting port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:11.058465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.083039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] Routers {'34ea1bd9-1aa7-4205-8031-363a0505749c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:11.083473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['34ea1bd9-1aa7-4205-8031-363a0505749c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:11.099362 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1940bd59-f24e-4b5f-9862-dce7c76a640b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "PUT /v2.0/routers/34ea1bd9-1aa7-4205-8031-363a0505749c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9083784 Jan 20 14:32:11.107728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45174) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.108494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Checking segment: {'id': '9d9a1bec-240c-4698-ba0c-5a7e2075adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e3201b7a-b39e-4311-b380-30ea7fc4b3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:11.108972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Network hostable DHCP agents. Network: e3201b7a-b39e-4311-b380-30ea7fc4b3a7, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:11.337818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.350834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb055c-c79d-4556-984a-c9822492d5e7 None None] Calling delete_port for fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:11.375418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8abcb6c-2ed7-4b6d-9b92-65fc8150ad41 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:11.377368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8abcb6c-2ed7-4b6d-9b92-65fc8150ad41 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:11.377832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d8abcb6c-2ed7-4b6d-9b92-65fc8150ad41 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:11.383983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Network e3201b7a-b39e-4311-b380-30ea7fc4b3a7 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:11.394693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:11.411016 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da112d3-8492-4998-a067-62b6b01cd403 None None] Sync routers for ids ['a7a17df9-6ef9-4d10-8a25-deb6caf383f4'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:11.412285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.413474 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-453be2b9-863a-41d5-a58a-d84ccd78e8dc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "PUT /v2.0/routers/a7a17df9-6ef9-4d10-8a25-deb6caf383f4 HTTP/1.1" status: 200 len: 915 time: 11.7411723 Jan 20 14:32:11.417508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45178) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.428843 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da112d3-8492-4998-a067-62b6b01cd403 None None] Routers {'a7a17df9-6ef9-4d10-8a25-deb6caf383f4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:11.429820 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0da112d3-8492-4998-a067-62b6b01cd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['a7a17df9-6ef9-4d10-8a25-deb6caf383f4'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:11.438768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:11.463468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, e3201b7a-b39e-4311-b380-30ea7fc4b3a7) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:11.468656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:11.474407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:11.480276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:11.480958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.483353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3923a-5871-4fc6-9088-f02431098a8c None None] Network e3201b7a-b39e-4311-b380-30ea7fc4b3a7 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:11.496529 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] Set router 34ea1bd9-1aa7-4205-8031-363a0505749c gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:32:11.506654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:11.523109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d8abcb6c-2ed7-4b6d-9b92-65fc8150ad41 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:11.524288 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d8abcb6c-2ed7-4b6d-9b92-65fc8150ad41 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2858508 Jan 20 14:32:11.527082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:11.527399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45182) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.564102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:11.565928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Pushing event updated for resources: {'Port': ['ID=d413ac39-30c2-4c7d-942c-f6d2e4744304,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:11.578171 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-003e1382-89ff-4d92-9537-2ec8ee387cfb tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.1074004 Jan 20 14:32:11.580344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] For port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb,segment=NetworkSegment(5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7),segment_id=5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:11.580816 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.591334 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0da112d3-8492-4998-a067-62b6b01cd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:11.592831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45186) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.623302 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da112d3-8492-4998-a067-62b6b01cd403 None None] Routers {'a7a17df9-6ef9-4d10-8a25-deb6caf383f4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:11.624412 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0da112d3-8492-4998-a067-62b6b01cd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['a7a17df9-6ef9-4d10-8a25-deb6caf383f4'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:11.703126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03e7c8-09a1-45c2-936a-a3ff0f0a9a3d None None] Sync routers for ids ['364d9093-75de-4568-9500-6e18e7d7de72'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:11.728245 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0da112d3-8492-4998-a067-62b6b01cd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:11.728507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Calling delete_port for fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:11.729227 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da112d3-8492-4998-a067-62b6b01cd403 None None] The sync data for ids ['a7a17df9-6ef9-4d10-8a25-deb6caf383f4'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:11.742308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ea1bd9-1aa7-4205-8031-363a0505749c', 'name': 'tempest-NetworksTestDHCPv6-router-1994559934', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:58Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 3, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:11.774137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03e7c8-09a1-45c2-936a-a3ff0f0a9a3d None None] Routers {'364d9093-75de-4568-9500-6e18e7d7de72'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:11.774779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3f03e7c8-09a1-45c2-936a-a3ff0f0a9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['364d9093-75de-4568-9500-6e18e7d7de72'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:11.785530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-af089fe9-84d3-4434-af09-90063003ebd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet d76ed3b6-23d5-4b64-b20e-ae9bec8b8299 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:11.787259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.788704 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ac69d89f-0256-4f89-a7e9-92f1768d6438 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3528619 Jan 20 14:32:11.791677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-af089fe9-84d3-4434-af09-90063003ebd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.820513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45190) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.836768 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] Checking router: 34ea1bd9-1aa7-4205-8031-363a0505749c for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:32:11.869413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-af089fe9-84d3-4434-af09-90063003ebd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.887094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5cdb055c-c79d-4556-984a-c9822492d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.910643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:11.911237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:11.921835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3f03e7c8-09a1-45c2-936a-a3ff0f0a9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:11.939058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:11.963834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.965306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-af089fe9-84d3-4434-af09-90063003ebd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.969309 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-250ad14c-6f5d-40ee-9a32-93eae2352563 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/routers/a7a17df9-6ef9-4d10-8a25-deb6caf383f4 HTTP/1.1" status: 200 len: 921 time: 0.5449646 Jan 20 14:32:11.996771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45194) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.014940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb055c-c79d-4556-984a-c9822492d5e7 None None] Pushing event deleted for resources: {'Port': ['ID=fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:12.019526 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] Routers {'34ea1bd9-1aa7-4205-8031-363a0505749c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:12.020144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['34ea1bd9-1aa7-4205-8031-363a0505749c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:12.061258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Pushing event deleted for resources: {'Port': ['ID=8d9a98ee-5b3b-4398-950b-b7b0b6634978,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:12.070618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb055c-c79d-4556-984a-c9822492d5e7 None None] No DVR routers for this DVR port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:12.083840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:32:12.084184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9f64092b-6bd8-4c67-b8ab-ebc5e6c1b13e not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:12.123232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cd2e5b-90eb-4151-96e5-72f6fa84e41a tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:12.125860 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-77cd2e5b-90eb-4151-96e5-72f6fa84e41a tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&device_id=a7a17df9-6ef9-4d10-8a25-deb6caf383f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1275411 Jan 20 14:32:12.127808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-af089fe9-84d3-4434-af09-90063003ebd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.132598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45198) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.147051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03e7c8-09a1-45c2-936a-a3ff0f0a9a3d None None] Routers {'364d9093-75de-4568-9500-6e18e7d7de72'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:12.147691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3f03e7c8-09a1-45c2-936a-a3ff0f0a9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['364d9093-75de-4568-9500-6e18e7d7de72'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:12.202317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af089fe9-84d3-4434-af09-90063003ebd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=d76ed3b6-23d5-4b64-b20e-ae9bec8b8299,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:12.215635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-af089fe9-84d3-4434-af09-90063003ebd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.232613 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3f03e7c8-09a1-45c2-936a-a3ff0f0a9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:12.233353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03e7c8-09a1-45c2-936a-a3ff0f0a9a3d None None] The sync data for ids ['364d9093-75de-4568-9500-6e18e7d7de72'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:12.244575 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] Set router 34ea1bd9-1aa7-4205-8031-363a0505749c gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:32:12.254158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6011da-de1a-4b02-8a7b-6eb90634d98a tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:12.259901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6011da-de1a-4b02-8a7b-6eb90634d98a tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:12.261655 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cb6011da-de1a-4b02-8a7b-6eb90634d98a tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6676683 Jan 20 14:32:12.289511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0db4f0-23bd-4b6a-b3c2-3df302094aa8 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:12.294401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45202) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.363847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:12.369331 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-af089fe9-84d3-4434-af09-90063003ebd2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/d76ed3b6-23d5-4b64-b20e-ae9bec8b8299 HTTP/1.1" status: 204 len: 168 time: 0.8408053 Jan 20 14:32:12.379726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45206) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.439563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Deleting port fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:12.439864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.493061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.516875 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ea1bd9-1aa7-4205-8031-363a0505749c', 'name': 'tempest-NetworksTestDHCPv6-router-1994559934', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:58Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 3, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:12.547676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc52087-3655-49ad-9a88-b6c7da1b0bca None None] The sync data for ids ['34ea1bd9-1aa7-4205-8031-363a0505749c'] in dv-neutron-825123-1-hyperv is: [{'id': '34ea1bd9-1aa7-4205-8031-363a0505749c', 'name': 'tempest-NetworksTestDHCPv6-router-1994559934', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:58Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 3, 'project_id': 'df9bc07203784b81a927addf7c87cf8f', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:12.606308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] The port 'fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb' was deleted {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:32:12.610245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c9187-8b24-44c6-b233-b909fd65b5c9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Deleting port 21054187-70b8-4062-893b-14af29f09237 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:12.610675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9187-8b24-44c6-b233-b909fd65b5c9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.663844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:12.664117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.721231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a4d6ab-7359-416d-9e40-92ce995e93ce tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:12.721765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e9a4d6ab-7359-416d-9e40-92ce995e93ce tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Synchronizing usage tracker for tenant:798eca45d4e34a3cbb228c50d6dc0ce9 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:12.903886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.913213 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.928503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600b3a2-d6f9-40a1-9b4f-caa3bfe31da7 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:32:12.932557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6600b3a2-d6f9-40a1-9b4f-caa3bfe31da7 None None] Deleting port 98b6ab4a-ca8f-4768-81c3-727086a68835 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:12.933024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6600b3a2-d6f9-40a1-9b4f-caa3bfe31da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.966798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:13.019321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:32:13.019794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fb5625bf-9cf9-40fb-bfd2-c81db6a1ccdb not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:13.032539 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.033608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Fanout notify agent at l3_agent the message router_deleted on router 8c02b706-3c80-4601-a48c-332b352920a2 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:32:13.074440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.090394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-421e392d-b8e1-48b2-bc05-73e3412ae3b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:router {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:13.095647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.096686 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4571b15d-c59b-4302-a01e-6df8a25ebbd5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/8c02b706-3c80-4601-a48c-332b352920a2 HTTP/1.1" status: 204 len: 168 time: 6.1890638 Jan 20 14:32:13.110725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45210) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.150399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-823975261', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:13.174360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e9a4d6ab-7359-416d-9e40-92ce995e93ce tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Unset dirty status for tenant:798eca45d4e34a3cbb228c50d6dc0ce9 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:13.177795 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e9a4d6ab-7359-416d-9e40-92ce995e93ce tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 881 time: 1.0092313 Jan 20 14:32:13.179406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45214) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.188681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:13.195059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12164d5b-24ae-4900-855c-605bbf389df3']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:13.213636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6600b3a2-d6f9-40a1-9b4f-caa3bfe31da7 None None] For port 98b6ab4a-ca8f-4768-81c3-727086a68835, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=98b6ab4a-ca8f-4768-81c3-727086a68835,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:13.214159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6600b3a2-d6f9-40a1-9b4f-caa3bfe31da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.224261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Usage tracker for resource:router and tenant:0947d9f8c5c34800961e6a97f10b1e2f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:13.234124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:13.237128 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-421e392d-b8e1-48b2-bc05-73e3412ae3b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:router {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:13.241133 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-421e392d-b8e1-48b2-bc05-73e3412ae3b7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8578143 Jan 20 14:32:13.241133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:13.241133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3ab73e-8b4f-4bd7-8fb0-88533502d8b7') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:13.245492 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3e342456-b7f1-4fb6-992e-eb2708cbddd0 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7a17df9-6ef9-4d10-8a25-deb6caf383f4 HTTP/1.1" status: 200 len: 205 time: 0.0620894 Jan 20 14:32:13.245492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45218) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.246868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45220) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.320536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:13.333164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.338632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6600b3a2-d6f9-40a1-9b4f-caa3bfe31da7 None None] Calling delete_port for 98b6ab4a-ca8f-4768-81c3-727086a68835 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:13.348559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.365454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9187-8b24-44c6-b233-b909fd65b5c9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.372911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.374566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.383058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.426964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6600b3a2-d6f9-40a1-9b4f-caa3bfe31da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.452982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:13.453664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.470760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600b3a2-d6f9-40a1-9b4f-caa3bfe31da7 None None] Pushing event deleted for resources: {'Port': ['ID=98b6ab4a-ca8f-4768-81c3-727086a68835,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:13.476103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600b3a2-d6f9-40a1-9b4f-caa3bfe31da7 None None] No DVR routers for this DVR port 98b6ab4a-ca8f-4768-81c3-727086a68835 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:13.519859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-efbb7f36-3140-4304-820c-8e1597e03ecf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:13.526164 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:13.543444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c9187-8b24-44c6-b233-b909fd65b5c9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Calling delete_port for 21054187-70b8-4062-893b-14af29f09237 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:13.631285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.680392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.685026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.780576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event deleted for resources: {'Network': ['ID=12164d5b-24ae-4900-855c-605bbf389df3,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:13.798772 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e8fb1913-c128-42b8-8bbc-a54403d08700 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "DELETE /v2.0/networks/12164d5b-24ae-4900-855c-605bbf389df3 HTTP/1.1" status: 204 len: 168 time: 3.1669421 Jan 20 14:32:13.811540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45226) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.913762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9187-8b24-44c6-b233-b909fd65b5c9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.032238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c9187-8b24-44c6-b233-b909fd65b5c9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event deleted for resources: {'Port': ['ID=21054187-70b8-4062-893b-14af29f09237,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:14.038729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.046451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9187-8b24-44c6-b233-b909fd65b5c9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.056741 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7f8c9187-8b24-44c6-b233-b909fd65b5c9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "DELETE /v2.0/ports/21054187-70b8-4062-893b-14af29f09237 HTTP/1.1" status: 204 len: 168 time: 1.7476792 Jan 20 14:32:14.057057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45230) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:14.181888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:14.187380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfef4c-3e06-4783-8317-2184877f23a2 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Deleting port 663c70a7-5901-4cf5-b01b-55b4a48f9cab {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:14.187836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cdfef4c-3e06-4783-8317-2184877f23a2 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.220519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:32:14.220863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ebc5d5c7-e358-4ff3-afad-c0b6ca80b02b not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:14.221468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 98b6ab4a-ca8f-4768-81c3-727086a68835 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:14.256182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 98b6ab4a-ca8f-4768-81c3-727086a68835 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:32:14.256867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 98b6ab4a-ca8f-4768-81c3-727086a68835 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:14.269891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.322382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-efbb7f36-3140-4304-820c-8e1597e03ecf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.347146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-efbb7f36-3140-4304-820c-8e1597e03ecf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.370272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.432784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cdfef4c-3e06-4783-8317-2184877f23a2 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.466784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.484039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-efbb7f36-3140-4304-820c-8e1597e03ecf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.484548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbb7f36-3140-4304-820c-8e1597e03ecf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Fanout notify agent at l3_agent the message router_deleted on router 34ea1bd9-1aa7-4205-8031-363a0505749c {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:32:14.489409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.679725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfef4c-3e06-4783-8317-2184877f23a2 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Calling delete_port for 663c70a7-5901-4cf5-b01b-55b4a48f9cab owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:14.698549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-efbb7f36-3140-4304-820c-8e1597e03ecf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.699619 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-efbb7f36-3140-4304-820c-8e1597e03ecf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/routers/34ea1bd9-1aa7-4205-8031-363a0505749c HTTP/1.1" status: 204 len: 168 time: 1.4539125 Jan 20 14:32:14.706030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45234) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:14.825012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-213da6e3-f721-4ec2-9e8b-b48043f10dcc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:14.910897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.948410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.980112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.981786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-213da6e3-f721-4ec2-9e8b-b48043f10dcc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:14.982946 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-213da6e3-f721-4ec2-9e8b-b48043f10dcc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2754197 Jan 20 14:32:14.999641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45238) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:15.021011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cdfef4c-3e06-4783-8317-2184877f23a2 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.058399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Deleting port 94540390-637f-402d-85a8-09f357b993d4 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:15.058734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.087355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.089212 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfef4c-3e06-4783-8317-2184877f23a2 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event deleted for resources: {'Port': ['ID=663c70a7-5901-4cf5-b01b-55b4a48f9cab,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:15.098592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cdfef4c-3e06-4783-8317-2184877f23a2 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.115069 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0cdfef4c-3e06-4783-8317-2184877f23a2 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "DELETE /v2.0/ports/663c70a7-5901-4cf5-b01b-55b4a48f9cab HTTP/1.1" status: 204 len: 168 time: 1.0569425 Jan 20 14:32:15.145521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45242) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:15.201451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-675038e5-0b52-4c31-a2de-bf1689cbb975 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Synchronizing usage tracker for tenant:fd7db8cbb44f4c45850423c5ecd258bd on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:15.209683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a987b8-6965-4448-8294-71b2f7a22f91']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:15.231120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Allocated IP 172.26.0.158 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/122ff3ae-cff1-451b-bd0c-743816e2c38a) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:15.235457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-675038e5-0b52-4c31-a2de-bf1689cbb975 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Unset dirty status for tenant:fd7db8cbb44f4c45850423c5ecd258bd on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:15.236610 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-675038e5-0b52-4c31-a2de-bf1689cbb975 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0901861 Jan 20 14:32:15.241630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45246) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:15.247571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-42194943'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:15.253519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:15.253810 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94ec464-cdfa-4d2f-a346-5993ee149972') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:15.254094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94ec464-cdfa-4d2f-a346-5993ee149972') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:15.271761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Usage tracker for resource:network and tenant:fd7db8cbb44f4c45850423c5ecd258bd is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:15.275971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28763a2-2844-4bf4-9f54-4e0b8e4f58ed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:15.276695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f28763a2-2844-4bf4-9f54-4e0b8e4f58ed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:15.277435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:15.329476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:15.345783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.351149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Made reservation on behalf of fd7db8cbb44f4c45850423c5ecd258bd for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:15.354545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.369246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.411231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:15.430751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.431151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.436184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.436539 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Added segment 06323f10-8c41-4acf-84f2-9b94541529f3 of type vlan for network 6946e576-2f72-4927-bc7e-98fd7c79541e Jan 20 14:32:15.441266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.467220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.502030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.523877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f28763a2-2844-4bf4-9f54-4e0b8e4f58ed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:15.525071 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f28763a2-2844-4bf4-9f54-4e0b8e4f58ed tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5244975 Jan 20 14:32:15.531368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:15.531766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.539660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45250) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:15.540280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.545510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:15.546044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:15.550061 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:15.713775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:15.718454 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7c2c9145-1338-4375-be32-c2f345fac32e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1679001 Jan 20 14:32:15.729070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:15.732433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45254) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:15.752393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:15.784919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:15.801076 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5585153 Jan 20 14:32:15.810486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Pushing event updated for resources: {'Port': ['ID=122ff3ae-cff1-451b-bd0c-743816e2c38a,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:15.816361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45258) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:15.865028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Pushing event updated for resources: {'Port': ['ID=d413ac39-30c2-4c7d-942c-f6d2e4744304,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:15.873299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c887ce-7544-435c-a41a-b012c35862b7 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'Network': ['ID=6946e576-2f72-4927-bc7e-98fd7c79541e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:15.880113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1801826913'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:15.882342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.884606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 6946e576-2f72-4927-bc7e-98fd7c79541e details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:15.891624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:15.906995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Usage tracker for resource:network and tenant:fd7db8cbb44f4c45850423c5ecd258bd is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:15.912102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:15.926009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:16.010045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.018555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Calling delete_port for 94540390-637f-402d-85a8-09f357b993d4 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:16.075073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.130519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.165194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.20.0.1 (d0249288-f3cf-4fb8-a426-b5e937840feb/23f34554-ccb4-4aa5-a572-61ad5f7876cb/4ff5071b-c428-48a5-ba22-6bd23598db9f) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:16.167141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event deleted for resources: {'Network': ['ID=a9a987b8-6965-4448-8294-71b2f7a22f91,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:16.174336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:16.184840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Made reservation on behalf of fd7db8cbb44f4c45850423c5ecd258bd for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:16.188288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.202137 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c597c9b4-9db3-481c-9414-f8700bd392b0 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "DELETE /v2.0/networks/a9a987b8-6965-4448-8294-71b2f7a22f91 HTTP/1.1" status: 204 len: 168 time: 2.3895185 Jan 20 14:32:16.209092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45262) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:16.209905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:16.354220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:16.357612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.421384 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Floating IP bcf06573-6a3a-4d12-90b2-cfa21d2ea30a associated. External IP: 172.26.0.53, port: 87e18325-7fdd-4c79-9e61-c3a8b15cc08d. Jan 20 14:32:16.450634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:16.480706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.551449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.551788 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Added segment fef2f3ce-3ef2-4468-8402-10df8b360140 of type vlan for network aed2d501-78d8-4750-8ff4-b36c1d182c87 Jan 20 14:32:16.645441 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.661707 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.775734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Transition to ACTIVE for port object 4ff5071b-c428-48a5-ba22-6bd23598db9f will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:16.778652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.840369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.841586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Pushing event deleted for resources: {'Port': ['ID=94540390-637f-402d-85a8-09f357b993d4,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:16.847925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.907688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.916535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:16.917116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.024442 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.068226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a782cbf-d385-40ef-87c2-0c9f57aa4011']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:17.075278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Router eb9a52c7-c65c-49ee-86e1-b685570796ce has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:17.084954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.096914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf559dd3-6298-4836-8ae9-918c6f16f175') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:17.097175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf559dd3-6298-4836-8ae9-918c6f16f175') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:17.199538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.206850 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3831341 Jan 20 14:32:17.231608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf79cc2-50ea-42ad-8b11-3b791fa7bba8 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'Network': ['ID=aed2d501-78d8-4750-8ff4-b36c1d182c87,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:17.250003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.254136 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network aed2d501-78d8-4750-8ff4-b36c1d182c87 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:17.265798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:17.266179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:17.281963 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:17.338757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network d0249288-f3cf-4fb8-a426-b5e937840feb is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:17.352097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:17.415193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:17.464899 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.533749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.566410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=4ff5071b-c428-48a5-ba22-6bd23598db9f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:17.608529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.674887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.675654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Fanout notify agent at l3_agent the message router_deleted on router a7a17df9-6ef9-4d10-8a25-deb6caf383f4 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:32:17.691083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.725351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-34412c24-9edd-4c8c-957a-96bdacdf0298 None None] Provisioning for port 4ff5071b-c428-48a5-ba22-6bd23598db9f completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:17.727863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.728935 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b987bd79-9a17-47ff-8b29-a4269e0dabb3 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/a7a17df9-6ef9-4d10-8a25-deb6caf383f4 HTTP/1.1" status: 204 len: 168 time: 4.4198570 Jan 20 14:32:17.735173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.738693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45266) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:17.743847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1959788424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:17.750809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:17.751191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-34412c24-9edd-4c8c-957a-96bdacdf0298 None None] Provisioning complete for port 4ff5071b-c428-48a5-ba22-6bd23598db9f triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:17.755341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:17.770452 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d41393-9eee-46ab-844b-7d71501dd468 None None] Sync routers for ids ['eb9a52c7-c65c-49ee-86e1-b685570796ce'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:17.771038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event deleted for resources: {'Network': ['ID=2a782cbf-d385-40ef-87c2-0c9f57aa4011,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:17.772595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Usage tracker for resource:router and tenant:056128298e644b129128d2b965c05ab5 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:17.777906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:17.778121 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-215fee74-bdd9-4946-b88c-5d266eb5d940 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "DELETE /v2.0/networks/2a782cbf-d385-40ef-87c2-0c9f57aa4011 HTTP/1.1" status: 204 len: 168 time: 1.5654089 Jan 20 14:32:17.784444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45270) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:17.786006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-34412c24-9edd-4c8c-957a-96bdacdf0298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.786427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:17.815415 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d41393-9eee-46ab-844b-7d71501dd468 None None] Routers {'eb9a52c7-c65c-49ee-86e1-b685570796ce'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:17.816389 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-45d41393-9eee-46ab-844b-7d71501dd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['eb9a52c7-c65c-49ee-86e1-b685570796ce'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:17.821704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.847366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.879126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-34412c24-9edd-4c8c-957a-96bdacdf0298 None None] Port 4ff5071b-c428-48a5-ba22-6bd23598db9f cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:17.883906 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-45d41393-9eee-46ab-844b-7d71501dd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:17.888243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.889269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.895180 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d41393-9eee-46ab-844b-7d71501dd468 None None] Routers {'eb9a52c7-c65c-49ee-86e1-b685570796ce'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:17.895942 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-45d41393-9eee-46ab-844b-7d71501dd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['eb9a52c7-c65c-49ee-86e1-b685570796ce'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:17.930366 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a19a0d9d-491e-4f1d-bf27-2cbb295410fa tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 12.7834132 Jan 20 14:32:17.933916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.935055 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45276) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:18.006502 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-45d41393-9eee-46ab-844b-7d71501dd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:18.007123 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d41393-9eee-46ab-844b-7d71501dd468 None None] The sync data for ids ['eb9a52c7-c65c-49ee-86e1-b685570796ce'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:18.103234 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.objects.ports [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:32:18.111909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.140872 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9a7e6b88-c11c-4398-a1f2-6b5db65e81cc tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] 10.222.0.87 "GET /v2.0/floatingips/bcf06573-6a3a-4d12-90b2-cfa21d2ea30a HTTP/1.1" status: 200 len: 981 time: 0.2044477 Jan 20 14:32:18.149598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45280) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:18.238086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.239880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.263031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.324192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:18.325402 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dd249771-f584-4565-a247-5076e24091e4 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3021 time: 0.1739161 Jan 20 14:32:18.326191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.327262 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-192aafdc-f4c8-43e4-9011-9e27734c6e56 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5875673 Jan 20 14:32:18.330271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:18.334306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45284) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:18.334619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45286) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:18.341745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:18.342176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f438c5da-a2d1-422c-8485-ea67afdac467 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:18.342677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.405329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'enable_snat': False}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:18.421713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=4ecc80c2-6ae1-4265-842b-e82627283d86,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:18.593762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.623216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048a808b-5d1e-41c6-b727-136eb759d13b']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:18.636812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b778aa3-74fa-4819-bd86-b471f9117a3b') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:18.637277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b778aa3-74fa-4819-bd86-b471f9117a3b') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:18.649602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.668505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '4ecc80c2-6ae1-4265-842b-e82627283d86'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:32:18.669446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.683097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.697221 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d2080a1d-b6d7-4c74-8c72-5755ba55d036 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9493158 Jan 20 14:32:18.698939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:18.699534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.717629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45292) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:18.723931 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:18.734690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:18.867123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Allocated IP 2001:db8::f816:3eff:fe33:43ab (c59c4318-304e-49f3-a2a0-4c3a913c6b21/4ecc80c2-6ae1-4265-842b-e82627283d86/1c5df702-87df-42b7-9874-35971b0c48df) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:18.923315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771952f-31a7-40eb-a189-776c680d0f31 req-851a7291-6028-4e23-8071-23e61cf04880 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:18.925530 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e771952f-31a7-40eb-a189-776c680d0f31 req-851a7291-6028-4e23-8071-23e61cf04880 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.8274567 Jan 20 14:32:18.952072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Router 033732a5-1398-45f0-9de3-501d113da9dd is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:32:19.007795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.134975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.146172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Transition to ACTIVE for port object 1c5df702-87df-42b7-9874-35971b0c48df will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:19.166981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Transition to ACTIVE for port object 1c5df702-87df-42b7-9874-35971b0c48df will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:19.178655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.218393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:19.224973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.236386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.238443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Deleting port d413ac39-30c2-4c7d-942c-f6d2e4744304 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:19.238876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.246453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c58fdb-b840-42d6-9015-aaa19a156abf None None] Sync routers for ids ['033732a5-1398-45f0-9de3-501d113da9dd'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:19.262628 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e771952f-31a7-40eb-a189-776c680d0f31 req-59f487ac-2d2d-48ed-b73e-a9ff573b133d tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251531 Jan 20 14:32:19.263339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] Pushing event deleted for resources: {'Network': ['ID=048a808b-5d1e-41c6-b727-136eb759d13b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:19.310000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:19.312731 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-988562bb-0e41-4f22-8004-8545e1339f57 tempest-BulkNetworkOpsTest-930384304 tempest-BulkNetworkOpsTest-930384304-project] 10.222.0.87 "DELETE /v2.0/networks/048a808b-5d1e-41c6-b727-136eb759d13b HTTP/1.1" status: 204 len: 168 time: 1.5246649 Jan 20 14:32:19.313629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:19.315513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c58fdb-b840-42d6-9015-aaa19a156abf None None] Routers {'033732a5-1398-45f0-9de3-501d113da9dd'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:19.320601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d3c58fdb-b840-42d6-9015-aaa19a156abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['033732a5-1398-45f0-9de3-501d113da9dd'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:19.338881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.343683 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1ac6aacb-e0f7-4573-8296-b30021c36a9e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2143643 Jan 20 14:32:19.348622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45300) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:19.358614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:19.388655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:19.487941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:19.525236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.525722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.573312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Pushing event updated for resources: {'Port': ['ID=1c5df702-87df-42b7-9874-35971b0c48df,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:19.587658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d3c58fdb-b840-42d6-9015-aaa19a156abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:19.646075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.646425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.646761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.649367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.650363 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.651176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.652302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.653431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.653785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.655943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.656356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.656737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:19.668652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:19.681637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Attempting to bind port 1c5df702-87df-42b7-9874-35971b0c48df on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:19.682047 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Attempting to bind port 1c5df702-87df-42b7-9874-35971b0c48df by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:19.682521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Attempting to bind port 1c5df702-87df-42b7-9874-35971b0c48df on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:19.686663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c58fdb-b840-42d6-9015-aaa19a156abf None None] Routers {'033732a5-1398-45f0-9de3-501d113da9dd'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:19.687394 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d3c58fdb-b840-42d6-9015-aaa19a156abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['033732a5-1398-45f0-9de3-501d113da9dd'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:19.703769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Calling delete_port for d413ac39-30c2-4c7d-942c-f6d2e4744304 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:19.750868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:19.763035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:19.763545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:19.763944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.764501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:19.765023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Bound port: 1c5df702-87df-42b7-9874-35971b0c48df, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:19.765386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.765677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.785263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d3c58fdb-b840-42d6-9015-aaa19a156abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:19.785663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c58fdb-b840-42d6-9015-aaa19a156abf None None] The sync data for ids ['033732a5-1398-45f0-9de3-501d113da9dd'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:19.894028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] For port 1c5df702-87df-42b7-9874-35971b0c48df, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:19.897202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] For port 1c5df702-87df-42b7-9874-35971b0c48df, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1c5df702-87df-42b7-9874-35971b0c48df,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:19.908294 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.011639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9318297-eb8c-4475-b2bd-ab27bb02c8c3 None None] Pushing event updated for resources: {'Port': ['ID=1c5df702-87df-42b7-9874-35971b0c48df,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:20.042669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45306) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:20.086987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.224784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.303404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:20.310116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:20.318216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:20.318947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.424232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=4d6b7733-143e-4260-87f5-1acb9c215547,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:20.447337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45312) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:20.455596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'subnets': [{'network_id': '6946e576-2f72-4927-bc7e-98fd7c79541e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--628964589', 'ip_version': 6}, {'network_id': 'aed2d501-78d8-4750-8ff4-b36c1d182c87', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:20.455907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'subnet': {'network_id': '6946e576-2f72-4927-bc7e-98fd7c79541e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--628964589', 'ip_version': 6}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:20.456605 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Request body: {'subnet': {'network_id': 'aed2d501-78d8-4750-8ff4-b36c1d182c87', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:20.477536 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f1395a33-1e96-441e-8a77-f4628b789e3f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7504089 Jan 20 14:32:20.487337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45316) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:20.500521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event deleted for resources: {'Port': ['ID=d413ac39-30c2-4c7d-942c-f6d2e4744304,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:20.519373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:b4:85:cd', 'name': 'tempest-NetworksTestDHCPv6-864195549'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:20.831549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.831865 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Floating IP bcf06573-6a3a-4d12-90b2-cfa21d2ea30a disassociated (deleted). External IP: 172.26.0.53, port: 87e18325-7fdd-4c79-9e61-c3a8b15cc08d. Jan 20 14:32:20.833209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.846136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:20.855454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Usage tracker for resource:subnet and tenant:fd7db8cbb44f4c45850423c5ecd258bd is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:20.858331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:20.862151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.868391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:20.877626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Deleting port 122ff3ae-cff1-451b-bd0c-743816e2c38a {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:20.877968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.897213 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fad86146-310a-4756-8245-f7e806a82f11 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=38b9e01e432a46bab8608d69e4273f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8360977 Jan 20 14:32:20.901369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45320) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:20.914071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Made reservation on behalf of fd7db8cbb44f4c45850423c5ecd258bd for: {'subnet': 2} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:20.918524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.918830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.979591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47309e-6163-461a-b0d3-d93146b1838b req-def17295-ecd2-48ff-a680-75cca2b370e6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:20.981151 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1f47309e-6163-461a-b0d3-d93146b1838b req-def17295-ecd2-48ff-a680-75cca2b370e6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 1.2188940 Jan 20 14:32:21.107812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.123670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:21.127564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.208572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aea2c712-13b4-4ee1-86f6-4efb28e55bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.213049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:21.229304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:21.270592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:21.279416 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2090b8-f078-49ea-b5c3-0db920ac918e None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:21.284201 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1f47309e-6163-461a-b0d3-d93146b1838b req-7b0f6af0-6f80-439f-9cbd-f1a6fbf39aee tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846928 Jan 20 14:32:21.332792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.392192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-944e25d3-2b6f-445d-8c9e-c12c9a1d4d90 None None] Provisioning for port 1c5df702-87df-42b7-9874-35971b0c48df completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:21.437834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.451914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aea2c712-13b4-4ee1-86f6-4efb28e55bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.457215 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:21.497344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=4ff5071b-c428-48a5-ba22-6bd23598db9f,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:21.599650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Calling delete_port for 122ff3ae-cff1-451b-bd0c-743816e2c38a owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:21.710251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a2204-0350-4da5-a5d7-579f86d91f33 None None] Update dhcp port {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'fixed_ips': [{'subnet_id': '4ecc80c2-6ae1-4265-842b-e82627283d86', 'ip_address': '2001:db8::f816:3eff:fe33:43ab'}, {'subnet_id': '4d6b7733-143e-4260-87f5-1acb9c215547'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': '1c5df702-87df-42b7-9874-35971b0c48df'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:32:21.769754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c56a2204-0350-4da5-a5d7-579f86d91f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.834024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aea2c712-13b4-4ee1-86f6-4efb28e55bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.874982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2c712-13b4-4ee1-86f6-4efb28e55bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56947cf-6e6b-460e-b477-b76982b65a73,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:21.900151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aea2c712-13b4-4ee1-86f6-4efb28e55bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.906127 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aea2c712-13b4-4ee1-86f6-4efb28e55bab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d56947cf-6e6b-460e-b477-b76982b65a73 HTTP/1.1" status: 204 len: 168 time: 0.9950371 Jan 20 14:32:21.994207 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-c56a2204-0350-4da5-a5d7-579f86d91f33 None None] Allocated IP 172.20.0.2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/4d6b7733-143e-4260-87f5-1acb9c215547/1c5df702-87df-42b7-9874-35971b0c48df) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:22.050640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.073919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.084169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.126019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.131743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 68342862-4b01-4a90-8123-aec7cb9cb7b8 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:22.173671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Pushing event deleted for resources: {'Port': ['ID=122ff3ae-cff1-451b-bd0c-743816e2c38a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:22.210565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.340145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c56a2204-0350-4da5-a5d7-579f86d91f33 None None] For port 1c5df702-87df-42b7-9874-35971b0c48df, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1c5df702-87df-42b7-9874-35971b0c48df,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:22.345654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1c5df702-87df-42b7-9874-35971b0c48df up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:22.351306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'Subnet': ['ID=f51feba2-9f1a-431a-9ebb-4b8f6d438c58,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:22.353490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.430485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c56a2204-0350-4da5-a5d7-579f86d91f33 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.452162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c56a2204-0350-4da5-a5d7-579f86d91f33 None None] Transition to ACTIVE for port object 1c5df702-87df-42b7-9874-35971b0c48df will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:22.459128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 1c5df702-87df-42b7-9874-35971b0c48df completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:22.467512 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c56a2204-0350-4da5-a5d7-579f86d91f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.490274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network d0249288-f3cf-4fb8-a426-b5e937840feb is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:22.513489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:22.528768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Router eb9a52c7-c65c-49ee-86e1-b685570796ce has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:22.654351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Checking segment: {'id': '06323f10-8c41-4acf-84f2-9b94541529f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6946e576-2f72-4927-bc7e-98fd7c79541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:22.654866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Network hostable DHCP agents. Network: 6946e576-2f72-4927-bc7e-98fd7c79541e, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:22.700131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a2204-0350-4da5-a5d7-579f86d91f33 None None] Pushing event updated for resources: {'Port': ['ID=1c5df702-87df-42b7-9874-35971b0c48df,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:22.750017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Allocated IP 172.26.0.33 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/7d6ebc5b-d7c1-46e3-b554-352424ca5104) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:22.767874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e63f6e-a7d7-4857-ab91-d60cfdea2b62 req-03cef19e-fa12-42e3-9d11-67a32893ad2d tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:22.769451 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-63e63f6e-a7d7-4857-ab91-d60cfdea2b62 req-03cef19e-fa12-42e3-9d11-67a32893ad2d tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 1.1350815 Jan 20 14:32:22.840570 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-95a1087e-5501-4ef8-bde4-470c56e3fad6 None None] Provisioning complete for port 4ff5071b-c428-48a5-ba22-6bd23598db9f triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:22.841284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-95a1087e-5501-4ef8-bde4-470c56e3fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.872886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.878173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.946759 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-95a1087e-5501-4ef8-bde4-470c56e3fad6 None None] Port 4ff5071b-c428-48a5-ba22-6bd23598db9f cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:23.068716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:23.070649 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-63e63f6e-a7d7-4857-ab91-d60cfdea2b62 req-dd176198-bc96-4ae4-aca6-849d969dc5fd tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794542 Jan 20 14:32:23.087780 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f00009b-09bf-4d8d-90cd-006bf67374a6 None None] Sync routers for ids ['eb9a52c7-c65c-49ee-86e1-b685570796ce'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:23.103439 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00009b-09bf-4d8d-90cd-006bf67374a6 None None] Routers {'eb9a52c7-c65c-49ee-86e1-b685570796ce'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:23.104067 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5f00009b-09bf-4d8d-90cd-006bf67374a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['eb9a52c7-c65c-49ee-86e1-b685570796ce'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.242095 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5f00009b-09bf-4d8d-90cd-006bf67374a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.255310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Network 6946e576-2f72-4927-bc7e-98fd7c79541e is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:23.265970 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00009b-09bf-4d8d-90cd-006bf67374a6 None None] Routers {'eb9a52c7-c65c-49ee-86e1-b685570796ce'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:23.267870 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5f00009b-09bf-4d8d-90cd-006bf67374a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['eb9a52c7-c65c-49ee-86e1-b685570796ce'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.270844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Router 033732a5-1398-45f0-9de3-501d113da9dd has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:23.274262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 6946e576-2f72-4927-bc7e-98fd7c79541e) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:23.279192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.287357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c424181c-9074-4454-ad34-a8fd5026a538 None None] Network 6946e576-2f72-4927-bc7e-98fd7c79541e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:23.297107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.389272 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5f00009b-09bf-4d8d-90cd-006bf67374a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.389992 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f00009b-09bf-4d8d-90cd-006bf67374a6 None None] The sync data for ids ['eb9a52c7-c65c-49ee-86e1-b685570796ce'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:23.562869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-6946e576-2f72-4927-bc7e-98fd7c79541e', 'network_id': '6946e576-2f72-4927-bc7e-98fd7c79541e', 'tenant_id': 'fd7db8cbb44f4c45850423c5ecd258bd', 'fixed_ips': [{'subnet_id': 'f51feba2-9f1a-431a-9ebb-4b8f6d438c58'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:32:23.564498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.570860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Checking segment: {'id': 'fef2f3ce-3ef2-4468-8402-10df8b360140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aed2d501-78d8-4750-8ff4-b36c1d182c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:23.571142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Network hostable DHCP agents. Network: aed2d501-78d8-4750-8ff4-b36c1d182c87, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:23.579741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event updated for resources: {'Subnet': ['ID=14f876cd-4ee7-47d9-b385-a8746d46490e,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:23.591571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:23.603874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff63e57-3b77-4268-a76c-b46746fddecb None None] Sync routers for ids ['033732a5-1398-45f0-9de3-501d113da9dd'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:23.620416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.625232 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-403714f7-2b1d-41c8-9ffb-73bdebf582d5 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "PUT /v2.0/routers/033732a5-1398-45f0-9de3-501d113da9dd HTTP/1.1" status: 200 len: 709 time: 4.2741070 Jan 20 14:32:23.626677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45360) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:23.627297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Network aed2d501-78d8-4750-8ff4-b36c1d182c87 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:23.665320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff63e57-3b77-4268-a76c-b46746fddecb None None] Routers {'033732a5-1398-45f0-9de3-501d113da9dd'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:23.666050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-eff63e57-3b77-4268-a76c-b46746fddecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['033732a5-1398-45f0-9de3-501d113da9dd'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.676765 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8a4c41e5-d151-402e-86e6-383c4cf3980c tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "DELETE /v2.0/floatingips/bcf06573-6a3a-4d12-90b2-cfa21d2ea30a HTTP/1.1" status: 204 len: 168 time: 5.3321388 Jan 20 14:32:23.680912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45366) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:23.729903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.734667 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-eff63e57-3b77-4268-a76c-b46746fddecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.744668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-50c588c1-6f53-4745-9e08-8953f2c9c772 None None] Provisioning for port 1c5df702-87df-42b7-9874-35971b0c48df completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:23.760046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-50c588c1-6f53-4745-9e08-8953f2c9c772 None None] Provisioning complete for port 1c5df702-87df-42b7-9874-35971b0c48df triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:23.760424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-50c588c1-6f53-4745-9e08-8953f2c9c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.793844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 172.20.0.3 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/4d6b7733-143e-4260-87f5-1acb9c215547/68342862-4b01-4a90-8123-aec7cb9cb7b8) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:23.797333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff63e57-3b77-4268-a76c-b46746fddecb None None] Routers {'033732a5-1398-45f0-9de3-501d113da9dd'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:23.797963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-eff63e57-3b77-4268-a76c-b46746fddecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['033732a5-1398-45f0-9de3-501d113da9dd'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.800222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, aed2d501-78d8-4750-8ff4-b36c1d182c87) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:23.808439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:23.809140 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:23.809767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.823096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::f816:3eff:feb4:85cd (c59c4318-304e-49f3-a2a0-4c3a913c6b21/4ecc80c2-6ae1-4265-842b-e82627283d86/68342862-4b01-4a90-8123-aec7cb9cb7b8) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:23.834157 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b97d1d9e-2dfd-478e-95a5-59445d6d8fd1 tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/routers/033732a5-1398-45f0-9de3-501d113da9dd HTTP/1.1" status: 200 len: 744 time: 0.2040486 Jan 20 14:32:23.840531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45374) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:23.847517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:23.853754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:23.858143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Usage tracker for resource:floatingip and tenant:6716883670524cf0a496e9f9c0853904 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:23.861748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:23.867889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:23.877210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.877438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-eff63e57-3b77-4268-a76c-b46746fddecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.877654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff63e57-3b77-4268-a76c-b46746fddecb None None] The sync data for ids ['033732a5-1398-45f0-9de3-501d113da9dd'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:23.879102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c33e29-e9d5-4a4e-8e3c-63132ea59db0 None None] Network aed2d501-78d8-4750-8ff4-b36c1d182c87 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:23.889268 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 364d9093-75de-4568-9500-6e18e7d7de72 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:23.900439 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0d592079-fbcb-43d0-b3e1-78c665b1ca23 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.4516618 Jan 20 14:32:23.907799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45378) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:23.931761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:23.941050 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:23.964993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:23.965224 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f3cfaa35-5ac6-41d9-b0cc-383757caec1b tempest-RoutersIpV6AdminTest-1468045374 tempest-RoutersIpV6AdminTest-1468045374-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&device_id=033732a5-1398-45f0-9de3-501d113da9dd HTTP/1.1" status: 200 len: 205 time: 0.1196234 Jan 20 14:32:23.966414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45382) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:23.996070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.004332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b0211-1aea-4d99-96d8-c1b42deb4903 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:24.006014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b0211-1aea-4d99-96d8-c1b42deb4903 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:24.007384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b0211-1aea-4d99-96d8-c1b42deb4903 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:24.008670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a89b0211-1aea-4d99-96d8-c1b42deb4903 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Synchronizing usage tracker for tenant:fd7db8cbb44f4c45850423c5ecd258bd on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:24.073863 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2033de16-5cb8-4550-be76-63fcf56feabc tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=033732a5-1398-45f0-9de3-501d113da9dd HTTP/1.1" status: 200 len: 205 time: 0.0717871 Jan 20 14:32:24.076152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Allocated IP 2001:db8::1 (6946e576-2f72-4927-bc7e-98fd7c79541e/f51feba2-9f1a-431a-9ebb-4b8f6d438c58/a581710b-684b-44d0-89a5-3fdd5ac15b38) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:24.076462 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45386) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:24.269784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-50c588c1-6f53-4745-9e08-8953f2c9c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.278794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1c5df702-87df-42b7-9874-35971b0c48df up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:24.296268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-37f64a6e-d750-4476-bb3d-618f05861e01 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.400724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.432888 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 68342862-4b01-4a90-8123-aec7cb9cb7b8 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:24.485006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-50c588c1-6f53-4745-9e08-8953f2c9c772 None None] For port 1c5df702-87df-42b7-9874-35971b0c48df, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1c5df702-87df-42b7-9874-35971b0c48df,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:24.498312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-aed2d501-78d8-4750-8ff4-b36c1d182c87', 'network_id': 'aed2d501-78d8-4750-8ff4-b36c1d182c87', 'tenant_id': 'fd7db8cbb44f4c45850423c5ecd258bd', 'fixed_ips': [{'subnet_id': '14f876cd-4ee7-47d9-b385-a8746d46490e'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:32:24.499645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.516234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-50c588c1-6f53-4745-9e08-8953f2c9c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.535083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Pushing event updated for resources: {'Port': ['ID=7d6ebc5b-d7c1-46e3-b554-352424ca5104,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:24.547683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45392) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:24.624193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-874940240', 'description': 'tempest-secgroup-smoke-874940240 description', 'project_id': '249ded474ddb44fcb57b7521b6ed258f'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:24.630450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:24.634616 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:security_group and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:24.638393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:24.642745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a89b0211-1aea-4d99-96d8-c1b42deb4903 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Unset dirty status for tenant:fd7db8cbb44f4c45850423c5ecd258bd on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:24.652717 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a89b0211-1aea-4d99-96d8-c1b42deb4903 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.7349079 Jan 20 14:32:24.652933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:24.655815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45396) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:24.695629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-37f64a6e-d750-4476-bb3d-618f05861e01 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.697854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.702501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-37f64a6e-d750-4476-bb3d-618f05861e01 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.744885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-61db763c-4aa2-4ea4-b2d6-4ca0ae6707f9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Deleting subnet f51feba2-9f1a-431a-9ebb-4b8f6d438c58 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:24.748467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-37f64a6e-d750-4476-bb3d-618f05861e01 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.748938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f64a6e-d750-4476-bb3d-618f05861e01 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Fanout notify agent at l3_agent the message router_deleted on router 033732a5-1398-45f0-9de3-501d113da9dd {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:32:24.760477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-37f64a6e-d750-4476-bb3d-618f05861e01 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.765334 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-37f64a6e-d750-4476-bb3d-618f05861e01 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/033732a5-1398-45f0-9de3-501d113da9dd HTTP/1.1" status: 204 len: 168 time: 0.6843011 Jan 20 14:32:24.765478 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45400) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:24.784542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1c5df702-87df-42b7-9874-35971b0c48df triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:24.785153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.809790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.818413 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-960f2237-b636-48e7-8413-55774784196a tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=033732a5-1398-45f0-9de3-501d113da9dd HTTP/1.1" status: 200 len: 205 time: 0.0493190 Jan 20 14:32:24.820145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45404) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:24.849654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c588c1-6f53-4745-9e08-8953f2c9c772 None None] Pushing event updated for resources: {'Port': ['ID=1c5df702-87df-42b7-9874-35971b0c48df,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:24.882539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.903118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Transition to ACTIVE for port object a581710b-684b-44d0-89a5-3fdd5ac15b38 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:24.934079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.989626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Transition to ACTIVE for port object a581710b-684b-44d0-89a5-3fdd5ac15b38 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:25.012582 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-78d2bb6a-5515-4421-a5ae-0ac5e5a80abf tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] delete failed (client error): The resource could not be found. Jan 20 14:32:25.016581 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-78d2bb6a-5515-4421-a5ae-0ac5e5a80abf tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/033732a5-1398-45f0-9de3-501d113da9dd HTTP/1.1" status: 404 len: 336 time: 0.1933179 Jan 20 14:32:25.016581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45408) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.045125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Allocated IP 2001:db8:0:1::1 (aed2d501-78d8-4750-8ff4-b36c1d182c87/14f876cd-4ee7-47d9-b385-a8746d46490e/03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:25.047650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.053244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-61db763c-4aa2-4ea4-b2d6-4ca0ae6707f9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.077326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.110152 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8ef60df8-10a0-4370-802e-f446427ec7a7 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c02b706-3c80-4601-a48c-332b352920a2 HTTP/1.1" status: 200 len: 205 time: 0.0902336 Jan 20 14:32:25.111240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45412) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.165980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:25.183117 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-fa19f005-c849-4a6a-a90a-01e34e142aae tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] delete failed (client error): The resource could not be found. Jan 20 14:32:25.187476 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fa19f005-c849-4a6a-a90a-01e34e142aae tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/8c02b706-3c80-4601-a48c-332b352920a2 HTTP/1.1" status: 404 len: 336 time: 0.0724082 Jan 20 14:32:25.187476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45416) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.193740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-61db763c-4aa2-4ea4-b2d6-4ca0ae6707f9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.194979 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Network 6946e576-2f72-4927-bc7e-98fd7c79541e is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:25.208331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:25.212715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Pushing event updated for resources: {'Port': ['ID=a581710b-684b-44d0-89a5-3fdd5ac15b38,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:25.217011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:25.224985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:security_group_rule and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:25.244389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:25.275802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:25.276060 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e30dc934-0a64-47c7-b285-786e8826fae1 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fa06b04-aacb-418c-97fe-4caf72430d92 HTTP/1.1" status: 200 len: 205 time: 0.0855258 Jan 20 14:32:25.277654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45420) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.280062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:25.303983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:25.316877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=68342862-4b01-4a90-8123-aec7cb9cb7b8,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:25.319537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:25.348218 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Attempting to bind port a581710b-684b-44d0-89a5-3fdd5ac15b38 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:25.348617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Attempting to bind port a581710b-684b-44d0-89a5-3fdd5ac15b38 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '06323f10-8c41-4acf-84f2-9b94541529f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6946e576-2f72-4927-bc7e-98fd7c79541e'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:25.349020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Attempting to bind port a581710b-684b-44d0-89a5-3fdd5ac15b38 on network 6946e576-2f72-4927-bc7e-98fd7c79541e {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:25.351834 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-29da29b6-b563-4462-a7ff-d87711028d41 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] delete failed (client error): The resource could not be found. Jan 20 14:32:25.355390 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-29da29b6-b563-4462-a7ff-d87711028d41 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/2fa06b04-aacb-418c-97fe-4caf72430d92 HTTP/1.1" status: 404 len: 336 time: 0.0755167 Jan 20 14:32:25.355576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45424) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.361626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:25.362134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Checking segment: {'id': '06323f10-8c41-4acf-84f2-9b94541529f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6946e576-2f72-4927-bc7e-98fd7c79541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:25.362669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.363135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Bound using segment: {'id': '06323f10-8c41-4acf-84f2-9b94541529f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6946e576-2f72-4927-bc7e-98fd7c79541e'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:25.363563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e76d1b-5748-40ad-95ea-bd5be22371bd req-87d68978-f011-4414-a03f-e322bc5f4a07 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:25.363798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Bound port: a581710b-684b-44d0-89a5-3fdd5ac15b38, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06323f10-8c41-4acf-84f2-9b94541529f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6946e576-2f72-4927-bc7e-98fd7c79541e'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:25.364488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.370582 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a0e76d1b-5748-40ad-95ea-bd5be22371bd req-87d68978-f011-4414-a03f-e322bc5f4a07 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.8207390 Jan 20 14:32:25.379986 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:25.401297 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83239880-c0fa-4e4a-b925-744d2b7da841 None None] Sync routers for ids ['364d9093-75de-4568-9500-6e18e7d7de72'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:25.406606 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6f617f93-8012-4f4e-b9f6-9d77dc110830 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=82019e0d-f22b-421c-93f2-7f893dbc1d31 HTTP/1.1" status: 200 len: 205 time: 0.0466027 Jan 20 14:32:25.406808 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f522e709-4956-4c9c-b888-7aba62ef5a03 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "PUT /v2.0/routers/364d9093-75de-4568-9500-6e18e7d7de72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5741513 Jan 20 14:32:25.407809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45428) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.408139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45430) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.418712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'port': {'network_id': 'd0249288-f3cf-4fb8-a426-b5e937840feb', 'name': 'tempest-FloatingIPTestJSON-326752173'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:25.429584 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83239880-c0fa-4e4a-b925-744d2b7da841 None None] Routers {'364d9093-75de-4568-9500-6e18e7d7de72'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:25.432152 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-83239880-c0fa-4e4a-b925-744d2b7da841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['364d9093-75de-4568-9500-6e18e7d7de72'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:25.542419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.546831 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-83239880-c0fa-4e4a-b925-744d2b7da841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:25.562100 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Transition to ACTIVE for port object 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:25.571387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] For port a581710b-684b-44d0-89a5-3fdd5ac15b38, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:25.573650 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83239880-c0fa-4e4a-b925-744d2b7da841 None None] Routers {'364d9093-75de-4568-9500-6e18e7d7de72'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:25.575791 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-83239880-c0fa-4e4a-b925-744d2b7da841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['364d9093-75de-4568-9500-6e18e7d7de72'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:25.578094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] For port a581710b-684b-44d0-89a5-3fdd5ac15b38, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a581710b-684b-44d0-89a5-3fdd5ac15b38,segment=NetworkSegment(06323f10-8c41-4acf-84f2-9b94541529f3),segment_id=06323f10-8c41-4acf-84f2-9b94541529f3)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:25.586497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:25.587179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.591215 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Transition to ACTIVE for port object 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:25.595185 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.605654 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a0e76d1b-5748-40ad-95ea-bd5be22371bd req-0be578d8-2bbe-48c8-92fc-3cb1882962bc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322218 Jan 20 14:32:25.611885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.612070 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-c465a6ee-ed94-4bf0-8874-ad8283e0c437 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] delete failed (client error): The resource could not be found. Jan 20 14:32:25.612971 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c465a6ee-ed94-4bf0-8874-ad8283e0c437 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/82019e0d-f22b-421c-93f2-7f893dbc1d31 HTTP/1.1" status: 404 len: 336 time: 0.2039118 Jan 20 14:32:25.620892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45436) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.648590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.688170 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b5552354-2485-4a37-a297-f62b5413043f tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=23c33fb8-ee13-43a9-b44e-f38fd30a4c5f HTTP/1.1" status: 200 len: 205 time: 0.0660894 Jan 20 14:32:25.696117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45440) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.699591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Network aed2d501-78d8-4750-8ff4-b36c1d182c87 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:25.707454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:25.711648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:25.717166 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-83239880-c0fa-4e4a-b925-744d2b7da841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:25.717565 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83239880-c0fa-4e4a-b925-744d2b7da841 None None] The sync data for ids ['364d9093-75de-4568-9500-6e18e7d7de72'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:25.725209 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a030b9-2267-4db3-a6b2-0bf18589c21c None None] Pushing event updated for resources: {'Port': ['ID=a581710b-684b-44d0-89a5-3fdd5ac15b38,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:25.782765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-61db763c-4aa2-4ea4-b2d6-4ca0ae6707f9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.839639 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-e9558e2b-ad9f-4115-985d-a8ced9898a73 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] delete failed (client error): The resource could not be found. Jan 20 14:32:25.841207 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e9558e2b-ad9f-4115-985d-a8ced9898a73 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/23c33fb8-ee13-43a9-b44e-f38fd30a4c5f HTTP/1.1" status: 404 len: 336 time: 0.1414690 Jan 20 14:32:25.858149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45444) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.875065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.892772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Pushing event updated for resources: {'Port': ['ID=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:25.901881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Attempting to bind port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:25.901881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Attempting to bind port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'fef2f3ce-3ef2-4468-8402-10df8b360140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aed2d501-78d8-4750-8ff4-b36c1d182c87'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:25.902084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Attempting to bind port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 on network aed2d501-78d8-4750-8ff4-b36c1d182c87 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:25.909685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-717feeea-74d3-46c8-950f-a94ac5ade035 None None] Provisioning for port 68342862-4b01-4a90-8123-aec7cb9cb7b8 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:25.912832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:25.913194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Checking segment: {'id': 'fef2f3ce-3ef2-4468-8402-10df8b360140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aed2d501-78d8-4750-8ff4-b36c1d182c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:25.913584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.913961 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Bound using segment: {'id': 'fef2f3ce-3ef2-4468-8402-10df8b360140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aed2d501-78d8-4750-8ff4-b36c1d182c87'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:25.914420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Bound port: 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef2f3ce-3ef2-4468-8402-10df8b360140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aed2d501-78d8-4750-8ff4-b36c1d182c87'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:25.914789 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.929125 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ffe83a91-2308-4e3d-a0d2-e190d1a7e43e tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebc5101f-9a4e-44c8-8c2b-55b1fb082d77 HTTP/1.1" status: 200 len: 205 time: 0.0697560 Jan 20 14:32:25.929763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-717feeea-74d3-46c8-950f-a94ac5ade035 None None] Provisioning complete for port 68342862-4b01-4a90-8123-aec7cb9cb7b8 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:25.930128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-717feeea-74d3-46c8-950f-a94ac5ade035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.935920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45448) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.997511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:26.007435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Usage tracker for resource:port and tenant:3b6041bfe6d04180b6650c437146a8b4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:26.012864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:26.019750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:26.036761 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f9a20562-311f-4116-9e51-5d35f6899037 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.5338593 Jan 20 14:32:26.055800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45452) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:26.060590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Made reservation on behalf of 3b6041bfe6d04180b6650c437146a8b4 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:26.064381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.081798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-717feeea-74d3-46c8-950f-a94ac5ade035 None None] Port 68342862-4b01-4a90-8123-aec7cb9cb7b8 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:26.109154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] For port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:26.112635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] For port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,segment=NetworkSegment(fef2f3ce-3ef2-4468-8402-10df8b360140),segment_id=fef2f3ce-3ef2-4468-8402-10df8b360140)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:26.113838 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-2189fc41-ce07-402c-8c20-81b211ae29a4 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] delete failed (client error): The resource could not be found. Jan 20 14:32:26.117586 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2189fc41-ce07-402c-8c20-81b211ae29a4 tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/routers/ebc5101f-9a4e-44c8-8c2b-55b1fb082d77 HTTP/1.1" status: 404 len: 336 time: 0.1803498 Jan 20 14:32:26.135599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45456) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:26.138007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.138477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.203093 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-129e31d1-4c1f-417f-b845-8cc4265d3d5b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:26.203653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129e31d1-4c1f-417f-b845-8cc4265d3d5b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:26.206576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] device_id is not set on port 2d033501-5b35-4d09-90d5-044a338b186d yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:26.257485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-61db763c-4aa2-4ea4-b2d6-4ca0ae6707f9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.276133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.315186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:26.317080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498a644-61d4-48f3-b479-30779ef94f2a None None] Pushing event updated for resources: {'Port': ['ID=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:26.326325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:security_group_rule and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:26.339514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:26.358612 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-129e31d1-4c1f-417f-b845-8cc4265d3d5b tempest-RoutersIpV6AdminTest-2032466273 tempest-RoutersIpV6AdminTest-2032466273-project] 10.222.0.87 "DELETE /v2.0/subnets/5644da7e-bdc4-4ee6-9ced-4a85e2bc7e4a HTTP/1.1" status: 404 len: 337 time: 0.2203419 Jan 20 14:32:26.359673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:26.359934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db763c-4aa2-4ea4-b2d6-4ca0ae6707f9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event deleted for resources: {'Subnet': ['ID=f51feba2-9f1a-431a-9ebb-4b8f6d438c58,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:26.378525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-61db763c-4aa2-4ea4-b2d6-4ca0ae6707f9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.389701 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-61db763c-4aa2-4ea4-b2d6-4ca0ae6707f9 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "DELETE /v2.0/subnets/f51feba2-9f1a-431a-9ebb-4b8f6d438c58 HTTP/1.1" status: 204 len: 168 time: 1.7324762 Jan 20 14:32:26.398356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45462) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:26.417810 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1c5df702-87df-42b7-9874-35971b0c48df up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:26.424526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b189ab8-9cd2-4939-af16-a51a5cb55a9d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:26.470611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e11029-48a9-4543-b55e-245d014ada0a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:26.477408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e11029-48a9-4543-b55e-245d014ada0a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:26.481504 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-51e11029-48a9-4543-b55e-245d014ada0a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4221454 Jan 20 14:32:26.491004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45466) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:26.542549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Allocated IP 172.26.0.40 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/116551c1-316d-404b-bbc6-496ffe849933) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:26.595154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1c5df702-87df-42b7-9874-35971b0c48df triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:26.597653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.641526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e3ab22-2425-4e5b-9e4f-35a88bb95f1b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Deleting subnet 14f876cd-4ee7-47d9-b385-a8746d46490e {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:26.644748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-22e3ab22-2425-4e5b-9e4f-35a88bb95f1b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.846043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a581710b-684b-44d0-89a5-3fdd5ac15b38 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:26.971685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port a581710b-684b-44d0-89a5-3fdd5ac15b38 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:26.993861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45474) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:27.014016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7b46fd05-906f-45d6-9fda-e5fb82944a93 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 68342862-4b01-4a90-8123-aec7cb9cb7b8 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:27.014354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b46fd05-906f-45d6-9fda-e5fb82944a93 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.070186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.095144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.101837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.122337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-22e3ab22-2425-4e5b-9e4f-35a88bb95f1b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.130867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.158479 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Allocated IP 172.20.0.9 (d0249288-f3cf-4fb8-a426-b5e937840feb/23f34554-ccb4-4aa5-a572-61ad5f7876cb/2d033501-5b35-4d09-90d5-044a338b186d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:27.237245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1611d32-b0f1-44ef-b26a-cd5958e9deff,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:27.270044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.271267 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7037fdeb-562f-4b66-936b-97e55ea92958 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.6803617 Jan 20 14:32:27.275297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8772b61a-4e01-4406-a0a8-4218406ff406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.276659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.279481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45480) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:27.289500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'security_group_rule': {'security_group_id': 'c1611d32-b0f1-44ef-b26a-cd5958e9deff', 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:27.355668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:27.359594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8772b61a-4e01-4406-a0a8-4218406ff406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:27.368359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:security_group_rule and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:27.382274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:27.393418 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:27.406782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8772b61a-4e01-4406-a0a8-4218406ff406 admin admin] Usage tracker for resource:security_group_rule and tenant:0947d9f8c5c34800961e6a97f10b1e2f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:27.415708 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d65d3-9a1f-410e-a0da-1af722025f3b None None] Network 6946e576-2f72-4927-bc7e-98fd7c79541e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:27.435706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.475924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8772b61a-4e01-4406-a0a8-4218406ff406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:27.491966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285ad52-0331-425b-a0e6-0a5a13bef13e req-c05d4de2-2262-4fee-b400-74b98a3abcfb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:27.493376 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b285ad52-0331-425b-a0e6-0a5a13bef13e req-c05d4de2-2262-4fee-b400-74b98a3abcfb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.5858860 Jan 20 14:32:27.512884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.529643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-41d5e080-8914-42f2-aa6c-5ec648e05e5b None None] Provisioning for port a581710b-684b-44d0-89a5-3fdd5ac15b38 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:27.588802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-41d5e080-8914-42f2-aa6c-5ec648e05e5b None None] Provisioning complete for port a581710b-684b-44d0-89a5-3fdd5ac15b38 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:27.589173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41d5e080-8914-42f2-aa6c-5ec648e05e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.593201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8772b61a-4e01-4406-a0a8-4218406ff406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:27.594511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.607510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:27.611907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:27.617363 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:27.651240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.667284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Router 7c92daa5-64fe-431b-ae07-9693af056cd2 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:32:27.683681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Pushing event updated for resources: {'Port': ['ID=116551c1-316d-404b-bbc6-496ffe849933,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:27.708058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-22e3ab22-2425-4e5b-9e4f-35a88bb95f1b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.711786 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc789a1e-a8d7-4a61-ab9e-0505a4d21681,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:27.793408 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b285ad52-0331-425b-a0e6-0a5a13bef13e req-7a23eea7-149e-408b-a3a9-0d2aebe5e970 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586198 Jan 20 14:32:27.795136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b46fd05-906f-45d6-9fda-e5fb82944a93 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.862389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.866436 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-37372655-3823-40dd-a7c2-0aef713c4ac4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5814772 Jan 20 14:32:27.881020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3568dfa7-5ae8-49f7-8325-d71f89613b74 None None] Network aed2d501-78d8-4750-8ff4-b36c1d182c87 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:27.923189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45484) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:27.946484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'security_group_rule': {'security_group_id': 'c1611d32-b0f1-44ef-b26a-cd5958e9deff', 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:27.955980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:27.970199 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:security_group_rule and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:27.975969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.977471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:27.980587 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] DHCP port deletion for 6946e576-2f72-4927-bc7e-98fd7c79541e request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:32:27.991636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:27.996672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:27.999577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Deleting port a581710b-684b-44d0-89a5-3fdd5ac15b38 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:27.999963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.004237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7b46fd05-906f-45d6-9fda-e5fb82944a93 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 68342862-4b01-4a90-8123-aec7cb9cb7b8 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:28.051854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.053244 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5da4c06f-2145-440c-a307-bc53dfdd493c tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "PUT /v2.0/routers/7c92daa5-64fe-431b-ae07-9693af056cd2 HTTP/1.1" status: 200 len: 915 time: 9.7176580 Jan 20 14:32:28.056883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45488) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:28.073186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.081294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.107962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.120198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41d5e080-8914-42f2-aa6c-5ec648e05e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.129069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1953a-7d46-4751-b80a-daa0bb2e90a8 None None] Sync routers for ids ['7c92daa5-64fe-431b-ae07-9693af056cd2'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:28.203340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-41d5e080-8914-42f2-aa6c-5ec648e05e5b None None] For port a581710b-684b-44d0-89a5-3fdd5ac15b38, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a581710b-684b-44d0-89a5-3fdd5ac15b38,segment=NetworkSegment(06323f10-8c41-4acf-84f2-9b94541529f3),segment_id=06323f10-8c41-4acf-84f2-9b94541529f3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:28.225171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Transition to ACTIVE for port object 2d033501-5b35-4d09-90d5-044a338b186d will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:28.268962 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1953a-7d46-4751-b80a-daa0bb2e90a8 None None] Routers {'7c92daa5-64fe-431b-ae07-9693af056cd2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:28.269601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3fb1953a-7d46-4751-b80a-daa0bb2e90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7c92daa5-64fe-431b-ae07-9693af056cd2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:28.293366 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.304449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.330534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-22e3ab22-2425-4e5b-9e4f-35a88bb95f1b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.337786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41d5e080-8914-42f2-aa6c-5ec648e05e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.338918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:28.341895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f0fa02-4c05-45c2-bc80-cbfd226074fe,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:28.351296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.352822 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d3b59c91-46d4-4372-8e06-17c6c9090d63 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4285836 Jan 20 14:32:28.369658 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45492) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:28.387773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'security_group_rule': {'security_group_id': 'c1611d32-b0f1-44ef-b26a-cd5958e9deff', 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:28.396907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:28.402522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3ab22-2425-4e5b-9e4f-35a88bb95f1b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event deleted for resources: {'Subnet': ['ID=14f876cd-4ee7-47d9-b385-a8746d46490e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:28.408512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-22e3ab22-2425-4e5b-9e4f-35a88bb95f1b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.413468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:security_group_rule and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:28.418736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:28.428789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:28.463372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.471571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3fb1953a-7d46-4751-b80a-daa0bb2e90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:28.472664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.482637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.490519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8772b61a-4e01-4406-a0a8-4218406ff406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.496167 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-22e3ab22-2425-4e5b-9e4f-35a88bb95f1b tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "DELETE /v2.0/subnets/14f876cd-4ee7-47d9-b385-a8746d46490e HTTP/1.1" status: 204 len: 168 time: 2.0927143 Jan 20 14:32:28.504658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45496) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:28.509295 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-943b0b50-97a2-4454-8f0a-612b3a566e2d tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/routers/7c92daa5-64fe-431b-ae07-9693af056cd2 HTTP/1.1" status: 200 len: 921 time: 0.4464202 Jan 20 14:32:28.511003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8772b61a-4e01-4406-a0a8-4218406ff406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.525758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45500) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:28.593808 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1953a-7d46-4751-b80a-daa0bb2e90a8 None None] Routers {'7c92daa5-64fe-431b-ae07-9693af056cd2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:28.594347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3fb1953a-7d46-4751-b80a-daa0bb2e90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7c92daa5-64fe-431b-ae07-9693af056cd2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:28.657624 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8772b61a-4e01-4406-a0a8-4218406ff406 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0947d9f8c5c34800961e6a97f10b1e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6627059 Jan 20 14:32:28.664876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772b61a-4e01-4406-a0a8-4218406ff406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b850a4cf-c70e-4254-92ea-5a6cc6f48a7e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:28.669462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3fb1953a-7d46-4751-b80a-daa0bb2e90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:28.669893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1953a-7d46-4751-b80a-daa0bb2e90a8 None None] The sync data for ids ['7c92daa5-64fe-431b-ae07-9693af056cd2'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:28.675887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45506) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:28.678794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.686098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] For port a581710b-684b-44d0-89a5-3fdd5ac15b38, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a581710b-684b-44d0-89a5-3fdd5ac15b38,segment=NetworkSegment(06323f10-8c41-4acf-84f2-9b94541529f3),segment_id=06323f10-8c41-4acf-84f2-9b94541529f3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:28.686098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.695366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5e080-8914-42f2-aa6c-5ec648e05e5b None None] Pushing event updated for resources: {'Port': ['ID=a581710b-684b-44d0-89a5-3fdd5ac15b38,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:28.703399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9661eaa4-b0f4-4c36-8eeb-e9099604b8c8 None None] Provisioning for port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:28.717915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Pushing event updated for resources: {'Port': ['ID=116551c1-316d-404b-bbc6-496ffe849933,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:28.741612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a09805-6e1b-42bc-a834-6c2db34cc170 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:28.742299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-03a09805-6e1b-42bc-a834-6c2db34cc170 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Synchronizing usage tracker for tenant:fd7db8cbb44f4c45850423c5ecd258bd on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:28.800927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.802034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.854097 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Calling delete_port for a581710b-684b-44d0-89a5-3fdd5ac15b38 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:28.854560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.882702 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52857fec-3ce2-41db-9424-5f1e77e6e2bc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:28.885877 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-52857fec-3ce2-41db-9424-5f1e77e6e2bc tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&device_id=7c92daa5-64fe-431b-ae07-9693af056cd2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3461347 Jan 20 14:32:28.927749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45512) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:28.928517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.935303 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2154172e-ee90-48ea-bcdc-934457b09419 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0990963 Jan 20 14:32:28.941040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45516) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:28.948084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:28.954935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.956871 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5861163 Jan 20 14:32:28.957838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2b34a-5b88-4918-b856-1a61616485b3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a425c2a3-d3c8-4c25-aafc-f38a314d77db,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:28.959935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45522) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:28.979933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Network d0249288-f3cf-4fb8-a426-b5e937840feb is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:29.003156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:29.017100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:29.048751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'security_group_rule': {'security_group_id': 'c1611d32-b0f1-44ef-b26a-cd5958e9deff', 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:29.065074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:29.079514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:security_group_rule and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:29.110610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:29.116114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:29.120619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.121809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:29.150925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154e2f-22c2-44b9-84b0-95e29f2036c0 req-dedbdf31-19be-4ce9-b1fb-3f7499547aa0 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:29.152757 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5f154e2f-22c2-44b9-84b0-95e29f2036c0 req-dedbdf31-19be-4ce9-b1fb-3f7499547aa0 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.1992676 Jan 20 14:32:29.165356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.210968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:29.211326 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:29.216356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:29.260239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b46fd05-906f-45d6-9fda-e5fb82944a93 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.267079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event updated for resources: {'Port': ['ID=2d033501-5b35-4d09-90d5-044a338b186d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:29.283523 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:29.326711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.333779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Usage tracker for resource:floatingip and tenant:991b9165efa94282a19a30d063601d6c is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:29.339471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:29.344439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-03a09805-6e1b-42bc-a834-6c2db34cc170 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Unset dirty status for tenant:fd7db8cbb44f4c45850423c5ecd258bd on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:29.347131 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5f154e2f-22c2-44b9-84b0-95e29f2036c0 req-3c979c09-845b-4233-bff6-087aad1aa74f tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829946 Jan 20 14:32:29.349927 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-03a09805-6e1b-42bc-a834-6c2db34cc170 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8422098 Jan 20 14:32:29.351113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45528) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:29.351246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.353503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:29.366806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] DHCP port deletion for aed2d501-78d8-4750-8ff4-b36c1d182c87 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:32:29.391665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0844d556-e8d1-4239-ba63-cb8fa6a21680,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:29.410202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.411524 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-255c86e9-e15c-41a9-9cab-c89684753b12 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4498422 Jan 20 14:32:29.412596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.417228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:29.418208 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.433588 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Deleting port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:29.433959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.435018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45532) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:29.447686 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'security_group_rule': {'security_group_id': 'c1611d32-b0f1-44ef-b26a-cd5958e9deff', 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:29.486271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46fd05-906f-45d6-9fda-e5fb82944a93 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=68342862-4b01-4a90-8123-aec7cb9cb7b8,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:29.492443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.497756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:29.508296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:security_group_rule and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:29.511928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:29.520612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:29.528600 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a444f630-df00-4b86-a5c9-72e5d3fa7a27 None None] Provisioning for port 2d033501-5b35-4d09-90d5-044a338b186d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:29.545851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a444f630-df00-4b86-a5c9-72e5d3fa7a27 None None] Provisioning complete for port 2d033501-5b35-4d09-90d5-044a338b186d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:29.553191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a444f630-df00-4b86-a5c9-72e5d3fa7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.553408 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Project 249ded474ddb44fcb57b7521b6ed258f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:32:29.562947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.687964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b971e267-a53c-4551-867d-b3a0b5273103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.705006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a444f630-df00-4b86-a5c9-72e5d3fa7a27 None None] Port 2d033501-5b35-4d09-90d5-044a338b186d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:29.711092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b46fd05-906f-45d6-9fda-e5fb82944a93 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.711258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,segment=NetworkSegment(fef2f3ce-3ef2-4468-8402-10df8b360140),segment_id=fef2f3ce-3ef2-4468-8402-10df8b360140)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:29.712166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Deleting port a581710b-684b-44d0-89a5-3fdd5ac15b38 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:29.712546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.716558 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7b46fd05-906f-45d6-9fda-e5fb82944a93 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/68342862-4b01-4a90-8123-aec7cb9cb7b8 HTTP/1.1" status: 204 len: 168 time: 3.2157724 Jan 20 14:32:29.735935 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6cde8810-2c8a-4007-ad61-e9cfa04bc4fe tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3226161 Jan 20 14:32:29.735935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45536) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:29.753299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45538) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:29.757302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.797036 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.811424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.826242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Request body: {'floatingip': {'port_id': '2d033501-5b35-4d09-90d5-044a338b186d'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:29.842153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.850734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a06d4b-3b66-4e66-920e-480c6458b6f9,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:29.881023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a581710b-684b-44d0-89a5-3fdd5ac15b38 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:29.891894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.894419 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dda4b438-67fb-4352-afdb-72a893bb4737 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4565120 Jan 20 14:32:29.900074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45544) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:29.905298 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'security_group_rule': {'security_group_id': 'c1611d32-b0f1-44ef-b26a-cd5958e9deff', 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:29.918447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b971e267-a53c-4551-867d-b3a0b5273103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.923550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:29.925505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c51c3df-bda2-41d0-9e67-0893cd1d1bb4 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:29.929767 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7c51c3df-bda2-41d0-9e67-0893cd1d1bb4 tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/networks/968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 881 time: 0.9977582 Jan 20 14:32:29.930369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45548) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:29.935912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:security_group_rule and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:29.940774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.979143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:30.003634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8623788f-2d65-4ef8-a898-f9c0bccd0bf3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:30.003990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:30.005636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8623788f-2d65-4ef8-a898-f9c0bccd0bf3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:30.007257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8623788f-2d65-4ef8-a898-f9c0bccd0bf3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:30.008239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8623788f-2d65-4ef8-a898-f9c0bccd0bf3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:30.013867 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1f0cbfcc-506c-43dd-a78a-9b0dea8483df tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c92daa5-64fe-431b-ae07-9693af056cd2 HTTP/1.1" status: 200 len: 205 time: 0.0777438 Jan 20 14:32:30.022289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45552) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:30.075537 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Project 249ded474ddb44fcb57b7521b6ed258f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:32:30.086771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.089428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.137613 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Allocated IP 172.26.0.130 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/4ea58a3f-281d-4b0d-95a3-93f456d4ffaf) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:30.149809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] For port a581710b-684b-44d0-89a5-3fdd5ac15b38, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a581710b-684b-44d0-89a5-3fdd5ac15b38,segment=NetworkSegment(06323f10-8c41-4acf-84f2-9b94541529f3),segment_id=06323f10-8c41-4acf-84f2-9b94541529f3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:30.150397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.150601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Deleting port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:30.151120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.158814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] For port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,segment=NetworkSegment(fef2f3ce-3ef2-4468-8402-10df8b360140),segment_id=fef2f3ce-3ef2-4468-8402-10df8b360140)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:30.159189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.168039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.176565 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.234304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:30.234664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43198eb9-8471-48b9-a43a-32063c6cc927,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:30.304517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.308726 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b13d7045-46ef-435f-b184-6d09cebbde4f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4051003 Jan 20 14:32:30.309612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45556) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:30.315359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'network': {'name': 'tempest-network-smoke--907235755', 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'port_security_enabled': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:30.321887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8623788f-2d65-4ef8-a898-f9c0bccd0bf3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:30.321887 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8623788f-2d65-4ef8-a898-f9c0bccd0bf3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5797536 Jan 20 14:32:30.325505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:30.329634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45560) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:30.400819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b971e267-a53c-4551-867d-b3a0b5273103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.410678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f98caa-e152-4539-902b-55c9c1f9e104 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 4d6b7733-143e-4260-87f5-1acb9c215547 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:30.414015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-18f98caa-e152-4539-902b-55c9c1f9e104 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.431787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Calling delete_port for a581710b-684b-44d0-89a5-3fdd5ac15b38 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:30.451444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971e267-a53c-4551-867d-b3a0b5273103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b850a4cf-c70e-4254-92ea-5a6cc6f48a7e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:30.496098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:network and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:30.503077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-18f98caa-e152-4539-902b-55c9c1f9e104 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.508255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Calling delete_port for 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:30.543395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:30.562677 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:30.602911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Made reservation on behalf of 249ded474ddb44fcb57b7521b6ed258f for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:30.607018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.614274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.634034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.654887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.677346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:30.690144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.697735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-18f98caa-e152-4539-902b-55c9c1f9e104 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.726865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.727208 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Added segment 3263c52d-0c26-488d-9215-5fe561a33b92 of type vlan for network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 Jan 20 14:32:30.732859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:30.732859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:30.779186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.783267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] Pushing event deleted for resources: {'Port': ['ID=a581710b-684b-44d0-89a5-3fdd5ac15b38,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:30.785129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce07772-3d38-4a42-b5d8-334a9aba5468 None None] No DVR routers for this DVR port a581710b-684b-44d0-89a5-3fdd5ac15b38 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:30.834941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.856058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b971e267-a53c-4551-867d-b3a0b5273103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.857198 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b971e267-a53c-4551-867d-b3a0b5273103 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b850a4cf-c70e-4254-92ea-5a6cc6f48a7e HTTP/1.1" status: 204 len: 168 time: 2.1802149 Jan 20 14:32:30.867282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:30.875508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:30.877940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:30.896473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:30.949947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-18f98caa-e152-4539-902b-55c9c1f9e104 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.988480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] For port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,segment=NetworkSegment(fef2f3ce-3ef2-4468-8402-10df8b360140),segment_id=fef2f3ce-3ef2-4468-8402-10df8b360140)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:30.989106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.001669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Pushing event updated for resources: {'Port': ['ID=4ea58a3f-281d-4b0d-95a3-93f456d4ffaf,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:31.015164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f98caa-e152-4539-902b-55c9c1f9e104 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6b7733-143e-4260-87f5-1acb9c215547,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:31.020147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-18f98caa-e152-4539-902b-55c9c1f9e104 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.059952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.092333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.096798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57cf26-edd9-4c73-9f96-0fea218c9d72 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:31.105073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:31.106887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.209919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.239708 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-18f98caa-e152-4539-902b-55c9c1f9e104 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/4d6b7733-143e-4260-87f5-1acb9c215547 HTTP/1.1" status: 204 len: 168 time: 0.9088037 Jan 20 14:32:31.255036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Deleting port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:31.255522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.299261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45570) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:31.299589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45572) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:31.304194 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9908354 Jan 20 14:32:31.304911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45576) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:31.322272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Calling delete_port for 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:31.371540 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.382107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'admin_state_up': True, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:31.403530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:31.417954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:router and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:31.425814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1258e0e-c0aa-4456-9a55-8f218b1ec69c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'Network': ['ID=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:31.436989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:31.453222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:31.489322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b707630-ab46-44a7-85c8-637d1683451f req-36d7b1d1-ecc4-426e-8944-2b9e9448f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:31.490721 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5b707630-ab46-44a7-85c8-637d1683451f req-36d7b1d1-ecc4-426e-8944-2b9e9448f6f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e46b88d12d7e404d90c306bd4baee792&device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 1099 time: 1.0316098 Jan 20 14:32:31.497811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.509557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.510757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.512734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead982f-8766-46e0-aaaf-1861c2a030d5 req-173c5138-8a47-4421-9026-bef724d101ac tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:31.514258 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2ead982f-8766-46e0-aaaf-1861c2a030d5 req-173c5138-8a47-4421-9026-bef724d101ac tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 1.0122201 Jan 20 14:32:31.527111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ac511b-8047-40c5-832d-9bef204b32e4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 4ecc80c2-6ae1-4265-842b-e82627283d86 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:31.532089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:31.536241 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ef401487-f144-4730-baba-12a51c6331f4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5acbb92689e742db8fd71ea8bf8b4e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293074 Jan 20 14:32:31.556354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45582) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:31.585504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-51ac511b-8047-40c5-832d-9bef204b32e4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.631565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Deleting port 7d6ebc5b-d7c1-46e3-b554-352424ca5104 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:31.631897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.649337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.684924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,segment=NetworkSegment(fef2f3ce-3ef2-4468-8402-10df8b360140),segment_id=fef2f3ce-3ef2-4468-8402-10df8b360140)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:31.693810 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-51ac511b-8047-40c5-832d-9bef204b32e4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.711662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.715451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] For port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,segment=NetworkSegment(fef2f3ce-3ef2-4468-8402-10df8b360140),segment_id=fef2f3ce-3ef2-4468-8402-10df8b360140)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:31.716422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.824026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:31.824386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:31.901553 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Calling delete_port for 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:31.946959 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2ead982f-8766-46e0-aaaf-1861c2a030d5 req-0196d655-574f-4dcf-9869-9df1ec6548d6 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896503 Jan 20 14:32:31.955197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:32.020360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b707630-ab46-44a7-85c8-637d1683451f req-73043296-cb6a-4ab9-95e0-00466e69c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:32.021458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:32.021901 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:32.022430 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5b707630-ab46-44a7-85c8-637d1683451f req-73043296-cb6a-4ab9-95e0-00466e69c0ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 200 len: 912 time: 0.5061295 Jan 20 14:32:32.027014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dd715fff-8b78-478a-80d0-e26e36c7d685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.116574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.164940 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.177629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.246606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dd715fff-8b78-478a-80d0-e26e36c7d685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.349679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.401435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Pushing event updated for resources: {'Port': ['ID=4ea58a3f-281d-4b0d-95a3-93f456d4ffaf,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:32.406534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Deleting port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:32.407105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.414160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-51ac511b-8047-40c5-832d-9bef204b32e4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.497537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Calling delete_port for 7d6ebc5b-d7c1-46e3-b554-352424ca5104 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:32.499074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.555702 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.556922 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3b62f13d-7ddf-456f-a6a6-b60ee7fffe8f tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6134696 Jan 20 14:32:32.561197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45586) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:32.587692 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5b707630-ab46-44a7-85c8-637d1683451f req-1b2ab2cc-4da5-4286-9225-af06adf9d132 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 200 len: 1002 time: 0.5469263 Jan 20 14:32:32.646053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-51ac511b-8047-40c5-832d-9bef204b32e4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.653722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9b102be1-da15-49a1-a277-a50378e3ed2d None None] Provisioning complete for port 1c5df702-87df-42b7-9874-35971b0c48df triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:32.654813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b102be1-da15-49a1-a277-a50378e3ed2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.697717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac511b-8047-40c5-832d-9bef204b32e4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecc80c2-6ae1-4265-842b-e82627283d86,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:32.707465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-51ac511b-8047-40c5-832d-9bef204b32e4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.725997 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb42c630-dcbe-413b-aa97-7574c5ea627f None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:32.728130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0a80cc87-fb3b-4b2b-89de-2aef3e078ad3 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Synchronizing usage tracker for tenant:6716883670524cf0a496e9f9c0853904 on resource:floatingip {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:32.738772 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-51ac511b-8047-40c5-832d-9bef204b32e4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/4ecc80c2-6ae1-4265-842b-e82627283d86 HTTP/1.1" status: 204 len: 168 time: 1.4324784 Jan 20 14:32:32.738772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45590) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:32.753322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:32:32.817471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b707630-ab46-44a7-85c8-637d1683451f req-be6795f1-7280-435c-8406-0d4230282001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:32.819104 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5b707630-ab46-44a7-85c8-637d1683451f req-be6795f1-7280-435c-8406-0d4230282001 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2f1e2a2-41fc-449d-823a-59681b2864b6 HTTP/1.1" status: 200 len: 850 time: 0.2169294 Jan 20 14:32:32.825396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ec11e07a-ea5c-4ae6-be4b-2fcf090aad7f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:router {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:32.846411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0a80cc87-fb3b-4b2b-89de-2aef3e078ad3 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Unset dirty status for tenant:6716883670524cf0a496e9f9c0853904 on resource:floatingip {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:32.847591 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0a80cc87-fb3b-4b2b-89de-2aef3e078ad3 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3207 time: 0.2844303 Jan 20 14:32:32.850550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45594) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:32.867536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Deleting port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:32.868063 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.896109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dd715fff-8b78-478a-80d0-e26e36c7d685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.953973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ec11e07a-ea5c-4ae6-be4b-2fcf090aad7f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:router {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:32.954584 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ec11e07a-ea5c-4ae6-be4b-2fcf090aad7f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2157438 Jan 20 14:32:32.982841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45598) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:32.996731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.005660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd715fff-8b78-478a-80d0-e26e36c7d685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df2e186-e600-4f0f-8de6-9699dfa644be,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:33.040401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:33.042008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.074072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c02c2b05-ccd8-4cd9-9ae6-2491e237b984 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Synchronizing usage tracker for tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 on resource:floatingip {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:33.172425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] For port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,segment=NetworkSegment(fef2f3ce-3ef2-4468-8402-10df8b360140),segment_id=fef2f3ce-3ef2-4468-8402-10df8b360140)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:33.172843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.176240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dd715fff-8b78-478a-80d0-e26e36c7d685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.177545 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dd715fff-8b78-478a-80d0-e26e36c7d685 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2df2e186-e600-4f0f-8de6-9699dfa644be HTTP/1.1" status: 204 len: 168 time: 1.6163945 Jan 20 14:32:33.200371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.238324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.266917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] For port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,segment=NetworkSegment(fef2f3ce-3ef2-4468-8402-10df8b360140),segment_id=fef2f3ce-3ef2-4468-8402-10df8b360140)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:33.267280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.280003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c02c2b05-ccd8-4cd9-9ae6-2491e237b984 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Unset dirty status for tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 on resource:floatingip {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:33.281419 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c02c2b05-ccd8-4cd9-9ae6-2491e237b984 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4298587 Jan 20 14:32:33.313138 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45606) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:33.317782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:33.452353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Calling delete_port for 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:33.486469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.504730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Calling delete_port for 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:33.513492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e02870fe-bdc5-4567-b288-091db67c6969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.540279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:33.562696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b707630-ab46-44a7-85c8-637d1683451f req-62a0987c-ba6e-4b82-bb85-cb1f0e04d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:33.564522 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5b707630-ab46-44a7-85c8-637d1683451f req-62a0987c-ba6e-4b82-bb85-cb1f0e04d2ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7258632 Jan 20 14:32:33.573321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.642055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] Pushing event deleted for resources: {'Port': ['ID=03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:33.644176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a8cb2-8111-4aa2-b142-c650bca1c924 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:32:33.645622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:33.648237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8255e0-b752-4c5d-bb7d-839821bbec55 None None] No DVR routers for this DVR port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:33.659477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Pushing event deleted for resources: {'Port': ['ID=7d6ebc5b-d7c1-46e3-b554-352424ca5104,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:33.659658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-654a8cb2-8111-4aa2-b142-c650bca1c924 None None] Deleting port 1c5df702-87df-42b7-9874-35971b0c48df {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:33.660103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-654a8cb2-8111-4aa2-b142-c650bca1c924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.699637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:33.794806 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 7a20b1bc-47e4-4ecb-9cd0-bfe42d38c5eb associated. External IP: 172.26.0.70, port: 61022f8e-d557-4224-a5d7-b5871512bf3b. Jan 20 14:32:33.838232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:33.842171 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.897198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-072237c3-e9c2-46d2-91a2-81f961fb0beb tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Deleting port 4ea58a3f-281d-4b0d-95a3-93f456d4ffaf {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:33.897534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-072237c3-e9c2-46d2-91a2-81f961fb0beb tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.953523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-654a8cb2-8111-4aa2-b142-c650bca1c924 None None] For port 1c5df702-87df-42b7-9874-35971b0c48df, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1c5df702-87df-42b7-9874-35971b0c48df,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:33.954021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-654a8cb2-8111-4aa2-b142-c650bca1c924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.053254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934a47f-3aa1-491b-aa0a-67aad582631d req-bcf464c4-83f2-4ea1-bdb3-a793b5bc2c23 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:34.054771 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9934a47f-3aa1-491b-aa0a-67aad582631d req-bcf464c4-83f2-4ea1-bdb3-a793b5bc2c23 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.7802606 Jan 20 14:32:34.135296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-654a8cb2-8111-4aa2-b142-c650bca1c924 None None] Calling delete_port for 1c5df702-87df-42b7-9874-35971b0c48df owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:34.186438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Allocated IP 172.26.0.196 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/04b84658-572f-4f85-aa55-3b4165808123) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:34.215369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.236890 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9934a47f-3aa1-491b-aa0a-67aad582631d req-6a3a612e-419e-464b-8566-63039f7b5051 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724164 Jan 20 14:32:34.252274 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-654a8cb2-8111-4aa2-b142-c650bca1c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.310115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a8cb2-8111-4aa2-b142-c650bca1c924 None None] No DVR routers for this DVR port 1c5df702-87df-42b7-9874-35971b0c48df on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:34.319998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45630) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:34.320191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a8cb2-8111-4aa2-b142-c650bca1c924 None None] Pushing event deleted for resources: {'Port': ['ID=1c5df702-87df-42b7-9874-35971b0c48df,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:34.460576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-072237c3-e9c2-46d2-91a2-81f961fb0beb tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.460839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-072237c3-e9c2-46d2-91a2-81f961fb0beb tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.486072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:34.486391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:34.508402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.514668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.595453 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5b707630-ab46-44a7-85c8-637d1683451f req-5fe19a90-4436-4da9-865d-c93be9208c8a service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9875941 Jan 20 14:32:34.663655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-072237c3-e9c2-46d2-91a2-81f961fb0beb tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Calling delete_port for 4ea58a3f-281d-4b0d-95a3-93f456d4ffaf owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:34.681056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-713306249'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:34.704306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.704801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Fanout notify agent at l3_agent the message router_deleted on router 7c92daa5-64fe-431b-ae07-9693af056cd2 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:32:34.706673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:34.723402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Usage tracker for resource:network and tenant:f47639f37c544b348336bba5258f2349 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:34.733035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:34.747903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:34.764038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:34.795212 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.796394 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-932723b4-643d-4140-99c0-0f40cdfaddfe tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/7c92daa5-64fe-431b-ae07-9693af056cd2 HTTP/1.1" status: 204 len: 168 time: 4.7708280 Jan 20 14:32:34.797143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Made reservation on behalf of f47639f37c544b348336bba5258f2349 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:34.800337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.802391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45638) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:34.806244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.817070 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5b707630-ab46-44a7-85c8-637d1683451f req-cbcce883-d60f-4ec3-b711-555546b163be service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114737 Jan 20 14:32:34.819522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.842796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1762265205', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:34.863733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:34.890297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Usage tracker for resource:router and tenant:056128298e644b129128d2b965c05ab5 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:34.897557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:34.901583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:34.905490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1c5df702-87df-42b7-9874-35971b0c48df no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:34.915935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:34.916139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Usage tracker for resource:security_group_rule and tenant:f47639f37c544b348336bba5258f2349 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:34.921001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:34.930449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:34.961982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 1c5df702-87df-42b7-9874-35971b0c48df {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:32:34.963030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1c5df702-87df-42b7-9874-35971b0c48df not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:34.976715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:32:35.010847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.051105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.052186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.077703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:35.081210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bf745-1e17-4916-81f1-3ee7d62231d5 req-0e8b4685-f87f-4851-a19b-17b9e033e62f tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:35.082714 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-150bf745-1e17-4916-81f1-3ee7d62231d5 req-0e8b4685-f87f-4851-a19b-17b9e033e62f tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.4282110 Jan 20 14:32:35.087580 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09701d-084a-4673-9369-c9912a8a129a None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:35.103326 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09701d-084a-4673-9369-c9912a8a129a None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:35.104269 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6f09701d-084a-4673-9369-c9912a8a129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:35.119256 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:35.139063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:35.151825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:35.152444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.156170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af85335-ebfd-4a82-8e36-10843efee6e0 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:35.158562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.184968 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6f09701d-084a-4673-9369-c9912a8a129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:35.188380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=d6d7e131-0039-453a-aa0c-6894d407a6b8,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:35.190494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-072237c3-e9c2-46d2-91a2-81f961fb0beb tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.206175 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09701d-084a-4673-9369-c9912a8a129a None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:35.206817 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6f09701d-084a-4673-9369-c9912a8a129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:35.228487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.251766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Deleting port 03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:35.252469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.274549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072237c3-e9c2-46d2-91a2-81f961fb0beb tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Pushing event deleted for resources: {'Port': ['ID=4ea58a3f-281d-4b0d-95a3-93f456d4ffaf,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:35.287011 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6f09701d-084a-4673-9369-c9912a8a129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:35.288157 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09701d-084a-4673-9369-c9912a8a129a None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:35.304820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-fb1c3cc7-f6be-45ba-ad1e-4e4d6de91b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:35.306398 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-fb1c3cc7-f6be-45ba-ad1e-4e4d6de91b18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e46b88d12d7e404d90c306bd4baee792&device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 1099 time: 0.3220000 Jan 20 14:32:35.391468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] The port '03a5ab3c-86ab-41ee-b36c-1ef2a2aaac92' was deleted {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:32:35.441142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8070e565-ea49-44fd-9904-eb23583dbbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.457481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'd6d7e131-0039-453a-aa0c-6894d407a6b8'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:32:35.458412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.475061 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-150bf745-1e17-4916-81f1-3ee7d62231d5 req-5a16534e-30a9-492a-be1b-07f7f8e96249 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725626 Jan 20 14:32:35.562636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:35.601351 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:35.623657 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e37634cc-c7c9-4781-ade7-7c0e643f2801 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6371100 Jan 20 14:32:35.623657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:35.638916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45642) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:35.655247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Allocated IP 2001:db8::f816:3eff:feb7:58f3 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/d6d7e131-0039-453a-aa0c-6894d407a6b8/bdbb7dce-c334-438d-afbd-657c2a29ee78) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:35.669558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:35.737961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'Port': ['ID=04b84658-572f-4f85-aa55-3b4165808123,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:35.873336 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-072237c3-e9c2-46d2-91a2-81f961fb0beb tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.875862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-072237c3-e9c2-46d2-91a2-81f961fb0beb tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.876042 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.880066 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-072237c3-e9c2-46d2-91a2-81f961fb0beb tempest-FloatingIPAdminTestJSON-1387482394 tempest-FloatingIPAdminTestJSON-1387482394-project] 10.222.0.87 "DELETE /v2.0/floatingips/f42a0adb-2bc2-4ecd-a65a-1f3e60ef1a8c HTTP/1.1" status: 204 len: 168 time: 2.5526361 Jan 20 14:32:35.881110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45646) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:35.883374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.892383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Transition to ACTIVE for port object bdbb7dce-c334-438d-afbd-657c2a29ee78 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:35.910686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Transition to ACTIVE for port object bdbb7dce-c334-438d-afbd-657c2a29ee78 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:35.918031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.988725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Pushing event updated for resources: {'Port': ['ID=bdbb7dce-c334-438d-afbd-657c2a29ee78,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:36.011835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:36.013037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:36.019446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:36.059995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.143983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:36.148701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:36.156027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.172918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:36.183531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Attempting to bind port bdbb7dce-c334-438d-afbd-657c2a29ee78 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:36.184040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Attempting to bind port bdbb7dce-c334-438d-afbd-657c2a29ee78 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:36.184561 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Attempting to bind port bdbb7dce-c334-438d-afbd-657c2a29ee78 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:36.187499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.191591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:36.192108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:36.192678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.193409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:36.194022 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Bound port: bdbb7dce-c334-438d-afbd-657c2a29ee78, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:36.194571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.201471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:36.224555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.224555 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Added segment 093788b2-32a5-4c92-8789-25337b1b1787 of type vlan for network c925d3d6-5827-40cf-8a03-6d5989438ed6 Jan 20 14:32:36.271294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:36.297386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-99884290-c0b2-4a44-bbcb-48a549bbdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:36.299369 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-99884290-c0b2-4a44-bbcb-48a549bbdeed service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 200 len: 912 time: 0.9853761 Jan 20 14:32:36.307246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed2d501-78d8-4750-8ff4-b36c1d182c87']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:36.314009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] For port bdbb7dce-c334-438d-afbd-657c2a29ee78, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:36.319056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] For port bdbb7dce-c334-438d-afbd-657c2a29ee78, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bdbb7dce-c334-438d-afbd-657c2a29ee78,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:36.332764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.356824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7d04fde5-b934-4756-8326-78809f597eb5 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Deleting port 116551c1-316d-404b-bbc6-496ffe849933 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:36.357412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d04fde5-b934-4756-8326-78809f597eb5 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.393263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef2f3ce-3ef2-4468-8402-10df8b360140') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:36.393541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef2f3ce-3ef2-4468-8402-10df8b360140') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:36.438949 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3238f470-74c0-46f8-be6a-ead4bf2ac94f,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:36.442344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.444400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:36.448271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.497980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.501491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.506785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68626c4-5a0b-48ec-96cc-3f019714ec27 None None] Pushing event updated for resources: {'Port': ['ID=bdbb7dce-c334-438d-afbd-657c2a29ee78,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:36.540792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.632976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 364d9093-75de-4568-9500-6e18e7d7de72 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:36.704300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.736099 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-670733a1-c9b2-47ca-8bdf-dcfe070872ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 200 len: 1002 time: 0.4120231 Jan 20 14:32:36.747973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:36.748410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:36.818010 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:36.824306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:32:36.912519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d04fde5-b934-4756-8326-78809f597eb5 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.913151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d04fde5-b934-4756-8326-78809f597eb5 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.981104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.983993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bdbb7dce-c334-438d-afbd-657c2a29ee78 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:37.071920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.077727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:37.078321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.091855 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port bdbb7dce-c334-438d-afbd-657c2a29ee78 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:37.127617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.232950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7d04fde5-b934-4756-8326-78809f597eb5 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Calling delete_port for 116551c1-316d-404b-bbc6-496ffe849933 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:37.339130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.346337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-182ea7c9-32da-4d78-aa82-0b22ea6bf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:37.348749 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-182ea7c9-32da-4d78-aa82-0b22ea6bf20b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2f1e2a2-41fc-449d-823a-59681b2864b6 HTTP/1.1" status: 200 len: 850 time: 0.6020572 Jan 20 14:32:37.402393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.449628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.504799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78ef1-bb0a-4e29-bdf2-1313a6584147 req-d7a21ad1-ce83-43c9-8778-4a0ceeb3f64e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:37.505964 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-97b78ef1-bb0a-4e29-bdf2-1313a6584147 req-d7a21ad1-ce83-43c9-8778-4a0ceeb3f64e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.8776205 Jan 20 14:32:37.513491 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "DELETE /v2.0/networks/aed2d501-78d8-4750-8ff4-b36c1d182c87 HTTP/1.1" status: 204 len: 168 time: 8.1024635 Jan 20 14:32:37.513491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:37.515505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45654) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:37.517593 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1947913 Jan 20 14:32:37.518461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c329a-9c9f-432b-8498-720548b05c20 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event updated for resources: {'Network': ['ID=c925d3d6-5827-40cf-8a03-6d5989438ed6,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:37.521343 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45656) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:37.522842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.537866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257829b5-8ab8-402a-b1b9-4c87493fa97f None None] Sync routers for ids ['364d9093-75de-4568-9500-6e18e7d7de72'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:37.550869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network c925d3d6-5827-40cf-8a03-6d5989438ed6 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:37.573159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257829b5-8ab8-402a-b1b9-4c87493fa97f None None] Routers {'364d9093-75de-4568-9500-6e18e7d7de72'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:37.573805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-257829b5-8ab8-402a-b1b9-4c87493fa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['364d9093-75de-4568-9500-6e18e7d7de72'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:37.574501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Request body: {'subnet': {'network_id': 'c925d3d6-5827-40cf-8a03-6d5989438ed6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:37.630832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaec50-f1b4-4b4b-904d-c7ffdc00cffd tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event deleted for resources: {'Network': ['ID=aed2d501-78d8-4750-8ff4-b36c1d182c87,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:37.687370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-257829b5-8ab8-402a-b1b9-4c87493fa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:37.721172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257829b5-8ab8-402a-b1b9-4c87493fa97f None None] Routers {'364d9093-75de-4568-9500-6e18e7d7de72'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:37.721409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-257829b5-8ab8-402a-b1b9-4c87493fa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['364d9093-75de-4568-9500-6e18e7d7de72'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:37.731804 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-97b78ef1-bb0a-4e29-bdf2-1313a6584147 req-79ab1f12-3a49-410f-89ee-0aa6b1b934d9 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825440 Jan 20 14:32:37.757381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-99184419-a32c-428b-ba35-b455dd40162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:37.758895 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-99184419-a32c-428b-ba35-b455dd40162b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3922451 Jan 20 14:32:37.770395 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8a4b80e5-4c6e-4259-8943-a38254f60814 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "PUT /v2.0/floatingips/7a20b1bc-47e4-4ecb-9cd0-bfe42d38c5eb HTTP/1.1" status: 200 len: 976 time: 7.9789412 Jan 20 14:32:37.779895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45662) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:37.793532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-257829b5-8ab8-402a-b1b9-4c87493fa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:37.793925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257829b5-8ab8-402a-b1b9-4c87493fa97f None None] The sync data for ids ['364d9093-75de-4568-9500-6e18e7d7de72'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:37.804186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d267ff34-18b3-4304-b1b9-74cea5f55b2f None None] Provisioning for port bdbb7dce-c334-438d-afbd-657c2a29ee78 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:37.809836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d267ff34-18b3-4304-b1b9-74cea5f55b2f None None] Provisioning complete for port bdbb7dce-c334-438d-afbd-657c2a29ee78 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:37.810204 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d267ff34-18b3-4304-b1b9-74cea5f55b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.878501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.922076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.944607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d267ff34-18b3-4304-b1b9-74cea5f55b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.981605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d267ff34-18b3-4304-b1b9-74cea5f55b2f None None] For port bdbb7dce-c334-438d-afbd-657c2a29ee78, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bdbb7dce-c334-438d-afbd-657c2a29ee78,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:37.992130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d267ff34-18b3-4304-b1b9-74cea5f55b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.994649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 2d033501-5b35-4d09-90d5-044a338b186d {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:37.994977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.066593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:38.070627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267ff34-18b3-4304-b1b9-74cea5f55b2f None None] Pushing event updated for resources: {'Port': ['ID=bdbb7dce-c334-438d-afbd-657c2a29ee78,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:38.086446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:38.101724 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:38.112043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e6dff-bcec-4060-bd6c-cda224a68044 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:38.122900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:38.123511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.158641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=7e86e82a-ac85-4f76-a10b-d5bfd2f128cd,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:38.206418 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8048a156-70b1-4520-ad52-26b8fd00139e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5592401 Jan 20 14:32:38.236175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45668) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:38.250868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.254528 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-d82aaea4-bb50-4f20-b44b-bb1ecffd1191 service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875803 Jan 20 14:32:38.260116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Usage tracker for resource:subnet and tenant:f47639f37c544b348336bba5258f2349 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:38.266027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:38.271606 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:84:0c:9b', 'name': 'tempest-NetworksTestDHCPv6-1929421182'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:38.304470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:38.313307 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:32:38.321147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Allocated IP 172.26.0.222 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/497124d3-e139-4265-a684-5c777ce6b9a7) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:38.382097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d04fde5-b934-4756-8326-78809f597eb5 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.410632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.474585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b77eda-1065-405c-83f1-a55c0ab41286 None None] Update dhcp port {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'fixed_ips': [{'subnet_id': 'd6d7e131-0039-453a-aa0c-6894d407a6b8', 'ip_address': '2001:db8::f816:3eff:feb7:58f3'}, {'subnet_id': '7e86e82a-ac85-4f76-a10b-d5bfd2f128cd'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': 'bdbb7dce-c334-438d-afbd-657c2a29ee78'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:32:38.492626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04fde5-b934-4756-8326-78809f597eb5 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Pushing event deleted for resources: {'Port': ['ID=116551c1-316d-404b-bbc6-496ffe849933,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:38.512582 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea429822-2758-4d51-b50f-6095c9f2cc3c req-a916ae07-bdac-4a1c-973d-f285447ae76d service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493036 Jan 20 14:32:38.515470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.517459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Made reservation on behalf of f47639f37c544b348336bba5258f2349 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:38.520935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.531510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-46b77eda-1065-405c-83f1-a55c0ab41286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.727772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.728102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.728363 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Floating IP 7a20b1bc-47e4-4ecb-9cd0-bfe42d38c5eb disassociated. External IP: 172.26.0.70, port: 2d033501-5b35-4d09-90d5-044a338b186d. Jan 20 14:32:38.728707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 2d033501-5b35-4d09-90d5-044a338b186d owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:38.735926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-46b77eda-1065-405c-83f1-a55c0ab41286 None None] Allocated IP 172.20.0.2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/7e86e82a-ac85-4f76-a10b-d5bfd2f128cd/bdbb7dce-c334-438d-afbd-657c2a29ee78) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:38.940740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.945510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bdbb7dce-c334-438d-afbd-657c2a29ee78 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:38.979995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.001508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-46b77eda-1065-405c-83f1-a55c0ab41286 None None] For port bdbb7dce-c334-438d-afbd-657c2a29ee78, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bdbb7dce-c334-438d-afbd-657c2a29ee78,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:39.057845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=2d033501-5b35-4d09-90d5-044a338b186d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:39.082531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-46b77eda-1065-405c-83f1-a55c0ab41286 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.094322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port bdbb7dce-c334-438d-afbd-657c2a29ee78 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:39.094322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.119430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:39.146139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6946e576-2f72-4927-bc7e-98fd7c79541e']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:39.161043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:39.176810 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d04fde5-b934-4756-8326-78809f597eb5 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.180015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:39.183632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-46b77eda-1065-405c-83f1-a55c0ab41286 None None] Transition to ACTIVE for port object bdbb7dce-c334-438d-afbd-657c2a29ee78 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:39.198878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-46b77eda-1065-405c-83f1-a55c0ab41286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.200528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:39.203843 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06323f10-8c41-4acf-84f2-9b94541529f3') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:39.204136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06323f10-8c41-4acf-84f2-9b94541529f3') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:39.262040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.330907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.376089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:39.406880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b77eda-1065-405c-83f1-a55c0ab41286 None None] Pushing event updated for resources: {'Port': ['ID=bdbb7dce-c334-438d-afbd-657c2a29ee78,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:39.407472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.439149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.483939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 364d9093-75de-4568-9500-6e18e7d7de72 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:39.497728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:39.498217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:39.541899 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:39.656703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d04fde5-b934-4756-8326-78809f597eb5 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.657855 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7d04fde5-b934-4756-8326-78809f597eb5 tempest-FloatingIPAdminTestJSON-1675391668 tempest-FloatingIPAdminTestJSON-1675391668-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/d1fbb04e-9f5c-4fa3-b1af-02f96ddee61a HTTP/1.1" status: 204 len: 168 time: 3.7704630 Jan 20 14:32:39.661958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45674) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:39.730377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:39.734643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:39.742449 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42b69f-7164-4d1c-a4b3-cc6030f731e6 None None] Sync routers for ids ['364d9093-75de-4568-9500-6e18e7d7de72'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:39.754007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adb7a7-d522-4faf-b744-cdc743a3ee8e req-895828f6-9071-4034-8755-179e336cd81c tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:39.755585 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88adb7a7-d522-4faf-b744-cdc743a3ee8e req-895828f6-9071-4034-8755-179e336cd81c tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.8554893 Jan 20 14:32:39.759862 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42b69f-7164-4d1c-a4b3-cc6030f731e6 None None] Routers {'364d9093-75de-4568-9500-6e18e7d7de72'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:39.760870 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ff42b69f-7164-4d1c-a4b3-cc6030f731e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['364d9093-75de-4568-9500-6e18e7d7de72'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:39.763830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:39.778223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:39.829051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-dcb61626-946d-4dbf-b422-fa174fb78160 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Deleting port 87e18325-7fdd-4c79-9e61-c3a8b15cc08d {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:39.829386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dcb61626-946d-4dbf-b422-fa174fb78160 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.855145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Pushing event updated for resources: {'Port': ['ID=497124d3-e139-4265-a684-5c777ce6b9a7,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:39.870118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.915912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.928148 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ff42b69f-7164-4d1c-a4b3-cc6030f731e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:39.947979 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42b69f-7164-4d1c-a4b3-cc6030f731e6 None None] Routers {'364d9093-75de-4568-9500-6e18e7d7de72'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:39.950987 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ff42b69f-7164-4d1c-a4b3-cc6030f731e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['364d9093-75de-4568-9500-6e18e7d7de72'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:40.033315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.035019 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ff42b69f-7164-4d1c-a4b3-cc6030f731e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:40.035417 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42b69f-7164-4d1c-a4b3-cc6030f731e6 None None] The sync data for ids ['364d9093-75de-4568-9500-6e18e7d7de72'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:40.151836 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event deleted for resources: {'Network': ['ID=6946e576-2f72-4927-bc7e-98fd7c79541e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:40.154516 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-01c94c8e-707d-4c3f-aa27-732b72192290 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/ports/2d033501-5b35-4d09-90d5-044a338b186d HTTP/1.1" status: 204 len: 168 time: 2.3518751 Jan 20 14:32:40.158059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45678) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:40.173865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Router 8efeea15-ad67-4679-a3df-9ae5a1635f40 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:32:40.185320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.205949 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88adb7a7-d522-4faf-b744-cdc743a3ee8e req-2c44d368-0b71-45fd-9957-301d0377b3eb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358342 Jan 20 14:32:40.211121 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9e5ce0d4-b40f-423c-a661-47cf5f6f751e tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "DELETE /v2.0/networks/6946e576-2f72-4927-bc7e-98fd7c79541e HTTP/1.1" status: 204 len: 168 time: 2.6888907 Jan 20 14:32:40.219579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45682) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:40.243538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-884e3285-9cb0-4833-a91a-3f12c0f34c5e None None] Provisioning for port bdbb7dce-c334-438d-afbd-657c2a29ee78 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:40.249064 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-884e3285-9cb0-4833-a91a-3f12c0f34c5e None None] Provisioning complete for port bdbb7dce-c334-438d-afbd-657c2a29ee78 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:40.249493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-884e3285-9cb0-4833-a91a-3f12c0f34c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.330194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.450505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 25ec05e0-6098-409c-b700-45dd5ba94038 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:40.461499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dcb61626-946d-4dbf-b422-fa174fb78160 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.533699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.604396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-dcb61626-946d-4dbf-b422-fa174fb78160 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Calling delete_port for 87e18325-7fdd-4c79-9e61-c3a8b15cc08d owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:40.678742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event updated for resources: {'Subnet': ['ID=0d3006aa-c3c7-496b-8060-48b3ee8120b3,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:40.809601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Checking segment: {'id': '093788b2-32a5-4c92-8789-25337b1b1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c925d3d6-5827-40cf-8a03-6d5989438ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:40.809601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Network hostable DHCP agents. Network: c925d3d6-5827-40cf-8a03-6d5989438ed6, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:40.845050 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:40.862367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Sync routers for ids ['8efeea15-ad67-4679-a3df-9ae5a1635f40'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:40.881186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Routers {'8efeea15-ad67-4679-a3df-9ae5a1635f40'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:40.881827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8efeea15-ad67-4679-a3df-9ae5a1635f40'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:40.908541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Network c925d3d6-5827-40cf-8a03-6d5989438ed6 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:40.958885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bdbb7dce-c334-438d-afbd-657c2a29ee78 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:41.016703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.017893 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ac8a2dca-8af9-4621-9c7a-3a8b2e0265f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.7001183 Jan 20 14:32:41.026206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45686) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:41.056152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, c925d3d6-5827-40cf-8a03-6d5989438ed6) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:41.069270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f79cb6-dfe0-4701-b08a-3ea19334f402 None None] Network c925d3d6-5827-40cf-8a03-6d5989438ed6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:41.077399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:41.078029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.113494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.187456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.247070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dcb61626-946d-4dbf-b422-fa174fb78160 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.254909 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3191016c-663e-48d3-a191-8531e0f952db tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7141638 Jan 20 14:32:41.268505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port bdbb7dce-c334-438d-afbd-657c2a29ee78 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:41.269072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.302736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45694) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:41.304344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3201b7a-b39e-4311-b380-30ea7fc4b3a7']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:41.311345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb61626-946d-4dbf-b422-fa174fb78160 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event deleted for resources: {'Port': ['ID=87e18325-7fdd-4c79-9e61-c3a8b15cc08d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:41.334736 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Set router 8efeea15-ad67-4679-a3df-9ae5a1635f40 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:32:41.335030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Request body: {'port': {'network_id': 'c925d3d6-5827-40cf-8a03-6d5989438ed6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-743796453'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:41.355886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9a1bec-240c-4698-ba0c-5a7e2075adc8') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:41.356144 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9a1bec-240c-4698-ba0c-5a7e2075adc8') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:41.390547 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ad02d928-86ea-4326-813d-39c2d6bf2f6e tempest-TestNetworkAdvancedServerOps-1120971393 tempest-TestNetworkAdvancedServerOps-1120971393-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=249ded474ddb44fcb57b7521b6ed258f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3582089 Jan 20 14:32:41.390547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 172.20.0.8 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/7e86e82a-ac85-4f76-a10b-d5bfd2f128cd/25ec05e0-6098-409c-b700-45dd5ba94038) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:41.394953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45698) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:41.424324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::f816:3eff:fe84:c9b (c59c4318-304e-49f3-a2a0-4c3a913c6b21/d6d7e131-0039-453a-aa0c-6894d407a6b8/25ec05e0-6098-409c-b700-45dd5ba94038) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:41.444713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.467665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.475544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:41.475544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:41.604741 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:41.691568 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.748347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c925d3d6-5827-40cf-8a03-6d5989438ed6', 'network_id': 'c925d3d6-5827-40cf-8a03-6d5989438ed6', 'tenant_id': 'f47639f37c544b348336bba5258f2349', 'fixed_ips': [{'subnet_id': '0d3006aa-c3c7-496b-8060-48b3ee8120b3'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:32:41.749402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.766412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.818867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event deleted for resources: {'Network': ['ID=e3201b7a-b39e-4311-b380-30ea7fc4b3a7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:41.848682 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b710d451-c7b3-4d85-ae07-28cc0367a974 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "DELETE /v2.0/networks/e3201b7a-b39e-4311-b380-30ea7fc4b3a7 HTTP/1.1" status: 204 len: 168 time: 1.6257308 Jan 20 14:32:41.860698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45702) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:41.873285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dcb61626-946d-4dbf-b422-fa174fb78160 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.876740 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dcb61626-946d-4dbf-b422-fa174fb78160 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "DELETE /v2.0/ports/87e18325-7fdd-4c79-9e61-c3a8b15cc08d HTTP/1.1" status: 204 len: 168 time: 2.2135384 Jan 20 14:32:41.878668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f314179-1741-4e22-adb5-54b92e7d9380 tempest-TestNetworkAdvancedServerOps-1120971393 tempest-TestNetworkAdvancedServerOps-1120971393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:41.880173 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9f314179-1741-4e22-adb5-54b92e7d9380 tempest-TestNetworkAdvancedServerOps-1120971393 tempest-TestNetworkAdvancedServerOps-1120971393-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4842930 Jan 20 14:32:41.883131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45706) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:41.883454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45708) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:42.005964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:42.014463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:36Z', 'revision_number': 3, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:42.017610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Usage tracker for resource:port and tenant:f47639f37c544b348336bba5258f2349 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:42.022912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Checking router: 8efeea15-ad67-4679-a3df-9ae5a1635f40 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:32:42.023382 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Updating router 8efeea15-ad67-4679-a3df-9ae5a1635f40 port 04b84658-572f-4f85-aa55-3b4165808123 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:32:42.045273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:42.058304 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-461d786f-3b81-4383-8f46-b2059c3e5ef6 tempest-TestNetworkAdvancedServerOps-1120971393 tempest-TestNetworkAdvancedServerOps-1120971393-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1646502 Jan 20 14:32:42.059754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.063203 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Allocated IP 172.20.0.2 (c925d3d6-5827-40cf-8a03-6d5989438ed6/0d3006aa-c3c7-496b-8060-48b3ee8120b3/1f6a413f-a305-4327-aa52-53d4d96e5ed3) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:42.063344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a778-23b9-4da3-9703-233f622bf82d req-b3d76878-3180-43de-ae6f-1cf015351091 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:42.065480 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d203a778-23b9-4da3-9703-233f622bf82d req-b3d76878-3180-43de-ae6f-1cf015351091 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.7340844 Jan 20 14:32:42.065480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45714) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:42.084219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:42.105778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.116530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1492446371', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:42.154505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.228382 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d203a778-23b9-4da3-9703-233f622bf82d req-c76aa821-1e7a-47e5-9e62-9375583733ec tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418483 Jan 20 14:32:42.229103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Made reservation on behalf of f47639f37c544b348336bba5258f2349 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:42.231735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.296900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] device_id is not set on port 3181fbc7-9ac4-48d2-937c-ba998cb471a6 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:42.318634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.420723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:42.445069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:subnet and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:42.463458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 25ec05e0-6098-409c-b700-45dd5ba94038 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:42.481960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5bf1e-d377-476d-8216-3eab53da5a56 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:42.483277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1eb5bf1e-d377-476d-8216-3eab53da5a56 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Synchronizing usage tracker for tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:42.488146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.498344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:42.511246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Transition to ACTIVE for port object 1f6a413f-a305-4327-aa52-53d4d96e5ed3 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:42.523256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.538234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Transition to ACTIVE for port object 1f6a413f-a305-4327-aa52-53d4d96e5ed3 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:42.541041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1eb5bf1e-d377-476d-8216-3eab53da5a56 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Unset dirty status for tenant:ddc77abdf4d147e2a2a40bfdadaa7bf1 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:42.542175 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1eb5bf1e-d377-476d-8216-3eab53da5a56 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb9a52c7-c65c-49ee-86e1-b685570796ce HTTP/1.1" status: 200 len: 913 time: 0.6508915 Jan 20 14:32:42.547643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45720) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:42.559659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.655755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.671975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Network c925d3d6-5827-40cf-8a03-6d5989438ed6 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:42.677938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:42.689113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:42.696582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.701714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Pushing event updated for resources: {'Port': ['ID=1f6a413f-a305-4327-aa52-53d4d96e5ed3,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:42.719178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:42.742975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.747684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Transition to ACTIVE for port object 04b84658-572f-4f85-aa55-3b4165808123 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:42.776269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f58d-5372-4bbe-991a-e5c40e961054 req-194b39ed-386f-436b-bab2-4c63092a97a8 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:42.777684 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0858f58d-5372-4bbe-991a-e5c40e961054 req-194b39ed-386f-436b-bab2-4c63092a97a8 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.3797135 Jan 20 14:32:42.787035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.813449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Router 76f13a5b-8a05-4fac-8504-1f4797e65ba8 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:32:42.816708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Made reservation on behalf of 249ded474ddb44fcb57b7521b6ed258f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:42.820102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.833859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:42.846465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:42.849409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9c4daf-30af-4c0a-af39-f7f67bd769da']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:42.859662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:42.877891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Attempting to bind port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:42.878365 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Attempting to bind port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '093788b2-32a5-4c92-8789-25337b1b1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c925d3d6-5827-40cf-8a03-6d5989438ed6'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:42.878912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Attempting to bind port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 on network c925d3d6-5827-40cf-8a03-6d5989438ed6 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:42.891676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Attempting to bind port 04b84658-572f-4f85-aa55-3b4165808123 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:42.891676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Attempting to bind port 04b84658-572f-4f85-aa55-3b4165808123 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:42.892108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Attempting to bind port 04b84658-572f-4f85-aa55-3b4165808123 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:42.896298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:42.896797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Checking segment: {'id': '093788b2-32a5-4c92-8789-25337b1b1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c925d3d6-5827-40cf-8a03-6d5989438ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:42.897299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.897790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Bound using segment: {'id': '093788b2-32a5-4c92-8789-25337b1b1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c925d3d6-5827-40cf-8a03-6d5989438ed6'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:42.898372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Bound port: 1f6a413f-a305-4327-aa52-53d4d96e5ed3, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093788b2-32a5-4c92-8789-25337b1b1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c925d3d6-5827-40cf-8a03-6d5989438ed6'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:42.898841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.914996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05dbc8-5fde-4e9c-adf4-fec88a63c651 None None] Pushing event updated for resources: {'Port': ['ID=04b84658-572f-4f85-aa55-3b4165808123,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:42.920361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:42.921383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:42.921383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.921860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:42.922728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Bound port: 04b84658-572f-4f85-aa55-3b4165808123, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:42.922895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.964674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=25ec05e0-6098-409c-b700-45dd5ba94038,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:42.984499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e0062d-053c-4a5b-8a42-0953de08bbc5') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:42.984796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e0062d-053c-4a5b-8a42-0953de08bbc5') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:43.015730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] For port 04b84658-572f-4f85-aa55-3b4165808123, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:43.019206 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] For port 04b84658-572f-4f85-aa55-3b4165808123, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=04b84658-572f-4f85-aa55-3b4165808123,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:43.027422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.047094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Allocated IP 172.20.0.3 (c925d3d6-5827-40cf-8a03-6d5989438ed6/0d3006aa-c3c7-496b-8060-48b3ee8120b3/3181fbc7-9ac4-48d2-937c-ba998cb471a6) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:43.079519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.100760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:43.101422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.109008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.144444 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0858f58d-5372-4bbe-991a-e5c40e961054 req-822532bf-1cf9-418a-9711-a7c079b9b36f tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504779 Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:43.162467 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:43.241353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:43.241985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.255878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05dbc8-5fde-4e9c-adf4-fec88a63c651 None None] Pushing event updated for resources: {'Port': ['ID=04b84658-572f-4f85-aa55-3b4165808123,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:43.283381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Routers {'8efeea15-ad67-4679-a3df-9ae5a1635f40'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:43.284418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8efeea15-ad67-4679-a3df-9ae5a1635f40'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:43.346282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] For port 1f6a413f-a305-4327-aa52-53d4d96e5ed3, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:43.354143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8f1fc720-9614-4817-92d4-75573bb59583 None None] Provisioning for port 25ec05e0-6098-409c-b700-45dd5ba94038 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:43.381576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8f1fc720-9614-4817-92d4-75573bb59583 None None] Provisioning complete for port 25ec05e0-6098-409c-b700-45dd5ba94038 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:43.383414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc720-9614-4817-92d4-75573bb59583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.408339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] For port 1f6a413f-a305-4327-aa52-53d4d96e5ed3, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1f6a413f-a305-4327-aa52-53d4d96e5ed3,segment=NetworkSegment(093788b2-32a5-4c92-8789-25337b1b1787),segment_id=093788b2-32a5-4c92-8789-25337b1b1787)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:43.427465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.499502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.505530 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cd362d25-7102-4a68-a0bd-3fee38046e82 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2525024 Jan 20 14:32:43.511319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45726) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:43.517360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:43.528067 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d35494-4289-4dcc-ace2-a769fc7fb48b None None] Sync routers for ids ['76f13a5b-8a05-4fac-8504-1f4797e65ba8'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:43.539553 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d35494-4289-4dcc-ace2-a769fc7fb48b None None] Routers {'76f13a5b-8a05-4fac-8504-1f4797e65ba8'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:43.541116 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-73d35494-4289-4dcc-ace2-a769fc7fb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['76f13a5b-8a05-4fac-8504-1f4797e65ba8'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:43.578904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.588265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.592785 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d01eab37-b7dd-4364-a8f7-f546e3231f3b tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7833953 Jan 20 14:32:43.594059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45730) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:43.601589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8f1fc720-9614-4817-92d4-75573bb59583 None None] Port 25ec05e0-6098-409c-b700-45dd5ba94038 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:43.627803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaa926-4452-4b0f-979f-307e0693ec5a None None] Pushing event updated for resources: {'Port': ['ID=1f6a413f-a305-4327-aa52-53d4d96e5ed3,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:43.628047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] Pushing event deleted for resources: {'Network': ['ID=ab9c4daf-30af-4c0a-af39-f7f67bd769da,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:43.643523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] Set router 8efeea15-ad67-4679-a3df-9ae5a1635f40 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:32:43.652688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:43.669715 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-73d35494-4289-4dcc-ace2-a769fc7fb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:43.682091 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d35494-4289-4dcc-ace2-a769fc7fb48b None None] Routers {'76f13a5b-8a05-4fac-8504-1f4797e65ba8'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:43.682913 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-73d35494-4289-4dcc-ace2-a769fc7fb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['76f13a5b-8a05-4fac-8504-1f4797e65ba8'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:43.771364 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-73d35494-4289-4dcc-ace2-a769fc7fb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:43.772994 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d35494-4289-4dcc-ace2-a769fc7fb48b None None] The sync data for ids ['76f13a5b-8a05-4fac-8504-1f4797e65ba8'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:43.835574 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4e45f5c4-18de-4d19-8b13-17b8f0019700 tempest-BulkNetworkOpsIpV6Test-180990873 tempest-BulkNetworkOpsIpV6Test-180990873-project] 10.222.0.87 "DELETE /v2.0/networks/ab9c4daf-30af-4c0a-af39-f7f67bd769da HTTP/1.1" status: 204 len: 168 time: 1.9707613 Jan 20 14:32:43.899299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.945340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880faef0-154f-499c-b8b4-6dc73b32a6c9 req-42922a9b-ae52-4d97-9ea0-82495d70847c tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:43.956914 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-880faef0-154f-499c-b8b4-6dc73b32a6c9 req-42922a9b-ae52-4d97-9ea0-82495d70847c tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.6337292 Jan 20 14:32:44.063469 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-880faef0-154f-499c-b8b4-6dc73b32a6c9 req-41f33d9b-7763-4f05-9dca-f577a7c39881 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021225 Jan 20 14:32:44.135069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Transition to ACTIVE for port object 3181fbc7-9ac4-48d2-937c-ba998cb471a6 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:44.150060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.198113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.209799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:36Z', 'revision_number': 3, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:44.225835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0eaa8d-7ae2-4f00-b38e-c9602b4dcdc7 None None] The sync data for ids ['8efeea15-ad67-4679-a3df-9ae5a1635f40'] in dv-neutron-825123-1-hyperv is: [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:36Z', 'revision_number': 3, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:44.300178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a453fbd5-a4a6-402e-875e-15d20c32ae73 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:44.305888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a453fbd5-a4a6-402e-875e-15d20c32ae73 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:44.306713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a453fbd5-a4a6-402e-875e-15d20c32ae73 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:44.321322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'Subnet': ['ID=2b25a53d-4c12-4e81-8813-49d719abc326,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:44.353309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 4ff5071b-c428-48a5-ba22-6bd23598db9f {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:44.353640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.393104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45740) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:44.423581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a453fbd5-a4a6-402e-875e-15d20c32ae73 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:44.424868 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a453fbd5-a4a6-402e-875e-15d20c32ae73 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8876092 Jan 20 14:32:44.432566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45746) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:44.471637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Checking segment: {'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:44.472008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Network hostable DHCP agents. Network: fec9b491-2a5d-45c7-a167-c89b3ad4c6c4, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:44.586073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.674172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e8d57cb6-2706-4bda-8fb6-4c18b23cafdf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 25ec05e0-6098-409c-b700-45dd5ba94038 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:44.674500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8d57cb6-2706-4bda-8fb6-4c18b23cafdf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.706559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.840827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.888038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Deleting port 497124d3-e139-4265-a684-5c777ce6b9a7 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:44.888582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.042966 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1f6a413f-a305-4327-aa52-53d4d96e5ed3 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:45.089435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:45.102415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Network c925d3d6-5827-40cf-8a03-6d5989438ed6 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:45.113450 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:45.115981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:45.204471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:45.216548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event updated for resources: {'Port': ['ID=3181fbc7-9ac4-48d2-937c-ba998cb471a6,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:45.218664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 04b84658-572f-4f85-aa55-3b4165808123 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:45.231302 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, fec9b491-2a5d-45c7-a167-c89b3ad4c6c4) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:45.238795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:45.239383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.263224 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8974623-7cc6-494f-b465-cd5ed009d7d2 None None] Network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:45.278824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Deleting port 56a3bcc3-d478-4cbf-ae6f-fec5fed93724 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:45.279181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.297358 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b7103a12-9922-416b-a209-e6ba1a4428be admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fd7db8cbb44f4c45850423c5ecd258bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9039624 Jan 20 14:32:45.307784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45752) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:45.311214 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa63ce-03af-47a3-b4bc-24e1810aa917 None None] Network c925d3d6-5827-40cf-8a03-6d5989438ed6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:45.362899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.391456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:45.392116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.491847 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1fd2daa9-e87e-4b26-ae81-2b3c46f824fb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4098542 Jan 20 14:32:45.535155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45756) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:45.548266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-47fac99f-8cab-402f-8d2a-a049ca9421d3 None None] Provisioning for port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:45.570507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-47fac99f-8cab-402f-8d2a-a049ca9421d3 None None] Provisioning complete for port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:45.570855 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-47fac99f-8cab-402f-8d2a-a049ca9421d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.584053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 4ff5071b-c428-48a5-ba22-6bd23598db9f owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:45.644856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 04b84658-572f-4f85-aa55-3b4165808123 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:45.679622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 04b84658-572f-4f85-aa55-3b4165808123 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:45.679993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.735441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.741687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac5422-b060-4162-9228-c73815b6d168 req-7ea82f7c-8666-4ac1-bf70-420a4c8b59b2 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:45.743832 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-21ac5422-b060-4162-9228-c73815b6d168 req-7ea82f7c-8666-4ac1-bf70-420a4c8b59b2 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 1.1251996 Jan 20 14:32:45.754210 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b67368e4-63bd-4e08-9158-258e5a9538f8 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4368932 Jan 20 14:32:45.757150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45760) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:45.769631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Request body: {'port': {'network_id': 'c925d3d6-5827-40cf-8a03-6d5989438ed6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-875128150', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:45.770229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.api.validators [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] bootfile-name is not in valid_values {{(pid=87494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:32:45.770525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.api.validators [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] tftp-server is not in valid_values {{(pid=87494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:32:45.770853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.api.validators [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] server-ip-address is not in valid_values {{(pid=87494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:32:45.919630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95660d34-c5f0-4e55-b1aa-cc6547c199e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.939297 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:32:45.940134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.956079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Calling delete_port for 497124d3-e139-4265-a684-5c777ce6b9a7 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:45.970405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8d57cb6-2706-4bda-8fb6-4c18b23cafdf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.010185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.022160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-47fac99f-8cab-402f-8d2a-a049ca9421d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.094470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.136663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95660d34-c5f0-4e55-b1aa-cc6547c199e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.146503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 04b84658-572f-4f85-aa55-3b4165808123, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=04b84658-572f-4f85-aa55-3b4165808123,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:46.148179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-47fac99f-8cab-402f-8d2a-a049ca9421d3 None None] For port 1f6a413f-a305-4327-aa52-53d4d96e5ed3, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1f6a413f-a305-4327-aa52-53d4d96e5ed3,segment=NetworkSegment(093788b2-32a5-4c92-8789-25337b1b1787),segment_id=093788b2-32a5-4c92-8789-25337b1b1787)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:46.149030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e8d57cb6-2706-4bda-8fb6-4c18b23cafdf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 25ec05e0-6098-409c-b700-45dd5ba94038 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:46.153671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Calling delete_port for 56a3bcc3-d478-4cbf-ae6f-fec5fed93724 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:46.156971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.203091 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-21ac5422-b060-4162-9228-c73815b6d168 req-87113a66-43be-4f68-950f-2d2ce9b73694 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151459 Jan 20 14:32:46.211838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-47fac99f-8cab-402f-8d2a-a049ca9421d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.315193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:46.319291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Usage tracker for resource:port and tenant:f47639f37c544b348336bba5258f2349 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:46.321741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:46.327744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:46.336388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=04b84658-572f-4f85-aa55-3b4165808123,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:46.349246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Allocated IP 172.20.0.2 (fec9b491-2a5d-45c7-a167-c89b3ad4c6c4/2b25a53d-4c12-4e81-8813-49d719abc326/d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:46.357549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Made reservation on behalf of f47639f37c544b348336bba5258f2349 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:46.361193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.414178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] device_id is not set on port e0e31f35-ab32-4b5d-8567-f1b28aee2337 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:46.593156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95660d34-c5f0-4e55-b1aa-cc6547c199e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.621968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fac99f-8cab-402f-8d2a-a049ca9421d3 None None] Pushing event updated for resources: {'Port': ['ID=1f6a413f-a305-4327-aa52-53d4d96e5ed3,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:46.653070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95660d34-c5f0-4e55-b1aa-cc6547c199e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae10f9b-2c74-4f45-b50c-c94ec0089d87,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:46.668356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a51fa391-f754-47df-82c8-d737556fdd89 None None] Provisioning complete for port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:46.668743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a51fa391-f754-47df-82c8-d737556fdd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.707973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.834127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.950497 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1f6a413f-a305-4327-aa52-53d4d96e5ed3 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:46.978420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=4ff5071b-c428-48a5-ba22-6bd23598db9f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:47.006474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.025371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Transition to ACTIVE for port object d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:47.052998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a51fa391-f754-47df-82c8-d737556fdd89 None None] Provisioning for port 3181fbc7-9ac4-48d2-937c-ba998cb471a6 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:47.055882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95660d34-c5f0-4e55-b1aa-cc6547c199e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.059678 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-95660d34-c5f0-4e55-b1aa-cc6547c199e8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4ae10f9b-2c74-4f45-b50c-c94ec0089d87 HTTP/1.1" status: 204 len: 168 time: 1.7342083 Jan 20 14:32:47.065240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Transition to ACTIVE for port object d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:47.071904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a51fa391-f754-47df-82c8-d737556fdd89 None None] Provisioning complete for port 3181fbc7-9ac4-48d2-937c-ba998cb471a6 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:47.080698 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a51fa391-f754-47df-82c8-d737556fdd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.132738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Allocated IP 172.20.0.12 (c925d3d6-5827-40cf-8a03-6d5989438ed6/0d3006aa-c3c7-496b-8060-48b3ee8120b3/e0e31f35-ab32-4b5d-8567-f1b28aee2337) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:47.143367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.187706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:47.188658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.214969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.293104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Pushing event deleted for resources: {'Port': ['ID=497124d3-e139-4265-a684-5c777ce6b9a7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:47.357040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a51fa391-f754-47df-82c8-d737556fdd89 None None] Port 3181fbc7-9ac4-48d2-937c-ba998cb471a6 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:47.379527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8d57cb6-2706-4bda-8fb6-4c18b23cafdf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.390108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:47.396640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:47.403234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:47.463287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d57cb6-2706-4bda-8fb6-4c18b23cafdf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=25ec05e0-6098-409c-b700-45dd5ba94038,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:47.485164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event deleted for resources: {'Port': ['ID=56a3bcc3-d478-4cbf-ae6f-fec5fed93724,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:47.489331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Pushing event updated for resources: {'Port': ['ID=d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:47.648850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 04b84658-572f-4f85-aa55-3b4165808123 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:47.707561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.746439 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Attempting to bind port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:47.746806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Attempting to bind port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:47.747234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Attempting to bind port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 on network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:47.749352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a632b601-2e76-4761-a8e4-425bcb304b7a None None] Provisioning complete for port 3181fbc7-9ac4-48d2-937c-ba998cb471a6 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:47.749718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a632b601-2e76-4761-a8e4-425bcb304b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.762414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.782804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Transition to ACTIVE for port object e0e31f35-ab32-4b5d-8567-f1b28aee2337 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:47.810450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:47.812663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Checking segment: {'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:47.813077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.813480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Bound using segment: {'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:47.813972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Bound port: d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:47.814346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.901791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a632b601-2e76-4761-a8e4-425bcb304b7a None None] Port 3181fbc7-9ac4-48d2-937c-ba998cb471a6 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:47.941022 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 04b84658-572f-4f85-aa55-3b4165808123 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:47.941301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.002251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] For port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:48.015840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] For port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:48.048706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8d57cb6-2706-4bda-8fb6-4c18b23cafdf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.053814 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e8d57cb6-2706-4bda-8fb6-4c18b23cafdf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/25ec05e0-6098-409c-b700-45dd5ba94038 HTTP/1.1" status: 204 len: 168 time: 3.6202292 Jan 20 14:32:48.055773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.065491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45786) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:48.169765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc9712-6768-484a-9b59-1479014c2033 None None] Pushing event updated for resources: {'Port': ['ID=d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:48.241071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45790) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:48.268591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.341104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3f544-fbcd-4514-bc17-03f013e18256 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:48.343330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3f544-fbcd-4514-bc17-03f013e18256 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:48.344834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3f544-fbcd-4514-bc17-03f013e18256 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:48.345861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d8c3f544-fbcd-4514-bc17-03f013e18256 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:48.405906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Network c925d3d6-5827-40cf-8a03-6d5989438ed6 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:48.414727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:48.421134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:48.425952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.450766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.452011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d8c3f544-fbcd-4514-bc17-03f013e18256 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:48.455777 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d8c3f544-fbcd-4514-bc17-03f013e18256 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3867850 Jan 20 14:32:48.460090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535595-a240-4f4e-a6a7-0e664d3d35f1 req-58cd94bb-8461-4191-ac10-1a5bcba0e011 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:48.460268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.463269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45796) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:48.467122 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85535595-a240-4f4e-a6a7-0e664d3d35f1 req-58cd94bb-8461-4191-ac10-1a5bcba0e011 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 1.0694480 Jan 20 14:32:48.471990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event updated for resources: {'Port': ['ID=e0e31f35-ab32-4b5d-8567-f1b28aee2337,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:48.581112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.592734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-516d8fc9-be1a-44b3-9177-590b31ce1781 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:48.593458 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-516d8fc9-be1a-44b3-9177-590b31ce1781 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 20 14:32:48.594001 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-516d8fc9-be1a-44b3-9177-590b31ce1781 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:32:48.600405 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-516d8fc9-be1a-44b3-9177-590b31ce1781 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3442812 Jan 20 14:32:48.600405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.623721 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45800) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:48.632539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'tempest-secgroup--529292681'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:48.640978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:48.661733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:48.671517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:48.682397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:48.683195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.706085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:48.729107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f95e85-a71b-4990-8902-6f18095ae0ca tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 7e86e82a-ac85-4f76-a10b-d5bfd2f128cd {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:48.791983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0f95e85-a71b-4990-8902-6f18095ae0ca tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.826967 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7fe00822-9265-4ff3-b8c5-9830fbdf224a tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0635915 Jan 20 14:32:48.832568 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e4a23347-58c4-47d6-9ba2-1eb32f88ca04 None None] Provisioning for port e0e31f35-ab32-4b5d-8567-f1b28aee2337 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:48.838490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e4a23347-58c4-47d6-9ba2-1eb32f88ca04 None None] Provisioning complete for port e0e31f35-ab32-4b5d-8567-f1b28aee2337 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:48.839052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e4a23347-58c4-47d6-9ba2-1eb32f88ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.852040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45804) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:48.896002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.906393 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e4a23347-58c4-47d6-9ba2-1eb32f88ca04 None None] Port e0e31f35-ab32-4b5d-8567-f1b28aee2337 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:48.977883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.006396 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85535595-a240-4f4e-a6a7-0e664d3d35f1 req-1353c65c-db3d-4058-98d3-619277e86844 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5383320 Jan 20 14:32:49.022888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:49.036437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:49.059231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0f95e85-a71b-4990-8902-6f18095ae0ca tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.155907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:49.298157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Router 76f13a5b-8a05-4fac-8504-1f4797e65ba8 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:49.385662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:49.427578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:49.430767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0f95e85-a71b-4990-8902-6f18095ae0ca tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.460266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca03ecdb-f3c2-49cc-91a5-6da8100befe7 None None] Network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:49.479141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:49.563461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-35f10ddf-a8fa-4da8-af54-2abac87acc1f None None] Provisioning for port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:49.581302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-35f10ddf-a8fa-4da8-af54-2abac87acc1f None None] Provisioning complete for port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:49.581302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-35f10ddf-a8fa-4da8-af54-2abac87acc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.651113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 364d9093-75de-4568-9500-6e18e7d7de72 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:49.660945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0f95e85-a71b-4990-8902-6f18095ae0ca tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.695056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-fb79633d-6779-48e3-bba0-dda52f617341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:49.696527 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-fb79633d-6779-48e3-bba0-dda52f617341 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e46b88d12d7e404d90c306bd4baee792&device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 1099 time: 0.3012395 Jan 20 14:32:49.704186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:49.734461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f95e85-a71b-4990-8902-6f18095ae0ca tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=7e86e82a-ac85-4f76-a10b-d5bfd2f128cd,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:49.742287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b574a-d68a-4f17-ba0c-affa31b212ea None None] Sync routers for ids ['76f13a5b-8a05-4fac-8504-1f4797e65ba8'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:49.765445 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdfcd2a-2c7d-4aca-b918-c16c268fdeb9 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:49.775084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54596c17-0ec4-4f3a-99a8-672147ece398 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:49.780840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54596c17-0ec4-4f3a-99a8-672147ece398 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:49.786506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54596c17-0ec4-4f3a-99a8-672147ece398 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:49.790982 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-54596c17-0ec4-4f3a-99a8-672147ece398 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.9351246 Jan 20 14:32:49.796329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0f95e85-a71b-4990-8902-6f18095ae0ca tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.801573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45812) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:49.867560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.868697 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f60e88f0-0bab-4f49-bf4b-aedd1883d2e6 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "PUT /v2.0/routers/76f13a5b-8a05-4fac-8504-1f4797e65ba8 HTTP/1.1" status: 200 len: 706 time: 6.2721772 Jan 20 14:32:49.879135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45816) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:49.920742 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b574a-d68a-4f17-ba0c-affa31b212ea None None] Routers {'76f13a5b-8a05-4fac-8504-1f4797e65ba8'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:49.921371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a98b574a-d68a-4f17-ba0c-affa31b212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['76f13a5b-8a05-4fac-8504-1f4797e65ba8'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:49.975676 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a0f95e85-a71b-4990-8902-6f18095ae0ca tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/7e86e82a-ac85-4f76-a10b-d5bfd2f128cd HTTP/1.1" status: 204 len: 168 time: 1.5049877 Jan 20 14:32:49.988320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45820) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:50.004009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a98b574a-d68a-4f17-ba0c-affa31b212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:50.016470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-35f10ddf-a8fa-4da8-af54-2abac87acc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.051027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b574a-d68a-4f17-ba0c-affa31b212ea None None] Routers {'76f13a5b-8a05-4fac-8504-1f4797e65ba8'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:50.051632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a98b574a-d68a-4f17-ba0c-affa31b212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['76f13a5b-8a05-4fac-8504-1f4797e65ba8'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:50.092980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c13d3-fc2f-4719-a7e1-e54fd4ad821d tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Deleting port e0e31f35-ab32-4b5d-8567-f1b28aee2337 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:50.093593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0c13d3-fc2f-4719-a7e1-e54fd4ad821d tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.149664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a98b574a-d68a-4f17-ba0c-affa31b212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:50.150060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b574a-d68a-4f17-ba0c-affa31b212ea None None] The sync data for ids ['76f13a5b-8a05-4fac-8504-1f4797e65ba8'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:50.155915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-35f10ddf-a8fa-4da8-af54-2abac87acc1f None None] For port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:50.190150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.191357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-35f10ddf-a8fa-4da8-af54-2abac87acc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.229355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.247193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:50.255846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-55ffa671-edb9-4e11-bdcc-c2485d32031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:50.257556 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-55ffa671-edb9-4e11-bdcc-c2485d32031d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 200 len: 912 time: 0.5444913 Jan 20 14:32:50.292820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:50.293980 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1e5bcf0a-ef65-4f6c-9a25-fc9becf7622d tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/routers/76f13a5b-8a05-4fac-8504-1f4797e65ba8 HTTP/1.1" status: 200 len: 741 time: 0.4006147 Jan 20 14:32:50.305482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45824) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:50.306174 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-2121c2c7-b7b3-4e89-951e-da1a1c0c3739 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet d6d7e131-0039-453a-aa0c-6894d407a6b8 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:50.326989 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f10ddf-a8fa-4da8-af54-2abac87acc1f None None] Pushing event updated for resources: {'Port': ['ID=d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:50.362483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:50.365712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:50.378839 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9fa9b7-2b0c-4f4d-bf9c-286ca260c439 None None] Sync routers for ids ['364d9093-75de-4568-9500-6e18e7d7de72'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:50.381595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b65f3a-e92c-4328-a63c-c897886caa01 req-a25ccafa-1aa3-4324-95ba-5883ff2c2f06 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:50.381993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2121c2c7-b7b3-4e89-951e-da1a1c0c3739 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.388928 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-81b65f3a-e92c-4328-a63c-c897886caa01 req-a25ccafa-1aa3-4324-95ba-5883ff2c2f06 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.9520822 Jan 20 14:32:50.391169 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9fa9b7-2b0c-4f4d-bf9c-286ca260c439 None None] Routers {'364d9093-75de-4568-9500-6e18e7d7de72'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:50.391775 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6f9fa9b7-2b0c-4f4d-bf9c-286ca260c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['364d9093-75de-4568-9500-6e18e7d7de72'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:50.397168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Allocated IP 172.20.0.1 (fec9b491-2a5d-45c7-a167-c89b3ad4c6c4/2b25a53d-4c12-4e81-8813-49d719abc326/a2e2bc5d-c9f9-42c0-abc8-78f12306c165) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:50.424162 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b8443da0-412f-4966-ae80-901a76cc71ac tempest-RoutersAdminTest-1013611703 tempest-RoutersAdminTest-1013611703-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&device_id=76f13a5b-8a05-4fac-8504-1f4797e65ba8 HTTP/1.1" status: 200 len: 205 time: 0.1138337 Jan 20 14:32:50.435543 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e2437572-467e-4081-95b7-81151d5db626 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "PUT /v2.0/routers/364d9093-75de-4568-9500-6e18e7d7de72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2766085 Jan 20 14:32:50.436168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45828) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:50.436513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45830) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:50.453955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:50.470019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Router eb9a52c7-c65c-49ee-86e1-b685570796ce has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:50.489235 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6f9fa9b7-2b0c-4f4d-bf9c-286ca260c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:50.500851 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9fa9b7-2b0c-4f4d-bf9c-286ca260c439 None None] Routers {'364d9093-75de-4568-9500-6e18e7d7de72'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:50.502588 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6f9fa9b7-2b0c-4f4d-bf9c-286ca260c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['364d9093-75de-4568-9500-6e18e7d7de72'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:50.571354 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6f9fa9b7-2b0c-4f4d-bf9c-286ca260c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:50.571988 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9fa9b7-2b0c-4f4d-bf9c-286ca260c439 None None] The sync data for ids ['364d9093-75de-4568-9500-6e18e7d7de72'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:50.589687 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-81b65f3a-e92c-4328-a63c-c897886caa01 req-252aa90d-f49f-4f8d-8257-79f3869f47dd tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998224 Jan 20 14:32:50.621938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30159b5-e5ff-4626-9ebb-b0528b791d8c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:50.630646 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-88358aa9-1cf6-49a5-8949-4fa85465263e None None] Provisioning complete for port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:50.632354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-88358aa9-1cf6-49a5-8949-4fa85465263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.677051 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-da9c1d92-6434-4b42-a088-9b6ff07119c7 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=76f13a5b-8a05-4fac-8504-1f4797e65ba8 HTTP/1.1" status: 200 len: 205 time: 0.2180836 Jan 20 14:32:50.688239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45836) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:50.697865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2121c2c7-b7b3-4e89-951e-da1a1c0c3739 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.919352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:50.960027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a002ba83-d032-4b00-b2ac-483f4b046b97 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.985702 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-a48311e0-6fc0-4406-96f1-6bafb1a3d409 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 200 len: 1002 time: 0.6942577 Jan 20 14:32:51.020296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:51.020980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.216926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-df062e5a-7419-4959-8339-55d764e751c0 None None] Provisioning complete for port bdbb7dce-c334-438d-afbd-657c2a29ee78 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:51.217770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-df062e5a-7419-4959-8339-55d764e751c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.225255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.306070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-d12e5709-23d0-4be6-bc5f-c6a5ec3b599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:51.307536 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-d12e5709-23d0-4be6-bc5f-c6a5ec3b599b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2f1e2a2-41fc-449d-823a-59681b2864b6 HTTP/1.1" status: 200 len: 850 time: 0.2605591 Jan 20 14:32:51.343276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.357566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a002ba83-d032-4b00-b2ac-483f4b046b97 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.363417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a002ba83-d032-4b00-b2ac-483f4b046b97 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.364339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0c13d3-fc2f-4719-a7e1-e54fd4ad821d tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.368581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:51.372829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.375178 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-68d5db27-a374-411d-a63c-90cc89afb741 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "PUT /v2.0/routers/eb9a52c7-c65c-49ee-86e1-b685570796ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8251350 Jan 20 14:32:51.376216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Transition to ACTIVE for port object a2e2bc5d-c9f9-42c0-abc8-78f12306c165 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:51.382495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45842) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:51.387986 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ffbf1-7bb8-4d40-9e32-72271da4160b None None] Sync routers for ids ['eb9a52c7-c65c-49ee-86e1-b685570796ce'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:51.393058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2121c2c7-b7b3-4e89-951e-da1a1c0c3739 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.398655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ffbf1-7bb8-4d40-9e32-72271da4160b None None] Routers {'eb9a52c7-c65c-49ee-86e1-b685570796ce'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:51.399258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ed1ffbf1-7bb8-4d40-9e32-72271da4160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['eb9a52c7-c65c-49ee-86e1-b685570796ce'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:51.459485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ed1ffbf1-7bb8-4d40-9e32-72271da4160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:51.472050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ffbf1-7bb8-4d40-9e32-72271da4160b None None] Routers {'eb9a52c7-c65c-49ee-86e1-b685570796ce'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:51.472775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ed1ffbf1-7bb8-4d40-9e32-72271da4160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['eb9a52c7-c65c-49ee-86e1-b685570796ce'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:51.474664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.478519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a002ba83-d032-4b00-b2ac-483f4b046b97 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.478994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a002ba83-d032-4b00-b2ac-483f4b046b97 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Fanout notify agent at l3_agent the message router_deleted on router 76f13a5b-8a05-4fac-8504-1f4797e65ba8 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:32:51.546550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ed1ffbf1-7bb8-4d40-9e32-72271da4160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:51.546957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ffbf1-7bb8-4d40-9e32-72271da4160b None None] The sync data for ids ['eb9a52c7-c65c-49ee-86e1-b685570796ce'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:32:51.555355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a002ba83-d032-4b00-b2ac-483f4b046b97 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.556379 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a002ba83-d032-4b00-b2ac-483f4b046b97 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/76f13a5b-8a05-4fac-8504-1f4797e65ba8 HTTP/1.1" status: 204 len: 168 time: 0.8676169 Jan 20 14:32:51.560457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c13d3-fc2f-4719-a7e1-e54fd4ad821d tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Calling delete_port for e0e31f35-ab32-4b5d-8567-f1b28aee2337 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:51.572876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45846) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:51.629642 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-392cf331-46a9-47be-a048-f9f1680050c9 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=76f13a5b-8a05-4fac-8504-1f4797e65ba8 HTTP/1.1" status: 200 len: 205 time: 0.0556180 Jan 20 14:32:51.632486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45852) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:51.781015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002ba1df-5b25-4a26-8025-b5c9cad04ccc,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:51.804689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.804689 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f1ed34f7-8108-41a1-b6f6-2eaed219bc00 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.1797144 Jan 20 14:32:51.817017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45856) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:51.826245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.861181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2121c2c7-b7b3-4e89-951e-da1a1c0c3739 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.868233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.894523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.933098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '002ba1df-5b25-4a26-8025-b5c9cad04ccc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:51.950820 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-a95eebb4-650d-404b-9147-af6cf1f710fc tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] delete failed (client error): The resource could not be found. Jan 20 14:32:51.951501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121c2c7-b7b3-4e89-951e-da1a1c0c3739 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d7e131-0039-453a-aa0c-6894d407a6b8,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:51.951721 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a95eebb4-650d-404b-9147-af6cf1f710fc tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/76f13a5b-8a05-4fac-8504-1f4797e65ba8 HTTP/1.1" status: 404 len: 336 time: 0.3177953 Jan 20 14:32:51.961948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2121c2c7-b7b3-4e89-951e-da1a1c0c3739 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.966122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a55143e-bad8-4a9a-85f2-402539f7e2b0 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:51.966655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45860) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:51.975833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:51.977666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 931ed31c-c375-45fa-bb10-b3f27efbfb39 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:51.977887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.994557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:51.999115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:52.003761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-46215ea3-fc05-4899-8f00-ec4065699cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:52.004084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:52.005305 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-46215ea3-fc05-4899-8f00-ec4065699cbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9d24a9d-1959-4609-b9c6-2ff53b78b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6819088 Jan 20 14:32:52.009717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:52.012468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:52.050667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'Port': ['ID=a2e2bc5d-c9f9-42c0-abc8-78f12306c165,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:52.053211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:52.117702 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2121c2c7-b7b3-4e89-951e-da1a1c0c3739 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/d6d7e131-0039-453a-aa0c-6894d407a6b8 HTTP/1.1" status: 204 len: 168 time: 2.1139162 Jan 20 14:32:52.117702 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f9facac0-28fc-4997-84f8-c86088e04695 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c92daa5-64fe-431b-ae07-9693af056cd2 HTTP/1.1" status: 200 len: 205 time: 0.1443000 Jan 20 14:32:52.117702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45864) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:52.145054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45866) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:52.260494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0c13d3-fc2f-4719-a7e1-e54fd4ad821d tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.263661 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-d1c5e4bf-29b7-423f-b75d-fb169611815c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] delete failed (client error): The resource could not be found. Jan 20 14:32:52.263820 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-992a5ac0-d1dc-4b2a-8a57-3710357191f2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1376803 Jan 20 14:32:52.268060 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d1c5e4bf-29b7-423f-b75d-fb169611815c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/7c92daa5-64fe-431b-ae07-9693af056cd2 HTTP/1.1" status: 404 len: 336 time: 0.1216288 Jan 20 14:32:52.268594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45872) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:52.268914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45874) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:52.302492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d4de0a8d-f5b7-4ac8-9f1a-a8cd21029783 None None] Provisioning for port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:52.310659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d4de0a8d-f5b7-4ac8-9f1a-a8cd21029783 None None] Provisioning complete for port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:52.311187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4de0a8d-f5b7-4ac8-9f1a-a8cd21029783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.327594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.345479 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a855caec-1457-4ad7-a115-7b5c95fd74f1 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:32:52.349690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:52.363864 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a855caec-1457-4ad7-a115-7b5c95fd74f1 None None] Deleting port bdbb7dce-c334-438d-afbd-657c2a29ee78 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:52.364341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a855caec-1457-4ad7-a115-7b5c95fd74f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.380516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.382286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c13d3-fc2f-4719-a7e1-e54fd4ad821d tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event deleted for resources: {'Port': ['ID=e0e31f35-ab32-4b5d-8567-f1b28aee2337,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:52.391154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b80cf6-ec2b-4cd7-98c8-b70deab382a5 req-60a4949f-ea40-4662-98e5-4e1cdb5b9d25 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:52.392684 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77b80cf6-ec2b-4cd7-98c8-b70deab382a5 req-60a4949f-ea40-4662-98e5-4e1cdb5b9d25 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.6590033 Jan 20 14:32:52.415054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d4de0a8d-f5b7-4ac8-9f1a-a8cd21029783 None None] Port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:52.576828 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a77bea00-f38a-4a32-a08d-a034fca6f7f4 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7a17df9-6ef9-4d10-8a25-deb6caf383f4 HTTP/1.1" status: 200 len: 205 time: 0.2890627 Jan 20 14:32:52.593016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45880) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:52.612235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a855caec-1457-4ad7-a115-7b5c95fd74f1 None None] For port bdbb7dce-c334-438d-afbd-657c2a29ee78, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bdbb7dce-c334-438d-afbd-657c2a29ee78,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:52.612778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a855caec-1457-4ad7-a115-7b5c95fd74f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.616102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.721768 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-854c6cdd-5f5d-4690-bc5b-c6ac58207adc tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] delete failed (client error): The resource could not be found. Jan 20 14:32:52.722811 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-854c6cdd-5f5d-4690-bc5b-c6ac58207adc tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/a7a17df9-6ef9-4d10-8a25-deb6caf383f4 HTTP/1.1" status: 404 len: 336 time: 0.1160569 Jan 20 14:32:52.733506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45884) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:52.736090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Deleting port 8019d6c4-47d0-4589-8d5e-f5283d119799 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:52.736493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.767205 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-a81be652-1071-40ba-b5c9-952b643b1892 service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215707 Jan 20 14:32:52.770435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.786134 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77b80cf6-ec2b-4cd7-98c8-b70deab382a5 req-841beef0-f753-45da-81f4-9e6a44144fce tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3739269 Jan 20 14:32:52.790001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a855caec-1457-4ad7-a115-7b5c95fd74f1 None None] Calling delete_port for bdbb7dce-c334-438d-afbd-657c2a29ee78 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:52.851330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:52.859571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.870270 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-71ec50e3-b8d9-4959-b1c3-749e9a305e24 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=33535247-c37a-48c1-9f09-231800b73d6c HTTP/1.1" status: 200 len: 205 time: 0.1356843 Jan 20 14:32:52.872073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:52.880295 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45888) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:52.880944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:52.882010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a855caec-1457-4ad7-a115-7b5c95fd74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.937025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855caec-1457-4ad7-a115-7b5c95fd74f1 None None] Pushing event deleted for resources: {'Port': ['ID=bdbb7dce-c334-438d-afbd-657c2a29ee78,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:52.938897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bdbb7dce-c334-438d-afbd-657c2a29ee78 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:52.954056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.970211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:52.977576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a855caec-1457-4ad7-a115-7b5c95fd74f1 None None] No DVR routers for this DVR port bdbb7dce-c334-438d-afbd-657c2a29ee78 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:52.978869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: bdbb7dce-c334-438d-afbd-657c2a29ee78 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:32:52.979208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bdbb7dce-c334-438d-afbd-657c2a29ee78 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:52.985936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 931ed31c-c375-45fa-bb10-b3f27efbfb39 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:53.011376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0c13d3-fc2f-4719-a7e1-e54fd4ad821d tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.016305 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3e0c13d3-fc2f-4719-a7e1-e54fd4ad821d tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "DELETE /v2.0/ports/e0e31f35-ab32-4b5d-8567-f1b28aee2337 HTTP/1.1" status: 204 len: 168 time: 3.2109513 Jan 20 14:32:53.027036 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45892) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.093127 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-f1ce1415-df3c-436b-b08f-2657c41fdf19 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] delete failed (client error): The resource could not be found. Jan 20 14:32:53.096741 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f1ce1415-df3c-436b-b08f-2657c41fdf19 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/33535247-c37a-48c1-9f09-231800b73d6c HTTP/1.1" status: 404 len: 336 time: 0.2101934 Jan 20 14:32:53.101431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Request body: {'port': {'name': 'tempest-new-port-name-1964802786', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:53.101859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.api.validators [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] bootfile-name is not in valid_values {{(pid=87495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:32:53.102185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.api.validators [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] tftp-server is not in valid_values {{(pid=87495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:32:53.102498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.api.validators [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] server-ip-address is not in valid_values {{(pid=87495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:32:53.108133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45896) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.147422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161dd97b-d78f-4215-bfb7-13a6babdf213,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:53.152567 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c36549d-0245-4bd9-ad00-15b8dea7ec3c req-5856367e-0c58-43bf-8a82-15356c94e078 service neutron] 10.222.0.72 "GET /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696508 Jan 20 14:32:53.167370 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1a3b2041-c733-4152-968d-fc22cf6bea46 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f42c7e-76c4-4d5a-b563-5a1f37c21989 HTTP/1.1" status: 200 len: 205 time: 0.0558999 Jan 20 14:32:53.167700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45900) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.173776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:53.177287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.199417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.200558 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-16835f91-b9b1-4ec6-94e9-2a6c217145e2 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3761389 Jan 20 14:32:53.210634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45904) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.241546 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-155ef62b-6deb-41eb-bb14-94a26adf414c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] delete failed (client error): The resource could not be found. Jan 20 14:32:53.242454 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-155ef62b-6deb-41eb-bb14-94a26adf414c tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/e3f42c7e-76c4-4d5a-b563-5a1f37c21989 HTTP/1.1" status: 404 len: 336 time: 0.0736568 Jan 20 14:32:53.245774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45908) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.297568 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d3fc276e-11cc-4e8e-80ad-c08fa1764b86 tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "GET /v2.0/ports?device_id=64e72e38-e4e5-46fb-8bbd-ad54365f0483 HTTP/1.1" status: 200 len: 205 time: 0.0512516 Jan 20 14:32:53.324680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45912) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.399348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-518da61b-12c5-40d1-9f10-9cbdf7b84a11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '002ba1df-5b25-4a26-8025-b5c9cad04ccc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:53.404378 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-fcbb3040-e97a-48a7-87b1-e8fe8c4115ca tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] delete failed (client error): The resource could not be found. Jan 20 14:32:53.405432 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fcbb3040-e97a-48a7-87b1-e8fe8c4115ca tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/routers/64e72e38-e4e5-46fb-8bbd-ad54365f0483 HTTP/1.1" status: 404 len: 336 time: 0.0798972 Jan 20 14:32:53.409447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45916) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.452059 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-217084fc-17d0-47a5-be7b-2782abdd53da tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:53.452479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-518da61b-12c5-40d1-9f10-9cbdf7b84a11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:53.452620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217084fc-17d0-47a5-be7b-2782abdd53da tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:53.458662 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-217084fc-17d0-47a5-be7b-2782abdd53da tempest-RoutersAdminTest-154602727 tempest-RoutersAdminTest-154602727-project] 10.222.0.87 "DELETE /v2.0/subnets/eb23dcbb-e7d4-4a2a-ad29-8bb4c13c8c5d HTTP/1.1" status: 404 len: 337 time: 0.0482943 Jan 20 14:32:53.467111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.504544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-518da61b-12c5-40d1-9f10-9cbdf7b84a11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:53.515101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=931ed31c-c375-45fa-bb10-b3f27efbfb39,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:53.541858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-518da61b-12c5-40d1-9f10-9cbdf7b84a11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:53.566832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-518da61b-12c5-40d1-9f10-9cbdf7b84a11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:53.578781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.608681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.610115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.767907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Calling delete_port for 8019d6c4-47d0-4589-8d5e-f5283d119799 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:53.790937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45924) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.801351 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-518da61b-12c5-40d1-9f10-9cbdf7b84a11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.810158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.820631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.823273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.871478 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.871990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Fanout notify agent at l3_agent the message router_deleted on router 364d9093-75de-4568-9500-6e18e7d7de72 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:32:53.889222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.892944 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2b08482d-2708-47b6-b480-245e9281f685 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/routers/364d9093-75de-4568-9500-6e18e7d7de72 HTTP/1.1" status: 204 len: 168 time: 3.4323349 Jan 20 14:32:53.893158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45932) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.963637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13bcc1f-39ca-463d-9a25-709d078c262f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting subnet 23f34554-ccb4-4aa5-a572-61ad5f7876cb {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:53.979577 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b13bcc1f-39ca-463d-9a25-709d078c262f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.021374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7914c79d-7b4e-4f1f-aacf-22f2131ed6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.037865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7914c79d-7b4e-4f1f-aacf-22f2131ed6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:54.045146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7914c79d-7b4e-4f1f-aacf-22f2131ed6dd admin admin] Usage tracker for resource:security_group_rule and tenant:056128298e644b129128d2b965c05ab5 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:54.049757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7914c79d-7b4e-4f1f-aacf-22f2131ed6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:54.058422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7914c79d-7b4e-4f1f-aacf-22f2131ed6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:54.062289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b13bcc1f-39ca-463d-9a25-709d078c262f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.178787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b13bcc1f-39ca-463d-9a25-709d078c262f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.375473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7914c79d-7b4e-4f1f-aacf-22f2131ed6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.382481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7914c79d-7b4e-4f1f-aacf-22f2131ed6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.432810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b13bcc1f-39ca-463d-9a25-709d078c262f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.466056 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7914c79d-7b4e-4f1f-aacf-22f2131ed6dd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=056128298e644b129128d2b965c05ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6736770 Jan 20 14:32:54.470498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914c79d-7b4e-4f1f-aacf-22f2131ed6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f064e87f-b930-4096-81d8-9eacd41ab828,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:54.474810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45936) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:54.482999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bcc1f-39ca-463d-9a25-709d078c262f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Subnet': ['ID=23f34554-ccb4-4aa5-a572-61ad5f7876cb,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:54.496058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b13bcc1f-39ca-463d-9a25-709d078c262f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.502897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b0616d-2f89-4076-bacc-a222b12ff110 None None] Network d0249288-f3cf-4fb8-a426-b5e937840feb requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:54.537806 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b13bcc1f-39ca-463d-9a25-709d078c262f tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/subnets/23f34554-ccb4-4aa5-a572-61ad5f7876cb HTTP/1.1" status: 204 len: 168 time: 0.6434984 Jan 20 14:32:54.540468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45940) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:54.574378 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-518da61b-12c5-40d1-9f10-9cbdf7b84a11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:32:54.575421 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-518da61b-12c5-40d1-9f10-9cbdf7b84a11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3591487 Jan 20 14:32:54.596696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45944) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:54.628856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3548300-d0bf-4a00-8890-e6195fac802f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.683022 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.691560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3548300-d0bf-4a00-8890-e6195fac802f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.701239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.729159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.735502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:54.735831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.783380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] DHCP port deletion for d0249288-f3cf-4fb8-a426-b5e937840feb request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:32:54.787715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] Deleting port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:54.787981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.859329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3548300-d0bf-4a00-8890-e6195fac802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.942880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734047f-c643-4215-8beb-954f3579b7ec req-b8edda7f-8fcc-43a6-963b-d82a58cdce45 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:54.944398 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7734047f-c643-4215-8beb-954f3579b7ec req-b8edda7f-8fcc-43a6-963b-d82a58cdce45 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.9936717 Jan 20 14:32:54.945876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3548300-d0bf-4a00-8890-e6195fac802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064e87f-b930-4096-81d8-9eacd41ab828,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:54.958853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3548300-d0bf-4a00-8890-e6195fac802f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.963200 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b3548300-d0bf-4a00-8890-e6195fac802f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f064e87f-b930-4096-81d8-9eacd41ab828 HTTP/1.1" status: 204 len: 168 time: 0.4808533 Jan 20 14:32:54.995931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] For port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=01c4ea7c-a5f8-45ab-a478-86aeb68a40c0,segment=NetworkSegment(b8058ce6-3cb6-491d-a951-378c4a0acd70),segment_id=b8058ce6-3cb6-491d-a951-378c4a0acd70)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:54.996548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.077620 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] For port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=01c4ea7c-a5f8-45ab-a478-86aeb68a40c0,segment=NetworkSegment(b8058ce6-3cb6-491d-a951-378c4a0acd70),segment_id=b8058ce6-3cb6-491d-a951-378c4a0acd70)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:55.078262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.123865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0b76bc9b-65fe-4266-9c6b-9c897e76a121 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.151873 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:55.159011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:55.173236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:55.183472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:55.184420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.204247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] Calling delete_port for 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:55.237434 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9515748 Jan 20 14:32:55.241491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45952) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:55.245864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0b76bc9b-65fe-4266-9c6b-9c897e76a121 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.246228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:55.253099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:55.265418 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.302994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced32841-da9b-4bd2-898a-93727cee0481 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:55.311302 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7734047f-c643-4215-8beb-954f3579b7ec req-16e3c0df-1803-4e56-bfd9-e5a733c70efc tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034556 Jan 20 14:32:55.312038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584581d8-05d0-4b9f-a24c-87217a372596 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=21c4b682-a7b9-4299-83a1-630de51d97ab,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:55.422020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event deleted for resources: {'Port': ['ID=8019d6c4-47d0-4589-8d5e-f5283d119799,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:55.439536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:55.441637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45958) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:55.457604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:55.460420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.467208 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:55.510944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No active binding found for port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 {{(pid=87496) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 20 14:32:55.513001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:55.554165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:55.565455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.579699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=01c4ea7c-a5f8-45ab-a478-86aeb68a40c0,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:55.581629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.585128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:55.586230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:55.603718 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] No DVR routers for this DVR port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:55.604801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '21c4b682-a7b9-4299-83a1-630de51d97ab'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:32:55.607054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.629793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.644536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:55.647875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.721480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0b76bc9b-65fe-4266-9c6b-9c897e76a121 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.781272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Allocated IP 172.20.0.2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/21c4b682-a7b9-4299-83a1-630de51d97ab/54e2799d-7deb-47d5-97f4-0b954d69e5dc) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:55.813282 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-53d34290-edad-4087-a71b-9ebb67305c9b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=798eca45d4e34a3cbb228c50d6dc0ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681407 Jan 20 14:32:55.823760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45966) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:55.832176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76bc9b-65fe-4266-9c6b-9c897e76a121 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002ba1df-5b25-4a26-8025-b5c9cad04ccc,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:55.834134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.872073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0249288-f3cf-4fb8-a426-b5e937840feb']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:55.878056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.885516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.889582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:32:55.909776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8058ce6-3cb6-491d-a951-378c4a0acd70') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:55.910063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8058ce6-3cb6-491d-a951-378c4a0acd70') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:55.927574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.933833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20af684-3a80-4805-9885-1ee856d782ea req-a65fd051-1df8-4250-8d0b-58183320f049 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:55.935362 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e20af684-3a80-4805-9885-1ee856d782ea req-a65fd051-1df8-4250-8d0b-58183320f049 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.4648468 Jan 20 14:32:55.940586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0b76bc9b-65fe-4266-9c6b-9c897e76a121 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.941020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.941688 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0b76bc9b-65fe-4266-9c6b-9c897e76a121 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "DELETE /v2.0/security-groups/002ba1df-5b25-4a26-8025-b5c9cad04ccc HTTP/1.1" status: 204 len: 168 time: 1.3308976 Jan 20 14:32:55.949801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event updated for resources: {'Port': ['ID=3181fbc7-9ac4-48d2-937c-ba998cb471a6,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:55.950125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45970) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:55.973158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.014057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.105518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.105518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Fanout notify agent at l3_agent the message router_deleted on router eb9a52c7-c65c-49ee-86e1-b685570796ce {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:32:56.125877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] In _notify_port_updated(), no bound segment for port 3181fbc7-9ac4-48d2-937c-ba998cb471a6 on network c925d3d6-5827-40cf-8a03-6d5989438ed6 {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:32:56.131214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:56.131883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.136042 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c6afcb7f-0c2c-4ee2-a886-9d4be63b9762 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "PUT /v2.0/ports/3181fbc7-9ac4-48d2-937c-ba998cb471a6 HTTP/1.1" status: 200 len: 1136 time: 3.0560513 Jan 20 14:32:56.137860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 45976) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.154477 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] Deleting port 01c4ea7c-a5f8-45ab-a478-86aeb68a40c0 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:56.155137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.190583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:32:56.191181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.196296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.199462 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e5be4b09-3a87-4c53-9540-42c62851c6d6 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "DELETE /v2.0/routers/eb9a52c7-c65c-49ee-86e1-b685570796ce HTTP/1.1" status: 204 len: 168 time: 4.8139613 Jan 20 14:32:56.207135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:56.209903 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:56.213600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45980) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.219878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'Port': ['ID=a2e2bc5d-c9f9-42c0-abc8-78f12306c165,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:56.230844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9280334d-790e-44ec-bfde-ddcfdf6a446e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.244054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f59dd2d8-540a-4737-9a7f-1086b250ac2c None None] The port '01c4ea7c-a5f8-45ab-a478-86aeb68a40c0' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:32:56.250181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.290508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e8ba64ab-1b0c-43d6-809c-18532b0b54f6 None None] Provisioning complete for port 3181fbc7-9ac4-48d2-937c-ba998cb471a6 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:56.290880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8ba64ab-1b0c-43d6-809c-18532b0b54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.330396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09620e3d-78e0-43e7-b7c9-e0b300c11dac tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:56.333192 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-09620e3d-78e0-43e7-b7c9-e0b300c11dac tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "GET /v2.0/ports/3181fbc7-9ac4-48d2-937c-ba998cb471a6 HTTP/1.1" status: 200 len: 1136 time: 0.1891904 Jan 20 14:32:56.338140 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e20af684-3a80-4805-9885-1ee856d782ea req-a21c5b89-a3a9-41ec-971f-4ba83aad38c3 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871009 Jan 20 14:32:56.338869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45984) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.362197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba64ab-1b0c-43d6-809c-18532b0b54f6 None None] Port 3181fbc7-9ac4-48d2-937c-ba998cb471a6 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:56.383952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9280334d-790e-44ec-bfde-ddcfdf6a446e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.422396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ca2b31b0-31d0-4b91-9f59-dc8dbbdcf358 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Synchronizing usage tracker for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:56.459619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Transition to ACTIVE for port object 54e2799d-7deb-47d5-97f4-0b954d69e5dc will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:56.470761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:56.472566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:56.501181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Transition to ACTIVE for port object 54e2799d-7deb-47d5-97f4-0b954d69e5dc will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:56.502087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.507075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b7c2bd-c77b-443c-9eef-922b1205c904 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Deleting subnet 9867f7a6-03ea-4cc9-b1a0-ab920d344bb6 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:32:56.513003 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.534646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.548058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52b7c2bd-c77b-443c-9eef-922b1205c904 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.608789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa8685-920c-41b9-9789-a5a7e6588211 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Deleting port 3181fbc7-9ac4-48d2-937c-ba998cb471a6 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:56.609126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8685-920c-41b9-9789-a5a7e6588211 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.650885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Network': ['ID=d0249288-f3cf-4fb8-a426-b5e937840feb,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:56.660687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:56.665707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ca2b31b0-31d0-4b91-9f59-dc8dbbdcf358 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Unset dirty status for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:56.666969 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ca2b31b0-31d0-4b91-9f59-dc8dbbdcf358 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7147985 Jan 20 14:32:56.671485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:56.674989 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:32:56.698149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45994) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.718376 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eb158787-34dc-4afd-b453-465ae3c4756b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/networks/d0249288-f3cf-4fb8-a426-b5e937840feb HTTP/1.1" status: 204 len: 168 time: 2.1769128 Jan 20 14:32:56.728287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Pushing event updated for resources: {'Port': ['ID=54e2799d-7deb-47d5-97f4-0b954d69e5dc,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:56.740422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'tempest-secgroup--351655808'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:56.753008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 45998) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.762640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:56.766339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52b7c2bd-c77b-443c-9eef-922b1205c904 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.787585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Router 8efeea15-ad67-4679-a3df-9ae5a1635f40 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:32:56.789415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Attempting to bind port 54e2799d-7deb-47d5-97f4-0b954d69e5dc on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:56.789807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Attempting to bind port 54e2799d-7deb-47d5-97f4-0b954d69e5dc by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:56.790174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Attempting to bind port 54e2799d-7deb-47d5-97f4-0b954d69e5dc on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:56.792729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9280334d-790e-44ec-bfde-ddcfdf6a446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.799935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:56.800319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:56.800709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.801089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:56.801544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Bound port: 54e2799d-7deb-47d5-97f4-0b954d69e5dc, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:56.801906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.813433 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280334d-790e-44ec-bfde-ddcfdf6a446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405ef694-91a2-4fa3-8eed-336dc007caf1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:56.864322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-06b3dc44-518f-4c18-bc19-e84e38bf2632 None None] Provisioning complete for port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:56.864541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-06b3dc44-518f-4c18-bc19-e84e38bf2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.889261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9280334d-790e-44ec-bfde-ddcfdf6a446e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.893248 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9280334d-790e-44ec-bfde-ddcfdf6a446e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/405ef694-91a2-4fa3-8eed-336dc007caf1 HTTP/1.1" status: 204 len: 168 time: 1.0619471 Jan 20 14:32:56.955395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-06b3dc44-518f-4c18-bc19-e84e38bf2632 None None] Port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:32:56.959021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:56.967649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] For port 54e2799d-7deb-47d5-97f4-0b954d69e5dc, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:56.971828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] For port 54e2799d-7deb-47d5-97f4-0b954d69e5dc, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=54e2799d-7deb-47d5-97f4-0b954d69e5dc,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:56.978910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.108532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee38797-6e59-4aae-9eb1-a91485569234 None None] Pushing event updated for resources: {'Port': ['ID=54e2799d-7deb-47d5-97f4-0b954d69e5dc,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:57.127393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-43b39894-fcb0-457f-9c56-4bca270505c4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 31ef5f92-8489-4844-8d4c-0cc8dd210a71 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:57.127732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43b39894-fcb0-457f-9c56-4bca270505c4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.210177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.269932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:32:57.279661 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9f1438dd-a4cb-4421-83f2-31852b61886a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "PUT /v2.0/routers/8efeea15-ad67-4679-a3df-9ae5a1635f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7389429 Jan 20 14:32:57.292508 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Sync routers for ids ['8efeea15-ad67-4679-a3df-9ae5a1635f40'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:32:57.313624 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Routers {'8efeea15-ad67-4679-a3df-9ae5a1635f40'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:57.314280 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8efeea15-ad67-4679-a3df-9ae5a1635f40'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:57.409615 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:57.479233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:57.497904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:57.519830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52b7c2bd-c77b-443c-9eef-922b1205c904 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.550244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:57.647384 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Set router 8efeea15-ad67-4679-a3df-9ae5a1635f40 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:32:57.665955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4e27e-4d3f-4007-be4f-2013c1ec1cf2 req-3c495f8c-257c-444b-bd24-11719c415738 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:57.667774 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53c4e27e-4d3f-4007-be4f-2013c1ec1cf2 req-3c495f8c-257c-444b-bd24-11719c415738 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.8048420 Jan 20 14:32:57.706739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-34f0df2c-b1a6-4feb-b3b0-0bcac897483d tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Synchronizing usage tracker for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:57.735562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-34f0df2c-b1a6-4feb-b3b0-0bcac897483d tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Unset dirty status for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:57.736857 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-34f0df2c-b1a6-4feb-b3b0-0bcac897483d tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874940240&fields=id&tenant_id=249ded474ddb44fcb57b7521b6ed258f HTTP/1.1" status: 200 len: 267 time: 0.1116650 Jan 20 14:32:57.788861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43b39894-fcb0-457f-9c56-4bca270505c4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.789063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43b39894-fcb0-457f-9c56-4bca270505c4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.805160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8685-920c-41b9-9789-a5a7e6588211 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.942541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-e91a61f6-d3d4-4e88-813d-c65bcc369b7f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:57.943927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-e91a61f6-d3d4-4e88-813d-c65bcc369b7f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Synchronizing usage tracker for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:57.963834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-e91a61f6-d3d4-4e88-813d-c65bcc369b7f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Unset dirty status for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:57.965546 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-e91a61f6-d3d4-4e88-813d-c65bcc369b7f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/networks?id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 HTTP/1.1" status: 200 len: 796 time: 0.2173252 Jan 20 14:32:57.987331 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-7e3853dd-967c-4bc8-9e28-3e4f483919ed tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/quotas/249ded474ddb44fcb57b7521b6ed258f HTTP/1.1" status: 200 len: 375 time: 0.0160549 Jan 20 14:32:58.079320 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:53Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a2e2bc5d-c9f9-42c0-abc8-78f12306c165', 'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'mac_address': 'fa:16:3e:52:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:49Z', 'updated_at': '2022-01-20T14:32:54Z', 'revision_number': 2, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'subnets': [{'id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:58.093109 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Checking router: 8efeea15-ad67-4679-a3df-9ae5a1635f40 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:32:58.093461 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Updating router 8efeea15-ad67-4679-a3df-9ae5a1635f40 port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:32:58.138525 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-9399a638-1200-4daa-98b2-085a453f65bb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Synchronizing usage tracker for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:58.164964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-9399a638-1200-4daa-98b2-085a453f65bb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Unset dirty status for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:58.174057 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-9399a638-1200-4daa-98b2-085a453f65bb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=249ded474ddb44fcb57b7521b6ed258f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1804235 Jan 20 14:32:58.174996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46036) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.210398 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.241435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-43b39894-fcb0-457f-9c56-4bca270505c4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 31ef5f92-8489-4844-8d4c-0cc8dd210a71 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:58.298594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa8685-920c-41b9-9789-a5a7e6588211 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Calling delete_port for 3181fbc7-9ac4-48d2-937c-ba998cb471a6 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:58.334876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52b7c2bd-c77b-443c-9eef-922b1205c904 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.357369 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-1139e771-4f73-4230-bf85-8e55ab960e3a service neutron] 10.222.0.87 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538193 Jan 20 14:32:58.365556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.objects.ports [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:32:58.414097 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bfd668-3049-4d61-b6d3-228ef8bee164 None None] Network 79d9185e-fe12-49c8-ba35-3b7959d7880b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:32:58.431848 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53c4e27e-4d3f-4007-be4f-2013c1ec1cf2 req-f732e77f-78a8-4720-931b-a397b188c8a2 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7505987 Jan 20 14:32:58.495942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52b7c2bd-c77b-443c-9eef-922b1205c904 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.525375 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-52b7c2bd-c77b-443c-9eef-922b1205c904 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "DELETE /v2.0/subnets/9867f7a6-03ea-4cc9-b1a0-ab920d344bb6 HTTP/1.1" status: 204 len: 168 time: 2.3015933 Jan 20 14:32:58.547615 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46042) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.578020 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-882ae2b0-8d6d-46a1-ba2c-ca70fa88e8ec service neutron] 10.222.0.87 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098768 Jan 20 14:32:58.596337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8fcf3b36-8cd3-47a8-acd6-7c3e7baecbda tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] Request body: {'port': {'network_id': '226dc9c3-2d25-4531-87eb-e8b858c97f8a', 'name': 'tempest-NetworksNegativeTestJSON-1576586230'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:58.603687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7c2bd-c77b-443c-9eef-922b1205c904 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event deleted for resources: {'Subnet': ['ID=9867f7a6-03ea-4cc9-b1a0-ab920d344bb6,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:58.650818 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcf3b36-8cd3-47a8-acd6-7c3e7baecbda tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] POST failed (client error): The resource could not be found. Jan 20 14:32:58.651312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcf3b36-8cd3-47a8-acd6-7c3e7baecbda tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:58.652520 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8fcf3b36-8cd3-47a8-acd6-7c3e7baecbda tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4763246 Jan 20 14:32:58.656457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46046) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.692992 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad2422d-ea4e-435c-8c42-2e8b74b72f48 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:58.693468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad2422d-ea4e-435c-8c42-2e8b74b72f48 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:58.695275 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dad2422d-ea4e-435c-8c42-2e8b74b72f48 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] 10.222.0.87 "DELETE /v2.0/networks/01b6b9cc-05a8-437a-9d6a-e8b01c0fece8 HTTP/1.1" status: 404 len: 339 time: 0.0375111 Jan 20 14:32:58.700819 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46050) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.768395 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bc5672-7a27-4e6a-b5b0-119e096d60ef tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:58.768850 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bc5672-7a27-4e6a-b5b0-119e096d60ef tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:58.776391 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-61bc5672-7a27-4e6a-b5b0-119e096d60ef tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] 10.222.0.87 "DELETE /v2.0/ports/29f0c108-39ef-4cc4-a602-a55fa134d314 HTTP/1.1" status: 404 len: 333 time: 0.0744934 Jan 20 14:32:58.776985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46054) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.794555 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ee179115-9713-4080-813b-d2cea02b7fce None None] Provisioning for port 54e2799d-7deb-47d5-97f4-0b954d69e5dc completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:58.794784 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.807381 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Transition to ACTIVE for port object a2e2bc5d-c9f9-42c0-abc8-78f12306c165 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:58.818355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f5ac1d-b544-415e-b2a1-478f5de3b90a None None] DHCP port deletion for 79d9185e-fe12-49c8-ba35-3b7959d7880b request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:32:58.822612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5ac1d-b544-415e-b2a1-478f5de3b90a None None] Deleting port 8441ab11-6d82-42b4-aacd-ce683f50ee56 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:58.822975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ac1d-b544-415e-b2a1-478f5de3b90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.844326 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.862964 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a38077b-b1c7-4694-af41-1594eb48a65b tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:58.863682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a38077b-b1c7-4694-af41-1594eb48a65b tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:58.866673 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4a38077b-b1c7-4694-af41-1594eb48a65b tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] 10.222.0.87 "DELETE /v2.0/subnets/c69bec12-cd95-4919-bcb1-1976a67669d1 HTTP/1.1" status: 404 len: 337 time: 0.0887227 Jan 20 14:32:58.872522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46058) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.880154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.913173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.933374 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab26dcd-8220-4754-9dee-dab6336ba651 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] GET failed (client error): The resource could not be found. Jan 20 14:32:58.941552 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1ab26dcd-8220-4754-9dee-dab6336ba651 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] 10.222.0.87 "GET /v2.0/networks/145be5f1-65d7-4e3e-945a-6b418de35efb HTTP/1.1" status: 404 len: 339 time: 0.0675232 Jan 20 14:32:58.942489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46062) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.038081 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf74babd-8e0f-459e-9123-f4795a69f034 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] GET failed (client error): The resource could not be found. Jan 20 14:32:59.051006 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cf74babd-8e0f-459e-9123-f4795a69f034 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] 10.222.0.87 "GET /v2.0/ports/267a16d8-fe54-4d6c-b1b6-d9ca6644ba58 HTTP/1.1" status: 404 len: 333 time: 0.1022229 Jan 20 14:32:59.051758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46066) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.053914 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d5806-5634-4a76-9f41-e95a09fb209a None None] Pushing event updated for resources: {'Port': ['ID=a2e2bc5d-c9f9-42c0-abc8-78f12306c165,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:59.112187 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-114e97c6-e204-4530-b624-0c60982a5dbf tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] GET failed (client error): The resource could not be found. Jan 20 14:32:59.118771 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-114e97c6-e204-4530-b624-0c60982a5dbf tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] 10.222.0.87 "GET /v2.0/subnets/4f6493e7-c118-4ac7-b697-6ce48ea5ead9 HTTP/1.1" status: 404 len: 337 time: 0.0612326 Jan 20 14:32:59.127620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46070) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.133663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3562182b-c86b-4131-9c27-05289f559480 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:59.137796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.177567 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3562182b-c86b-4131-9c27-05289f559480 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] PUT failed (client error): The resource could not be found. Jan 20 14:32:59.177790 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Attempting to bind port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:59.178040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3562182b-c86b-4131-9c27-05289f559480 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:59.178169 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Attempting to bind port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:59.178434 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Attempting to bind port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 on network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:32:59.183576 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3562182b-c86b-4131-9c27-05289f559480 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] 10.222.0.87 "PUT /v2.0/networks/fe80fe3e-2f2b-45cc-b748-57362a99fcf9 HTTP/1.1" status: 404 len: 339 time: 0.0505922 Jan 20 14:32:59.184554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 54e2799d-7deb-47d5-97f4-0b954d69e5dc up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:59.184941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46074) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.185341 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:32:59.185773 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Checking segment: {'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:32:59.186179 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.186560 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Bound using segment: {'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:32:59.187012 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Bound port: a2e2bc5d-c9f9-42c0-abc8-78f12306c165, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:59.187564 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.190867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-57b8ab31-b1a3-40a4-991f-02bef82142d3 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:59.255586 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b8ab31-b1a3-40a4-991f-02bef82142d3 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] PUT failed (client error): The resource could not be found. Jan 20 14:32:59.256518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b8ab31-b1a3-40a4-991f-02bef82142d3 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:59.262152 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-57b8ab31-b1a3-40a4-991f-02bef82142d3 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] 10.222.0.87 "PUT /v2.0/ports/24e5aa67-8b19-4ca6-b4d4-96fec0ad66ab HTTP/1.1" status: 404 len: 333 time: 0.0761480 Jan 20 14:32:59.263349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46078) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.269385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-aa17cc08-b24b-4846-8d79-65f695805a79 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:59.303082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f2f5ac1d-b544-415e-b2a1-478f5de3b90a None None] For port 8441ab11-6d82-42b4-aacd-ce683f50ee56, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=8441ab11-6d82-42b4-aacd-ce683f50ee56,segment=NetworkSegment(af1cc3bc-4a73-41cc-af14-e97cc620ff4c),segment_id=af1cc3bc-4a73-41cc-af14-e97cc620ff4c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:32:59.303583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ac1d-b544-415e-b2a1-478f5de3b90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.309661 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] For port a2e2bc5d-c9f9-42c0-abc8-78f12306c165, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:32:59.326407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8685-920c-41b9-9789-a5a7e6588211 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.326773 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] For port a2e2bc5d-c9f9-42c0-abc8-78f12306c165, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a2e2bc5d-c9f9-42c0-abc8-78f12306c165,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:32:59.328458 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa17cc08-b24b-4846-8d79-65f695805a79 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] PUT failed (client error): The resource could not be found. Jan 20 14:32:59.329256 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa17cc08-b24b-4846-8d79-65f695805a79 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:59.332274 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aa17cc08-b24b-4846-8d79-65f695805a79 tempest-NetworksNegativeTestJSON-278567150 tempest-NetworksNegativeTestJSON-278567150-project] 10.222.0.87 "PUT /v2.0/subnets/b3b50aab-80cb-46e1-9164-e3083c2f927b HTTP/1.1" status: 404 len: 337 time: 0.0666451 Jan 20 14:32:59.337835 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.439989 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Routers {'8efeea15-ad67-4679-a3df-9ae5a1635f40'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:32:59.441172 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:32:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8efeea15-ad67-4679-a3df-9ae5a1635f40'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:59.466142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5ac1d-b544-415e-b2a1-478f5de3b90a None None] Calling delete_port for 8441ab11-6d82-42b4-aacd-ce683f50ee56 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:32:59.466740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f889003-70d0-4e30-9d0b-1b432db6068e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:59.476707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa8685-920c-41b9-9789-a5a7e6588211 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event deleted for resources: {'Port': ['ID=3181fbc7-9ac4-48d2-937c-ba998cb471a6,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:59.498371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.501259 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8d1d2dcd-3866-4213-9325-f7e574fc6851 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.7854261 Jan 20 14:32:59.502130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Deleting port 8441ab11-6d82-42b4-aacd-ce683f50ee56 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:32:59.502458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.504364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46086) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.511464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ad9ce603-0bd5-4afe-ad31-b65985999816 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '1f889003-70d0-4e30-9d0b-1b432db6068e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:32:59.512557 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-ad9ce603-0bd5-4afe-ad31-b65985999816 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 20 14:32:59.513273 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-ad9ce603-0bd5-4afe-ad31-b65985999816 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:32:59.514621 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ad9ce603-0bd5-4afe-ad31-b65985999816 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090511 Jan 20 14:32:59.516588 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 54e2799d-7deb-47d5-97f4-0b954d69e5dc completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:59.518028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46090) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.541767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 54e2799d-7deb-47d5-97f4-0b954d69e5dc triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:59.542399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.702022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c08a764-4301-4678-a303-421dec22b9b6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.741122 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d5806-5634-4a76-9f41-e95a09fb209a None None] Pushing event updated for resources: {'Port': ['ID=a2e2bc5d-c9f9-42c0-abc8-78f12306c165,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:59.796149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43b39894-fcb0-457f-9c56-4bca270505c4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.811849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c08a764-4301-4678-a303-421dec22b9b6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.870812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.877704 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] Set router 8efeea15-ad67-4679-a3df-9ae5a1635f40 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:32:59.956832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46102) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.969303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c08a764-4301-4678-a303-421dec22b9b6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.992046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ac1d-b544-415e-b2a1-478f5de3b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.008776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a84331-680a-4d90-9602-6b5106eaa75e req-6e490d4f-0da0-462a-b06a-6521d3f01c3e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:00.009375 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-df1b9b17-c395-4a6d-8461-a4d5db6a9d49 req-d14ff281-59e7-499b-90a4-da1b4e270a39 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 210 time: 0.1252842 Jan 20 14:33:00.010788 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-69a84331-680a-4d90-9602-6b5106eaa75e req-6e490d4f-0da0-462a-b06a-6521d3f01c3e tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.72 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.9031606 Jan 20 14:33:00.026117 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08a764-4301-4678-a303-421dec22b9b6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f889003-70d0-4e30-9d0b-1b432db6068e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:00.068755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c08a764-4301-4678-a303-421dec22b9b6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.069959 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7c08a764-4301-4678-a303-421dec22b9b6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "DELETE /v2.0/security-groups/1f889003-70d0-4e30-9d0b-1b432db6068e HTTP/1.1" status: 204 len: 168 time: 0.5507584 Jan 20 14:33:00.072533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46108) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.101468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5ac1d-b544-415e-b2a1-478f5de3b90a None None] Pushing event deleted for resources: {'Port': ['ID=8441ab11-6d82-42b4-aacd-ce683f50ee56,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:00.103449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5ac1d-b544-415e-b2a1-478f5de3b90a None None] No DVR routers for this DVR port 8441ab11-6d82-42b4-aacd-ce683f50ee56 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:00.106983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 54e2799d-7deb-47d5-97f4-0b954d69e5dc, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=54e2799d-7deb-47d5-97f4-0b954d69e5dc,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:00.123739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.196712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3434f7c3-7d92-4f74-88e9-69aae6f5f2ac tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Synchronizing usage tracker for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:00.198160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8441ab11-6d82-42b4-aacd-ce683f50ee56 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:00.247279 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 8441ab11-6d82-42b4-aacd-ce683f50ee56 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:33:00.247762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8441ab11-6d82-42b4-aacd-ce683f50ee56 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:00.248028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3434f7c3-7d92-4f74-88e9-69aae6f5f2ac tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Unset dirty status for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:00.250080 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3434f7c3-7d92-4f74-88e9-69aae6f5f2ac tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1765654 Jan 20 14:33:00.253856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46112) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.268468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'tempest-secgroup--770844773'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:00.275234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:00.278059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d997928-738f-41de-8621-ac37eebee317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.281956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=54e2799d-7deb-47d5-97f4-0b954d69e5dc,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:00.304222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:00.308295 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6d997928-738f-41de-8621-ac37eebee317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:00.316619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d997928-738f-41de-8621-ac37eebee317 admin admin] Usage tracker for resource:security_group_rule and tenant:52e073d38f5a46129a053ebce8160fbb is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:00.319902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d997928-738f-41de-8621-ac37eebee317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:00.322928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.336106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6d997928-738f-41de-8621-ac37eebee317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:00.343023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.354345 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:00.366310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:00.370608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:00.379874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:00.388945 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:53Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a2e2bc5d-c9f9-42c0-abc8-78f12306c165', 'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'mac_address': 'fa:16:3e:52:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:49Z', 'updated_at': '2022-01-20T14:32:59Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'subnets': [{'id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:00.393756 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fcd7c-ca27-4684-9a03-985419b83a7f None None] The sync data for ids ['8efeea15-ad67-4679-a3df-9ae5a1635f40'] in dv-neutron-825123-1-hyperv is: [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:53Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a2e2bc5d-c9f9-42c0-abc8-78f12306c165', 'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'mac_address': 'fa:16:3e:52:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:49Z', 'updated_at': '2022-01-20T14:32:59Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'subnets': [{'id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:33:00.414639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b39894-fcb0-457f-9c56-4bca270505c4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=31ef5f92-8489-4844-8d4c-0cc8dd210a71,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:00.515881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d997928-738f-41de-8621-ac37eebee317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.521477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.524027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d997928-738f-41de-8621-ac37eebee317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.538632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.593860 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6d997928-738f-41de-8621-ac37eebee317 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=52e073d38f5a46129a053ebce8160fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263781 Jan 20 14:33:00.593860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d997928-738f-41de-8621-ac37eebee317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a022c33-8345-4977-b129-6104b848c3b1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:00.602753 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46116) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.657985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19916819-20d6-4903-8b48-dfb6b839eca9,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:00.659553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.660917 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f1f5ba5c-de8a-408a-8a4a-d0f00a8800ef tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4059954 Jan 20 14:33:00.664309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46120) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.666372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Deleting port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:00.666710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.680742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-46b824b2-17fc-4541-95e4-88b3d1c8e938 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '19916819-20d6-4903-8b48-dfb6b839eca9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:00.686479 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-46b824b2-17fc-4541-95e4-88b3d1c8e938 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 20 14:33:00.687163 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-46b824b2-17fc-4541-95e4-88b3d1c8e938 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:00.688336 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-46b824b2-17fc-4541-95e4-88b3d1c8e938 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0229163 Jan 20 14:33:00.691378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46124) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.696279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] For port 8441ab11-6d82-42b4-aacd-ce683f50ee56, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=8441ab11-6d82-42b4-aacd-ce683f50ee56,segment=NetworkSegment(af1cc3bc-4a73-41cc-af14-e97cc620ff4c),segment_id=af1cc3bc-4a73-41cc-af14-e97cc620ff4c)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:00.696642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.711899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8685-920c-41b9-9789-a5a7e6588211 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.713860 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a6aa8685-920c-41b9-9789-a5a7e6588211 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "DELETE /v2.0/ports/3181fbc7-9ac4-48d2-937c-ba998cb471a6 HTTP/1.1" status: 204 len: 168 time: 4.3523970 Jan 20 14:33:00.719297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46128) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.789712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-951320d2-f008-4521-834f-923b1fa18084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.840505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-371075d8-5953-4e00-96a9-02551e493eab tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Deleting subnet 0d3006aa-c3c7-496b-8060-48b3ee8120b3 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:00.846742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-951320d2-f008-4521-834f-923b1fa18084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.855041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-371075d8-5953-4e00-96a9-02551e493eab tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.880957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Calling delete_port for 8441ab11-6d82-42b4-aacd-ce683f50ee56 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:00.913389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43b39894-fcb0-457f-9c56-4bca270505c4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.915916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43b39894-fcb0-457f-9c56-4bca270505c4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.917052 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-43b39894-fcb0-457f-9c56-4bca270505c4 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/floatingips/7a20b1bc-47e4-4ecb-9cd0-bfe42d38c5eb HTTP/1.1" status: 204 len: 168 time: 4.1630933 Jan 20 14:33:00.934978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac71c3-b1dd-464e-a7fb-d8b1457fc65a req-05761559-6b40-4343-ba44-db2b934f4e04 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:00.942312 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fdac71c3-b1dd-464e-a7fb-d8b1457fc65a req-05761559-6b40-4343-ba44-db2b934f4e04 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 1.1836135 Jan 20 14:33:00.944025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46132) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:01.058916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-371075d8-5953-4e00-96a9-02551e493eab tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.115473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 54e2799d-7deb-47d5-97f4-0b954d69e5dc up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:01.213938 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f253cdf-e188-4acf-96b1-a01a7b0105b7 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:01.214677 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-936df88f-c8e3-49dc-a45f-1c7972d6ebb5 req-52a02c01-c5a7-4911-9893-7f7c3cbee3a2 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 210 time: 0.0891199 Jan 20 14:33:01.217127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f253cdf-e188-4acf-96b1-a01a7b0105b7 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:01.219020 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2f253cdf-e188-4acf-96b1-a01a7b0105b7 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/ports/2d033501-5b35-4d09-90d5-044a338b186d HTTP/1.1" status: 404 len: 333 time: 0.2515900 Jan 20 14:33:01.241315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 54e2799d-7deb-47d5-97f4-0b954d69e5dc triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:01.241844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.248143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46144) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:01.265758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e127e9a-95c7-45de-8d3c-1a272511cdd0 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.333264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e127e9a-95c7-45de-8d3c-1a272511cdd0 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.383436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-371075d8-5953-4e00-96a9-02551e493eab tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.393969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a2e2bc5d-c9f9-42c0-abc8-78f12306c165 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:01.428584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] For port 54e2799d-7deb-47d5-97f4-0b954d69e5dc, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=54e2799d-7deb-47d5-97f4-0b954d69e5dc,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:01.433819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-de49f696-78fd-4635-8c3d-2cbc0a03f3f6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Synchronizing usage tracker for tenant:3b6041bfe6d04180b6650c437146a8b4 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:01.442373 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fdac71c3-b1dd-464e-a7fb-d8b1457fc65a req-dc9c0875-d751-4bc6-9d0e-1eb9790d3f5c tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4991593 Jan 20 14:33:01.479774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-951320d2-f008-4521-834f-923b1fa18084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.496571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:01.497371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e127e9a-95c7-45de-8d3c-1a272511cdd0 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.504636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:01.505361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.505800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951320d2-f008-4521-834f-923b1fa18084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a022c33-8345-4977-b129-6104b848c3b1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:01.519127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-371075d8-5953-4e00-96a9-02551e493eab tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.530156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:01.530488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:01.562837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-de49f696-78fd-4635-8c3d-2cbc0a03f3f6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Unset dirty status for tenant:3b6041bfe6d04180b6650c437146a8b4 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:01.567791 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-de49f696-78fd-4635-8c3d-2cbc0a03f3f6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "GET /v2.0/ports?device_id=364d9093-75de-4568-9500-6e18e7d7de72 HTTP/1.1" status: 200 len: 205 time: 0.3117366 Jan 20 14:33:01.572016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46148) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:01.589706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.609407 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-371075d8-5953-4e00-96a9-02551e493eab tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.613869 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e127e9a-95c7-45de-8d3c-1a272511cdd0 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19916819-20d6-4903-8b48-dfb6b839eca9,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:01.642255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e127e9a-95c7-45de-8d3c-1a272511cdd0 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.643490 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5e127e9a-95c7-45de-8d3c-1a272511cdd0 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "DELETE /v2.0/security-groups/19916819-20d6-4903-8b48-dfb6b839eca9 HTTP/1.1" status: 204 len: 168 time: 0.9511056 Jan 20 14:33:01.645208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-951320d2-f008-4521-834f-923b1fa18084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.648712 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-951320d2-f008-4521-834f-923b1fa18084 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5a022c33-8345-4977-b129-6104b848c3b1 HTTP/1.1" status: 204 len: 168 time: 1.0413511 Jan 20 14:33:01.648712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371075d8-5953-4e00-96a9-02551e493eab tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3006aa-c3c7-496b-8060-48b3ee8120b3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:01.654213 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46152) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:01.666823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.667558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.693170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.703159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfafa2a0-aec1-490f-96d2-ce36ce4032c4 None None] Network c925d3d6-5827-40cf-8a03-6d5989438ed6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:01.712371 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-371075d8-5953-4e00-96a9-02551e493eab tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "DELETE /v2.0/subnets/0d3006aa-c3c7-496b-8060-48b3ee8120b3 HTTP/1.1" status: 204 len: 168 time: 0.9896746 Jan 20 14:33:01.716808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46158) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:01.806385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=52316038-6e87-4015-9400-d09fecc8d0e3,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:01.820652 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-67539ab4-760d-4334-9f1b-e350332b8db6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] delete failed (client error): The resource could not be found. Jan 20 14:33:01.824382 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-67539ab4-760d-4334-9f1b-e350332b8db6 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/routers/364d9093-75de-4568-9500-6e18e7d7de72 HTTP/1.1" status: 404 len: 336 time: 0.2493527 Jan 20 14:33:01.828850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46162) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:01.830717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:01.858045 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port a2e2bc5d-c9f9-42c0-abc8-78f12306c165, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a2e2bc5d-c9f9-42c0-abc8-78f12306c165,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:01.870059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-50eb13dc-7128-480b-9e9b-66029a3c8343 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Synchronizing usage tracker for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:01.877700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.878081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:01.889779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:01.890386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.902151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] For port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:01.902425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.914041 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6034520d-5925-4983-9dfe-226f993c8991 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:01.914455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6034520d-5925-4983-9dfe-226f993c8991 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:01.921541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.932139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-50eb13dc-7128-480b-9e9b-66029a3c8343 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Unset dirty status for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:01.933693 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-50eb13dc-7128-480b-9e9b-66029a3c8343 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2780268 Jan 20 14:33:01.937516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46168) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:01.943837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064737775'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:01.948098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Deleting port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:01.948513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.951387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd43b1e-3256-449d-a6d3-48ec175b3f71 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:01.980311 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:02.010781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:02.052534 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6034520d-5925-4983-9dfe-226f993c8991 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/subnets/23f34554-ccb4-4aa5-a572-61ad5f7876cb HTTP/1.1" status: 404 len: 337 time: 0.2131953 Jan 20 14:33:02.057183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Deleting port 8441ab11-6d82-42b4-aacd-ce683f50ee56 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:02.057621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.077354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46172) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:02.143400 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.210281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:02.214601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:02.218700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:02.226570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:02.261552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=a2e2bc5d-c9f9-42c0-abc8-78f12306c165,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:02.347676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] The port '8441ab11-6d82-42b4-aacd-ce683f50ee56' was deleted {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:33:02.352962 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.1103053 Jan 20 14:33:02.354108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2b71d-cdf1-4c8f-8178-274e6e845aa9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=54e2799d-7deb-47d5-97f4-0b954d69e5dc,revision_number=5']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:02.356879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46188) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:02.357003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-92a789a4-0c69-447c-a37e-2b4bed642fdd tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 61022f8e-d557-4224-a5d7-b5871512bf3b {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:02.360620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a789a4-0c69-447c-a37e-2b4bed642fdd tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.398432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:8d:72:7f', 'name': 'tempest-NetworksTestDHCPv6-1239880201'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:02.414718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] DHCP port deletion for c925d3d6-5827-40cf-8a03-6d5989438ed6 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:33:02.426096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] Deleting port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:02.426933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.589699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] For port 1f6a413f-a305-4327-aa52-53d4d96e5ed3, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1f6a413f-a305-4327-aa52-53d4d96e5ed3,segment=NetworkSegment(093788b2-32a5-4c92-8789-25337b1b1787),segment_id=093788b2-32a5-4c92-8789-25337b1b1787)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:02.590399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.757191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] For port 1f6a413f-a305-4327-aa52-53d4d96e5ed3, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1f6a413f-a305-4327-aa52-53d4d96e5ed3,segment=NetworkSegment(093788b2-32a5-4c92-8789-25337b1b1787),segment_id=093788b2-32a5-4c92-8789-25337b1b1787)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:02.757642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.810742 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.813852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Calling delete_port for 1f6a413f-a305-4327-aa52-53d4d96e5ed3 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:02.963756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46204) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:02.967436 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b46b7f8c-4221-47fb-bc4c-03677aa4856c req-23255dce-d6e3-48b3-a2ff-c136976dde71 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 210 time: 0.6715105 Jan 20 14:33:02.996462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.012932 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a2e2bc5d-c9f9-42c0-abc8-78f12306c165 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:03.019491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:03.031862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:03.038274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:03.056812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:03.098223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] Calling delete_port for 1f6a413f-a305-4327-aa52-53d4d96e5ed3 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:03.142349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event deleted for resources: {'Port': ['ID=1f6a413f-a305-4327-aa52-53d4d96e5ed3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:03.146747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] No DVR routers for this DVR port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:03.189738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d9185e-fe12-49c8-ba35-3b7959d7880b']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.219673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:03.255334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1cc3bc-4a73-41cc-af14-e97cc620ff4c') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.255704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1cc3bc-4a73-41cc-af14-e97cc620ff4c') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.277138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-204aa764-b8d1-49ce-a04d-3c0de7ed9fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.293121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:03.293755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.358798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:03.359300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:03.359515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.393911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.397112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.397112 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Floating IP f05338fd-8545-4a2e-9328-74af84ac91a5 disassociated. External IP: 172.26.0.174, port: 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd. Jan 20 14:33:03.397112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Calling delete_port for 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:03.411905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.433790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.445354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853c823-c6ff-4f1e-bda7-656bde778ad5 req-5402eeea-eda3-4345-abaf-ef76904703ee tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:03.448054 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e853c823-c6ff-4f1e-bda7-656bde778ad5 req-5402eeea-eda3-4345-abaf-ef76904703ee tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 946 time: 0.7098660 Jan 20 14:33:03.487053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b0c5e004-dbfc-4a94-98cd-5215ab0a8d58 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:03.489062 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-b0c5e004-dbfc-4a94-98cd-5215ab0a8d58 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 20 14:33:03.489062 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-b0c5e004-dbfc-4a94-98cd-5215ab0a8d58 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:33:03.489768 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b0c5e004-dbfc-4a94-98cd-5215ab0a8d58 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5214455 Jan 20 14:33:03.492856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:03.492986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.507045 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1f6a413f-a305-4327-aa52-53d4d96e5ed3 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:03.513945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.529462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46210) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:03.530157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:03.542851 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:03.549153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 1f6a413f-a305-4327-aa52-53d4d96e5ed3 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:33:03.549622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1f6a413f-a305-4327-aa52-53d4d96e5ed3 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:03.550482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.564913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693240288'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:03.627455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:03.638184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c925d3d6-5827-40cf-8a03-6d5989438ed6']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.682661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fb476e2a-e5b1-4520-bb1a-f73145127f39 None None] Provisioning complete for port 54e2799d-7deb-47d5-97f4-0b954d69e5dc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:03.683458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fb476e2a-e5b1-4520-bb1a-f73145127f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.723145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 862a19ee-8aae-49eb-ba49-d9db2de678e2 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:03.790475 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e853c823-c6ff-4f1e-bda7-656bde778ad5 req-8dbdc562-ae94-484c-b18c-21cac998f064 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups?id=5384cfda-55de-4a4b-9c0e-6ac9925b168d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042648 Jan 20 14:33:03.794346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.828042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.836642 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "DELETE /v2.0/networks/79d9185e-fe12-49c8-ba35-3b7959d7880b HTTP/1.1" status: 204 len: 168 time: 5.2730887 Jan 20 14:33:03.845154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46216) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:03.853978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2945d-7033-4826-a34e-ec6983619389 tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event deleted for resources: {'Network': ['ID=79d9185e-fe12-49c8-ba35-3b7959d7880b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:03.854149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:03.865157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] Deleting port 1f6a413f-a305-4327-aa52-53d4d96e5ed3 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:03.865543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.897562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:03.941425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4596ae1e-0cb3-4979-a0ab-8837df26f9f9 None None] The port '1f6a413f-a305-4327-aa52-53d4d96e5ed3' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:33:03.951218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093788b2-32a5-4c92-8789-25337b1b1787') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.951519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093788b2-32a5-4c92-8789-25337b1b1787') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.982802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9023c16e-8583-42e1-a886-e9bf4865bb6d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:03.991716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:03.998772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.005903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:04.006886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.008107 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-df365a82-788f-45c2-a51c-1ce9b610e71e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0688756 Jan 20 14:33:04.022345 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46224) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:04.047955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-cb7eb346-e890-4308-8470-6aae539ee926 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '9023c16e-8583-42e1-a886-e9bf4865bb6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:04.065390 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-cb7eb346-e890-4308-8470-6aae539ee926 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 20 14:33:04.066103 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-cb7eb346-e890-4308-8470-6aae539ee926 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:04.067404 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cb7eb346-e890-4308-8470-6aae539ee926 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0439622 Jan 20 14:33:04.073647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46228) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:04.089784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-4b4b534d-5c87-4d19-b5a0-986313443424 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '9023c16e-8583-42e1-a886-e9bf4865bb6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:04.090837 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-4b4b534d-5c87-4d19-b5a0-986313443424 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 20 14:33:04.091500 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-4b4b534d-5c87-4d19-b5a0-986313443424 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:04.092571 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4b4b534d-5c87-4d19-b5a0-986313443424 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0171616 Jan 20 14:33:04.098163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46232) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:04.100189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.102749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.105186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-cb695778-3ae9-492c-af39-1b3eb6d5b11b tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Deleting port 9d20fd3e-4a37-4caf-9dcc-3ceaaa2aa813 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:04.105518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb695778-3ae9-492c-af39-1b3eb6d5b11b tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.140034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:04.140518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.143283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1bf8a658-b478-4bee-af34-04d7a990644a tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '9023c16e-8583-42e1-a886-e9bf4865bb6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:04.145601 dv-neutron-825123-1-hyperv neutron-server[87494]: WARNING neutron.api.v2.base [None req-1bf8a658-b478-4bee-af34-04d7a990644a tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 20 14:33:04.146113 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-1bf8a658-b478-4bee-af34-04d7a990644a tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:04.149769 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1bf8a658-b478-4bee-af34-04d7a990644a tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0479884 Jan 20 14:33:04.154085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No active binding found for port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd {{(pid=87496) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 20 14:33:04.154760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:04.160627 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:04.163266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46236) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:04.169364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.182857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.242862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-351cc535-c983-414f-b71f-750df7ec0927 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '9023c16e-8583-42e1-a886-e9bf4865bb6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:04.243618 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-351cc535-c983-414f-b71f-750df7ec0927 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 20 14:33:04.244081 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-351cc535-c983-414f-b71f-750df7ec0927 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:04.245108 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-351cc535-c983-414f-b71f-750df7ec0927 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0669689 Jan 20 14:33:04.260273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-d6902ed0-a61f-44b7-8e60-61cc6e2f3a89 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:04.261829 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-d6902ed0-a61f-44b7-8e60-61cc6e2f3a89 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.72 "GET /v2.0/networks?id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 HTTP/1.1" status: 200 len: 796 time: 0.6731560 Jan 20 14:33:04.277586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46240) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:04.348627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a789a4-0c69-447c-a37e-2b4bed642fdd tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.372120 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-aeb366a4-1361-4471-a2b0-7ac61a15514c req-a531a957-2ac3-4edf-9528-ff834a4dc9f3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 210 time: 0.1920636 Jan 20 14:33:04.378058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:04.393327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Pushing event deleted for resources: {'Port': ['ID=5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:04.442922 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:04.448551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:04.532371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-92a789a4-0c69-447c-a37e-2b4bed642fdd tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 61022f8e-d557-4224-a5d7-b5871512bf3b owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:04.561979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:04.566522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.571770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.640038 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-ef480963-c27f-4b16-8286-ed3361ee9df1 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249ded474ddb44fcb57b7521b6ed258f HTTP/1.1" status: 200 len: 379 time: 0.3206780 Jan 20 14:33:04.640772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] Pushing event deleted for resources: {'Network': ['ID=c925d3d6-5827-40cf-8a03-6d5989438ed6,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:04.658659 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8e77de29-eacc-4084-9ecf-8dcec35fdb60 tempest-ExtraDHCPOptionsTestJSON-1785656611 tempest-ExtraDHCPOptionsTestJSON-1785656611-project] 10.222.0.87 "DELETE /v2.0/networks/c925d3d6-5827-40cf-8a03-6d5989438ed6 HTTP/1.1" status: 204 len: 168 time: 2.9407685 Jan 20 14:33:04.666926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'port': {'device_id': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'admin_state_up': True, 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'security_groups': ['c1611d32-b0f1-44ef-b26a-cd5958e9deff']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:04.741840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 172.20.0.3 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/21c4b682-a7b9-4299-83a1-630de51d97ab/862a19ee-8aae-49eb-ba49-d9db2de678e2) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:04.766497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb695778-3ae9-492c-af39-1b3eb6d5b11b tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.767138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb695778-3ae9-492c-af39-1b3eb6d5b11b tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.774513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::f816:3eff:fe8d:727f (c59c4318-304e-49f3-a2a0-4c3a913c6b21/52316038-6e87-4015-9400-d09fecc8d0e3/862a19ee-8aae-49eb-ba49-d9db2de678e2) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:04.798439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c0d1913-2160-40ae-bbe9-c15f65723346 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.929501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c0d1913-2160-40ae-bbe9-c15f65723346 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.930722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-cb695778-3ae9-492c-af39-1b3eb6d5b11b tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Calling delete_port for 9d20fd3e-4a37-4caf-9dcc-3ceaaa2aa813 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:04.979230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46250) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:04.983094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Router 9c8d3bc2-212c-4457-a125-c047438dfa01 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:33:05.021553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:05.023900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a789a4-0c69-447c-a37e-2b4bed642fdd tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.079436 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3e97669-4491-41cf-9a31-6e71323a4634 req-ff367c4a-bed7-46ba-b66c-072ccb65afbe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 210 time: 0.1082063 Jan 20 14:33:05.093601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.100111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a789a4-0c69-447c-a37e-2b4bed642fdd tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=61022f8e-d557-4224-a5d7-b5871512bf3b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:05.138045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:05.144975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.200009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:05.228373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c0d1913-2160-40ae-bbe9-c15f65723346 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.245592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:05.254305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Made reservation on behalf of 249ded474ddb44fcb57b7521b6ed258f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:05.257783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.266915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:05.291344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:05.296757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c906597-7701-4c87-8823-b3ba8e55b701,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:05.327998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a789a4-0c69-447c-a37e-2b4bed642fdd tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.345471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d1913-2160-40ae-bbe9-c15f65723346 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9023c16e-8583-42e1-a886-e9bf4865bb6d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:05.412032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a932e10-45a2-43f0-9768-755a797b404c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.424519 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bb699f6c-45d6-42f3-aace-e0c3be49d63b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f47639f37c544b348336bba5258f2349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384260 Jan 20 14:33:05.429165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46258) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.433614 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-92a789a4-0c69-447c-a37e-2b4bed642fdd tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/ports/61022f8e-d557-4224-a5d7-b5871512bf3b HTTP/1.1" status: 204 len: 168 time: 3.3468242 Jan 20 14:33:05.440846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46262) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.448178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:33:05.461658 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c0d1913-2160-40ae-bbe9-c15f65723346 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.462948 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6c0d1913-2160-40ae-bbe9-c15f65723346 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "DELETE /v2.0/security-groups/9023c16e-8583-42e1-a886-e9bf4865bb6d HTTP/1.1" status: 204 len: 168 time: 1.1552269 Jan 20 14:33:05.466912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] Sync routers for ids ['9c8d3bc2-212c-4457-a125-c047438dfa01'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:33:05.476968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] Routers {'9c8d3bc2-212c-4457-a125-c047438dfa01'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:33:05.477817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46266) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.478277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:33:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c8d3bc2-212c-4457-a125-c047438dfa01'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:05.595033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb695778-3ae9-492c-af39-1b3eb6d5b11b tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.652353 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bc120144-acfe-4cec-b245-658bf0edccfd req-e20a07c6-c1df-4733-8110-fbfacd3f39d9 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 210 time: 0.1155519 Jan 20 14:33:05.661543 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] No DVR routers for this DVR port 5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:05.682434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.693286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.695658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb695778-3ae9-492c-af39-1b3eb6d5b11b tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Pushing event deleted for resources: {'Port': ['ID=9d20fd3e-4a37-4caf-9dcc-3ceaaa2aa813,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:05.697266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'name': 'network-vif-deleted', 'tag': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:33:05.704150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] Set router 9c8d3bc2-212c-4457-a125-c047438dfa01 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:33:05.734286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-773af044-31b1-437b-959d-629932a5cd61 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port 4707e0dd-eb38-4181-aef0-fa0d3b0e27ea {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:05.734627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-773af044-31b1-437b-959d-629932a5cd61 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.738377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2ecab367-d544-47da-a176-59831240f620 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Synchronizing usage tracker for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:05.742443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.746659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-31d655f6-cac5-4828-a9ee-05f68d459063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.748882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Allocated IP 172.20.0.4 (fec9b491-2a5d-45c7-a167-c89b3ad4c6c4/2b25a53d-4c12-4e81-8813-49d719abc326/7564d00e-f35e-401b-acc9-b99c7685430d) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:05.905405 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94bcff3-1130-4274-bd1c-b79865c9fa01', 'name': 'network-vif-deleted', 'tag': '5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd', 'status': 'completed', 'code': 200} Jan 20 14:33:05.918642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.931136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 862a19ee-8aae-49eb-ba49-d9db2de678e2 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:05.965233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-31d655f6-cac5-4828-a9ee-05f68d459063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.004776 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-69a84331-680a-4d90-9602-6b5106eaa75e req-7bd49711-5ff6-4db1-b04a-fa5cb6e53abe tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.72 "DELETE /v2.0/ports/5ba0edce-4b5d-45ab-b0d6-3de3ef076bbd HTTP/1.1" status: 204 len: 173 time: 5.6722193 Jan 20 14:33:06.018905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2ecab367-d544-47da-a176-59831240f620 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Unset dirty status for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:06.020150 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2ecab367-d544-47da-a176-59831240f620 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5414147 Jan 20 14:33:06.029569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6ff155-be25-400a-9741-bb8877a05e58,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:06.032496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46272) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.074874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1824056681'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:06.076367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:14Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5bca08b0-dbca-4722-b708-8f2ca2ee1c12', 'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'mac_address': 'fa:16:3e:ca:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:12Z', 'updated_at': '2022-01-20T14:29:25Z', 'revision_number': 5, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'subnets': [{'id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:06.086364 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb695778-3ae9-492c-af39-1b3eb6d5b11b tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.088765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb695778-3ae9-492c-af39-1b3eb6d5b11b tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.090244 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cb695778-3ae9-492c-af39-1b3eb6d5b11b tempest-FloatingIPAdminTestJSON-215672665 tempest-FloatingIPAdminTestJSON-215672665-project] 10.222.0.87 "DELETE /v2.0/floatingips/c116eaca-6402-44f4-93c0-bf6f9c41b859 HTTP/1.1" status: 204 len: 168 time: 2.2378788 Jan 20 14:33:06.096257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] Checking router: 9c8d3bc2-212c-4457-a125-c047438dfa01 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:33:06.101589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.105422 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5ad6c63e-28c9-4995-80d7-e707aaa4b365 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5685847 Jan 20 14:33:06.105422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:06.108294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46278) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.119477 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] Routers {'9c8d3bc2-212c-4457-a125-c047438dfa01'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:33:06.121865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:33:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c8d3bc2-212c-4457-a125-c047438dfa01'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:06.151248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '2d6ff155-be25-400a-9741-bb8877a05e58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:06.172056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:06.180585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:06.251235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:06.261321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.263476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:06.293493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.312779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Transition to ACTIVE for port object 7564d00e-f35e-401b-acc9-b99c7685430d will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:06.321635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:06.334675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.347994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.355261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-31d655f6-cac5-4828-a9ee-05f68d459063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.381152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:06.386821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:06.398392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:06.424378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d655f6-cac5-4828-a9ee-05f68d459063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3238f470-74c0-46f8-be6a-ead4bf2ac94f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:06.459559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.468291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=862a19ee-8aae-49eb-ba49-d9db2de678e2,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:06.470645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.485604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:06.489884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.495566 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] Set router 9c8d3bc2-212c-4457-a125-c047438dfa01 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:33:06.546651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-773af044-31b1-437b-959d-629932a5cd61 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.553271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:06.555945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:06.584526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46286) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.630865 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97d33bcb-75ad-49b6-ab47-a362e09a7bc4 req-56480bb2-534b-421f-bd64-8caca3d00ebb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94bcff3-1130-4274-bd1c-b79865c9fa01 HTTP/1.1" status: 200 len: 210 time: 0.1969700 Jan 20 14:33:06.642293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:06.643900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.648717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-31d655f6-cac5-4828-a9ee-05f68d459063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.650168 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-31d655f6-cac5-4828-a9ee-05f68d459063 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3238f470-74c0-46f8-be6a-ead4bf2ac94f HTTP/1.1" status: 204 len: 168 time: 1.2189827 Jan 20 14:33:06.655921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:06.662206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:06.666017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:06.674490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:06.824190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-773af044-31b1-437b-959d-629932a5cd61 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for 4707e0dd-eb38-4181-aef0-fa0d3b0e27ea owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:06.832923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.892235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:06.892945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.893662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.966398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2461928c-5b9e-4863-9249-62be9800daa4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:06.984019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'Port': ['ID=7564d00e-f35e-401b-acc9-b99c7685430d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:07.024837 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-eaaac838-d7b8-41a5-80d3-a4518d1ac2a5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3676908 Jan 20 14:33:07.026229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.027808 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cefa9287-3841-44f7-bd30-4a47fa004fc3 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9865093 Jan 20 14:33:07.030653 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46298) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.034772 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b0c57154-f9de-4afb-8f50-6cc363985b6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6743028 Jan 20 14:33:07.038898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c0813cca-7237-48b4-9a3b-ce34801f5d27 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '2461928c-5b9e-4863-9249-62be9800daa4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:07.039903 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-c0813cca-7237-48b4-9a3b-ce34801f5d27 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 20 14:33:07.041467 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-c0813cca-7237-48b4-9a3b-ce34801f5d27 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:07.042326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.043485 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c0813cca-7237-48b4-9a3b-ce34801f5d27 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110879 Jan 20 14:33:07.044830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46302) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.052747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Request body: {'port': {'device_id': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:07.067502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46304) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.091397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3fcb0f2a-dadc-4819-9d6d-5ff8e9987dd6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '2461928c-5b9e-4863-9249-62be9800daa4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:07.101827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.156846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3fcb0f2a-dadc-4819-9d6d-5ff8e9987dd6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:07.170289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3fcb0f2a-dadc-4819-9d6d-5ff8e9987dd6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:07.190554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3fcb0f2a-dadc-4819-9d6d-5ff8e9987dd6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:07.201401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ad9ad9-bf60-43d8-b542-bc111ef3ac8d,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:07.205888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3fcb0f2a-dadc-4819-9d6d-5ff8e9987dd6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:07.218289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4fa32ca3-8602-49d5-97df-0dc613d1fc69 None None] Provisioning for port 862a19ee-8aae-49eb-ba49-d9db2de678e2 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:07.220911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.228295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4fa32ca3-8602-49d5-97df-0dc613d1fc69 None None] Provisioning complete for port 862a19ee-8aae-49eb-ba49-d9db2de678e2 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:07.228667 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4fa32ca3-8602-49d5-97df-0dc613d1fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.259063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.263449 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b26b7cd3-a8f0-4c2e-a6bf-8eb0484636b4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1510034 Jan 20 14:33:07.265467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46312) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.282171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0599f5b8-52f6-4a3f-bcb0-df00732c4c45 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '2d6ff155-be25-400a-9741-bb8877a05e58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:07.298648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0599f5b8-52f6-4a3f-bcb0-df00732c4c45 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:07.309798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4fa32ca3-8602-49d5-97df-0dc613d1fc69 None None] Port 862a19ee-8aae-49eb-ba49-d9db2de678e2 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:33:07.314180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0599f5b8-52f6-4a3f-bcb0-df00732c4c45 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:07.328280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0599f5b8-52f6-4a3f-bcb0-df00732c4c45 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:07.342624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0599f5b8-52f6-4a3f-bcb0-df00732c4c45 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:07.358319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-773af044-31b1-437b-959d-629932a5cd61 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.368865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0272d61-b989-47e3-b6b1-e892a2627883 req-be74b024-8f31-4697-9b94-69f1e218fd8f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:07.370832 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0272d61-b989-47e3-b6b1-e892a2627883 req-be74b024-8f31-4697-9b94-69f1e218fd8f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 931 time: 0.2925491 Jan 20 14:33:07.421153 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-3fcb0f2a-dadc-4819-9d6d-5ff8e9987dd6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:07.421309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:14Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5bca08b0-dbca-4722-b708-8f2ca2ee1c12', 'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'mac_address': 'fa:16:3e:ca:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:12Z', 'updated_at': '2022-01-20T14:29:25Z', 'revision_number': 5, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'subnets': [{'id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:07.422873 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3fcb0f2a-dadc-4819-9d6d-5ff8e9987dd6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3470190 Jan 20 14:33:07.426731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46322) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.433627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68669ef-eff1-4788-be42-2657e959ec59 None None] The sync data for ids ['9c8d3bc2-212c-4457-a125-c047438dfa01'] in dv-neutron-825123-1-hyperv is: [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:29:14Z', 'revision_number': 4, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5bca08b0-dbca-4722-b708-8f2ca2ee1c12', 'name': '', 'network_id': 'c9d24a9d-1959-4609-b9c6-2ff53b78b37d', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'mac_address': 'fa:16:3e:ca:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:12Z', 'updated_at': '2022-01-20T14:29:25Z', 'revision_number': 5, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'subnets': [{'id': 'd2f1e2a2-41fc-449d-823a-59681b2864b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:33:07.440649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c7423d0b-89d7-4ce0-b198-faa074f89f2d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '2461928c-5b9e-4863-9249-62be9800daa4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:07.441252 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-c7423d0b-89d7-4ce0-b198-faa074f89f2d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 20 14:33:07.441800 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-c7423d0b-89d7-4ce0-b198-faa074f89f2d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:07.445906 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c7423d0b-89d7-4ce0-b198-faa074f89f2d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137217 Jan 20 14:33:07.451250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46326) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.452807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5da3ed18-ea42-44e6-95ac-b795ec272495 None None] Provisioning for port 7564d00e-f35e-401b-acc9-b99c7685430d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:07.469094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5da3ed18-ea42-44e6-95ac-b795ec272495 None None] Provisioning complete for port 7564d00e-f35e-401b-acc9-b99c7685430d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:07.469772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773af044-31b1-437b-959d-629932a5cd61 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=4707e0dd-eb38-4181-aef0-fa0d3b0e27ea,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:07.474327 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5da3ed18-ea42-44e6-95ac-b795ec272495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.485465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5265b3fd-34a2-41d7-9a0d-7558252ab2ec tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '2461928c-5b9e-4863-9249-62be9800daa4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:07.492869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0599f5b8-52f6-4a3f-bcb0-df00732c4c45 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.550333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5da3ed18-ea42-44e6-95ac-b795ec272495 None None] Port 7564d00e-f35e-401b-acc9-b99c7685430d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:33:07.553460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5265b3fd-34a2-41d7-9a0d-7558252ab2ec tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:07.588758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af621bc7-d55c-4d0c-8fcb-843361534fd8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:07.592980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5265b3fd-34a2-41d7-9a0d-7558252ab2ec tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:07.595362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af621bc7-d55c-4d0c-8fcb-843361534fd8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:07.596317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-af621bc7-d55c-4d0c-8fcb-843361534fd8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:07.627385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5265b3fd-34a2-41d7-9a0d-7558252ab2ec tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:07.634976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-af621bc7-d55c-4d0c-8fcb-843361534fd8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:07.636162 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-af621bc7-d55c-4d0c-8fcb-843361534fd8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4948294 Jan 20 14:33:07.639034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46332) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.661720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5265b3fd-34a2-41d7-9a0d-7558252ab2ec tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:07.685302 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0272d61-b989-47e3-b6b1-e892a2627883 req-4af6702e-7275-4a9e-b69b-00a283de4622 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763774 Jan 20 14:33:07.714081 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-76d4c862-3852-4fd0-b853-6340c877b71c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ddc77abdf4d147e2a2a40bfdadaa7bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1264925 Jan 20 14:33:07.722251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46342) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.784567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-65266552-9de6-48f1-a193-0f74b25f02df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 862a19ee-8aae-49eb-ba49-d9db2de678e2 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:07.784875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-65266552-9de6-48f1-a193-0f74b25f02df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.811014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-773af044-31b1-437b-959d-629932a5cd61 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.812995 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-773af044-31b1-437b-959d-629932a5cd61 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/ports/4707e0dd-eb38-4181-aef0-fa0d3b0e27ea HTTP/1.1" status: 204 len: 168 time: 2.3712234 Jan 20 14:33:07.823388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46350) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.854289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.860438 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-5265b3fd-34a2-41d7-9a0d-7558252ab2ec tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:07.861572 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5265b3fd-34a2-41d7-9a0d-7558252ab2ec tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3935211 Jan 20 14:33:07.871762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46354) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.872311 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46356) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.882179 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39558365-256e-4fad-a7c2-5396789a6966 None None] New status for floating IP f05338fd-8545-4a2e-9328-74af84ac91a5: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:33:07.931149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e9166a0e-1e25-4b6b-9a14-77557257762e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '2461928c-5b9e-4863-9249-62be9800daa4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:07.931908 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-e9166a0e-1e25-4b6b-9a14-77557257762e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 20 14:33:07.932729 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-e9166a0e-1e25-4b6b-9a14-77557257762e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:07.936928 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e9166a0e-1e25-4b6b-9a14-77557257762e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0578842 Jan 20 14:33:07.944641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46364) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.952928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-21f8cbba-97bb-44a3-8148-5d38450d0b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.955877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-362d520f-b30c-4989-b2d7-54b758292735 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '2461928c-5b9e-4863-9249-62be9800daa4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:07.980152 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-0599f5b8-52f6-4a3f-bcb0-df00732c4c45 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:33:07.981273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-362d520f-b30c-4989-b2d7-54b758292735 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:07.985502 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0599f5b8-52f6-4a3f-bcb0-df00732c4c45 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7111681 Jan 20 14:33:07.990272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46368) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.020223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-21f8cbba-97bb-44a3-8148-5d38450d0b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.031458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-362d520f-b30c-4989-b2d7-54b758292735 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:08.058229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-362d520f-b30c-4989-b2d7-54b758292735 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:08.075879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-362d520f-b30c-4989-b2d7-54b758292735 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:08.125249 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b27eb049-e828-4223-ac1d-c17a6a7f9b43 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.128972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd1983a-6601-487a-88ae-99ae6675cabf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:08.129879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8bd1983a-6601-487a-88ae-99ae6675cabf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Synchronizing usage tracker for tenant:3b6041bfe6d04180b6650c437146a8b4 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:08.173408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab835291-48c0-4170-9442-6568d7a7556e tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.192236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46372) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.192859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-21f8cbba-97bb-44a3-8148-5d38450d0b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.219598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8bd1983a-6601-487a-88ae-99ae6675cabf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Unset dirty status for tenant:3b6041bfe6d04180b6650c437146a8b4 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:08.220910 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8bd1983a-6601-487a-88ae-99ae6675cabf tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "GET /v2.0/ports?device_id=6525e0a2-4ebb-404f-9def-20978eca2a47 HTTP/1.1" status: 200 len: 913 time: 0.3828070 Jan 20 14:33:08.226796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab835291-48c0-4170-9442-6568d7a7556e tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.229281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:33:08.234063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46378) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.261282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b27eb049-e828-4223-ac1d-c17a6a7f9b43 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.300522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8cbba-97bb-44a3-8148-5d38450d0b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350c370f-3b1d-482f-9ab1-13b64ab9cb78,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:08.322436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-21f8cbba-97bb-44a3-8148-5d38450d0b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.324037 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-21f8cbba-97bb-44a3-8148-5d38450d0b6f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/350c370f-3b1d-482f-9ab1-13b64ab9cb78 HTTP/1.1" status: 204 len: 168 time: 0.6005654 Jan 20 14:33:08.344875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-674689304'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:08.349566 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-362d520f-b30c-4989-b2d7-54b758292735 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:08.350630 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-362d520f-b30c-4989-b2d7-54b758292735 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4000385 Jan 20 14:33:08.360433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46384) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.368903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:08.373114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7564d00e-f35e-401b-acc9-b99c7685430d {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:33:08.374391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ecc44774-30d1-4980-8465-721cc3d03835 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '2461928c-5b9e-4863-9249-62be9800daa4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:08.375139 dv-neutron-825123-1-hyperv neutron-server[87494]: WARNING neutron.api.v2.base [None req-ecc44774-30d1-4980-8465-721cc3d03835 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 20 14:33:08.375630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-ecc44774-30d1-4980-8465-721cc3d03835 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:08.379461 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ecc44774-30d1-4980-8465-721cc3d03835 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135617 Jan 20 14:33:08.382320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46388) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.383452 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:network and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:08.398371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.403578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-78a2a590-fcb5-4b68-8db1-55192570b550 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '2461928c-5b9e-4863-9249-62be9800daa4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:08.409125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-78a2a590-fcb5-4b68-8db1-55192570b550 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:08.413387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-78a2a590-fcb5-4b68-8db1-55192570b550 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:08.416280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-78a2a590-fcb5-4b68-8db1-55192570b550 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:08.422258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-78a2a590-fcb5-4b68-8db1-55192570b550 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:08.465250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Transition to ACTIVE for port object 7564d00e-f35e-401b-acc9-b99c7685430d will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:08.475516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-65266552-9de6-48f1-a193-0f74b25f02df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.485755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.565227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:08.591780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:08.609160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab835291-48c0-4170-9442-6568d7a7556e tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.630258 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:08.633744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.650105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab835291-48c0-4170-9442-6568d7a7556e tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6ff155-be25-400a-9741-bb8877a05e58,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:08.698545 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b27eb049-e828-4223-ac1d-c17a6a7f9b43 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.722573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.742453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab835291-48c0-4170-9442-6568d7a7556e tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.744355 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ab835291-48c0-4170-9442-6568d7a7556e tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/2d6ff155-be25-400a-9741-bb8877a05e58 HTTP/1.1" status: 204 len: 168 time: 0.7507453 Jan 20 14:33:08.756959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46396) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.761681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46398) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.777700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:08.803302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-65266552-9de6-48f1-a193-0f74b25f02df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 862a19ee-8aae-49eb-ba49-d9db2de678e2 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:08.803657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:security_group_rule and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:08.808218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bb1acfc-f9bc-488a-9322-603411a4bdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.817124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:08.831894 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-78a2a590-fcb5-4b68-8db1-55192570b550 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:08.834878 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-78a2a590-fcb5-4b68-8db1-55192570b550 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4494886 Jan 20 14:33:08.846466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46404) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.890975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:08.921181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eb049-e828-4223-ac1d-c17a6a7f9b43 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5384cfda-55de-4a4b-9c0e-6ac9925b168d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:08.922766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1bb1acfc-f9bc-488a-9322-603411a4bdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:08.925271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-4c48e02d-e2e2-45f0-b7c4-48035057b8a9 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '2461928c-5b9e-4863-9249-62be9800daa4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:08.935333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1bb1acfc-f9bc-488a-9322-603411a4bdff admin admin] Usage tracker for resource:security_group_rule and tenant:991b9165efa94282a19a30d063601d6c is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:08.948063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1bb1acfc-f9bc-488a-9322-603411a4bdff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:08.973157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1bb1acfc-f9bc-488a-9322-603411a4bdff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:08.981634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-86aa2530-c77c-431e-8f6c-83af4077da2f tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Synchronizing usage tracker for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:09.003303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4c48e02d-e2e2-45f0-b7c4-48035057b8a9 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:09.019983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Pushing event updated for resources: {'Port': ['ID=7564d00e-f35e-401b-acc9-b99c7685430d,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:09.044699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b27eb049-e828-4223-ac1d-c17a6a7f9b43 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.048404 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b27eb049-e828-4223-ac1d-c17a6a7f9b43 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "DELETE /v2.0/security-groups/5384cfda-55de-4a4b-9c0e-6ac9925b168d HTTP/1.1" status: 204 len: 168 time: 1.1724033 Jan 20 14:33:09.052502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4c48e02d-e2e2-45f0-b7c4-48035057b8a9 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:09.062453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4c48e02d-e2e2-45f0-b7c4-48035057b8a9 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:09.062652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46408) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.103211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-86aa2530-c77c-431e-8f6c-83af4077da2f tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Unset dirty status for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:09.104794 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-86aa2530-c77c-431e-8f6c-83af4077da2f tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3467267 Jan 20 14:33:09.115508 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-a9fc8617-a469-407f-9604-957935410bdb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] show failed (client error): The resource could not be found. Jan 20 14:33:09.119041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46412) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.119205 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a9fc8617-a469-407f-9604-957935410bdb tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "GET /v2.0/security-groups/5384cfda-55de-4a4b-9c0e-6ac9925b168d HTTP/1.1" status: 404 len: 347 time: 0.0529687 Jan 20 14:33:09.125996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46414) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.156148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4c48e02d-e2e2-45f0-b7c4-48035057b8a9 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:09.165230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526873308'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:09.184239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:09.215361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:09.263772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9cc37-a33c-4c4f-87cb-96bdaa7ede4f req-3225a005-add3-4100-8c8e-244dcb92e7cf tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:09.264357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9ae9cc37-a33c-4c4f-87cb-96bdaa7ede4f req-3225a005-add3-4100-8c8e-244dcb92e7cf tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Synchronizing usage tracker for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:09.319349 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-4c48e02d-e2e2-45f0-b7c4-48035057b8a9 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:09.320476 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4c48e02d-e2e2-45f0-b7c4-48035057b8a9 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4573991 Jan 20 14:33:09.327440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46420) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.328164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Attempting to bind port 7564d00e-f35e-401b-acc9-b99c7685430d on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:09.328554 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Attempting to bind port 7564d00e-f35e-401b-acc9-b99c7685430d by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:09.328888 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Attempting to bind port 7564d00e-f35e-401b-acc9-b99c7685430d on network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:09.348236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9ae9cc37-a33c-4c4f-87cb-96bdaa7ede4f req-3225a005-add3-4100-8c8e-244dcb92e7cf tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Unset dirty status for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:09.349321 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9ae9cc37-a33c-4c4f-87cb-96bdaa7ede4f req-3225a005-add3-4100-8c8e-244dcb92e7cf tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 943 time: 0.5050573 Jan 20 14:33:09.354751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Port 7564d00e-f35e-401b-acc9-b99c7685430d on network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:09.355071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Attempting to bind port 7564d00e-f35e-401b-acc9-b99c7685430d on network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:09.408028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.415790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Deleting port 4fda6f5e-57a3-4a99-bf27-a2a4fc1a0fb0 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:09.416157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.431392 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:09.431725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Checking segment: {'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:09.432108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Bound using segment: {'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:09.432582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Bound port: 7564d00e-f35e-401b-acc9-b99c7685430d, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3263c52d-0c26-488d-9215-5fe561a33b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:09.432925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.455002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.467299 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.478838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bb1acfc-f9bc-488a-9322-603411a4bdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.498933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bb1acfc-f9bc-488a-9322-603411a4bdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.576484 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9ae9cc37-a33c-4c4f-87cb-96bdaa7ede4f req-12d8133b-ce27-4aa9-b5c2-d6c95135fe9c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165213 Jan 20 14:33:09.577419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:09.589170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:09.600290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:09.603079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.622765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97091e57-81ef-4b8d-b529-a57593422c5c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:09.626937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-65266552-9de6-48f1-a193-0f74b25f02df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.633516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:09.645287 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1bb1acfc-f9bc-488a-9322-603411a4bdff admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=991b9165efa94282a19a30d063601d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8817530 Jan 20 14:33:09.670647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:09.673802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46424) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.716874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65266552-9de6-48f1-a193-0f74b25f02df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=862a19ee-8aae-49eb-ba49-d9db2de678e2,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:09.722203 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.758394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] For port 7564d00e-f35e-401b-acc9-b99c7685430d, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:09.768741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.769001 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Added segment 0cb58ab8-2196-41b7-bd24-c2b05a3dcd71 of type vlan for network 25998c15-a153-4b9c-84ac-d51b27d72188 Jan 20 14:33:09.770206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1acfc-f9bc-488a-9322-603411a4bdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b01477b-ac47-4f67-8b79-80a4010b261b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:09.828972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.829171 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] For port 7564d00e-f35e-401b-acc9-b99c7685430d, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7564d00e-f35e-401b-acc9-b99c7685430d,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:09.829286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.884511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.965601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:09.966435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.967883 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] 10.222.0.72 "PUT /v2.0/ports/7564d00e-f35e-401b-acc9-b99c7685430d HTTP/1.1" status: 200 len: 1093 time: 2.9218013 Jan 20 14:33:09.986890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Calling delete_port for 4fda6f5e-57a3-4a99-bf27-a2a4fc1a0fb0 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:09.991149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:33:10.036293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.040155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1878-54c4-4c0e-8225-9c0561e8b53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.063392 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.105648 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d', 'status': 'completed', 'code': 200} Jan 20 14:33:10.113346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-65266552-9de6-48f1-a193-0f74b25f02df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.132062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.134883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2461928c-5b9e-4863-9249-62be9800daa4,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:10.148307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.150770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Pushing event updated for resources: {'Port': ['ID=7564d00e-f35e-401b-acc9-b99c7685430d,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:10.172039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.172419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.172755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.173087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.173413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.173740 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.174062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.174381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.174704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.175022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.175340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.175652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.182611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.182965 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.183296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.183722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.183960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.184319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.184773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.185028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.185361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.185718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.186082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.186469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27b763-e2e5-4590-9497-476ff859ce70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.191468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.218684 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-65266552-9de6-48f1-a193-0f74b25f02df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/862a19ee-8aae-49eb-ba49-d9db2de678e2 HTTP/1.1" status: 204 len: 168 time: 2.5783465 Jan 20 14:33:10.221717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:33:10.225427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46430) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.237575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.241218 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-34c92bbd-8a54-4f47-905b-625c9bdd95ba tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "DELETE /v2.0/security-groups/2461928c-5b9e-4863-9249-62be9800daa4 HTTP/1.1" status: 204 len: 168 time: 0.9071977 Jan 20 14:33:10.242823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46434) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.290087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.291985 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1486163 Jan 20 14:33:10.314292 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46438) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.315112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ff3d9-13f5-4f68-ad78-bedb9d951c86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb9c44-ef26-4732-807a-e7222949399c,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:10.327380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5e7fdd55-528f-412a-9804-51ebe7728d40 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': 'e7cb9c44-ef26-4732-807a-e7222949399c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:10.327865 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-5e7fdd55-528f-412a-9804-51ebe7728d40 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 20 14:33:10.328374 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-5e7fdd55-528f-412a-9804-51ebe7728d40 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:10.332031 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5e7fdd55-528f-412a-9804-51ebe7728d40 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0117323 Jan 20 14:33:10.333831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46442) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.340099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-b1c7e4ea-7150-42f8-8894-4a75a5123db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:10.341614 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-b1c7e4ea-7150-42f8-8894-4a75a5123db4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=249ded474ddb44fcb57b7521b6ed258f&device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 1096 time: 0.3245034 Jan 20 14:33:10.418640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40a8922-279c-4530-af9d-dcca595158fa tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:10.420435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40a8922-279c-4530-af9d-dcca595158fa tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:10.421742 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1878-54c4-4c0e-8225-9c0561e8b53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.421889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40a8922-279c-4530-af9d-dcca595158fa tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:10.422669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c40a8922-279c-4530-af9d-dcca595158fa tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:10.436471 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-8160c7eb-4290-4e74-a0e9-f4df9ce29f04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7564d00e-f35e-401b-acc9-b99c7685430d HTTP/1.1" status: 200 len: 217 time: 0.0824332 Jan 20 14:33:10.519878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c40a8922-279c-4530-af9d-dcca595158fa tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:10.521073 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c40a8922-279c-4530-af9d-dcca595158fa tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2899215 Jan 20 14:33:10.527906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.528287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46448) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.533269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:10.533842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.570584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-9266bb1a-be64-4c19-a90b-321bf5fb6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:10.571984 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-9266bb1a-be64-4c19-a90b-321bf5fb6c43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b25a53d-4c12-4e81-8813-49d719abc326 HTTP/1.1" status: 200 len: 835 time: 0.1244490 Jan 20 14:33:10.727579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a47a4776-28dd-44fd-bdb8-4ca0ad62d42a tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.762785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6426f20b-ca65-4158-9752-28a371baace6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Synchronizing usage tracker for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:10.771290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.836671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a47a4776-28dd-44fd-bdb8-4ca0ad62d42a tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.853003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=25998c15-a153-4b9c-84ac-d51b27d72188,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:10.864636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c442b435-15bf-4845-87c3-a82ef2222131 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 21c4b682-a7b9-4299-83a1-630de51d97ab {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:10.871392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Pushing event deleted for resources: {'Port': ['ID=4fda6f5e-57a3-4a99-bf27-a2a4fc1a0fb0,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:10.880797 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.880936 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c442b435-15bf-4845-87c3-a82ef2222131 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.881177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.881507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.881860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.882164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.882471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.882790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.883113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.883448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.883729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.884032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.884364 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.896330 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 25998c15-a153-4b9c-84ac-d51b27d72188 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:10.928237 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4e7d3828-88cf-4758-83a0-36f57c454899 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7202599 Jan 20 14:33:10.929366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.929709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.930040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.930363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.930704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.931000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.931315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.931627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.931937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.936285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.936285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.936285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.952268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6426f20b-ca65-4158-9752-28a371baace6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Unset dirty status for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:10.952268 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6426f20b-ca65-4158-9752-28a371baace6 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5295939 Jan 20 14:33:10.954219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46454) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.984998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552534848'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:10.988591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c442b435-15bf-4845-87c3-a82ef2222131 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.996125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1878-54c4-4c0e-8225-9c0561e8b53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.998557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1878-54c4-4c0e-8225-9c0561e8b53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.999685 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a3ae1878-54c4-4c0e-8225-9c0561e8b53e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9b01477b-ac47-4f67-8b79-80a4010b261b HTTP/1.1" status: 204 len: 168 time: 1.3233762 Jan 20 14:33:11.003262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:11.012947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:11.034114 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1878-54c4-4c0e-8225-9c0561e8b53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b01477b-ac47-4f67-8b79-80a4010b261b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:11.044032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.058645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a47a4776-28dd-44fd-bdb8-4ca0ad62d42a tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.100102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:11.102524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.104900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.106064 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e17392ba-a83c-4cb5-b7d5-430e2301ff62 tempest-ServerActionsTestJSON-1829449816 tempest-ServerActionsTestJSON-1829449816-project] 10.222.0.87 "DELETE /v2.0/floatingips/f05338fd-8545-4a2e-9328-74af84ac91a5 HTTP/1.1" status: 204 len: 168 time: 1.9791555 Jan 20 14:33:11.112804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:11.115162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46460) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:11.120588 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-e4469e78-afe1-44c7-90b6-b082dcd3a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:11.123187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:11.129560 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-e4469e78-afe1-44c7-90b6-b082dcd3a79e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5500407 Jan 20 14:33:11.150131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dbcbe-9b22-4213-9517-65e3e86820b5 req-2633a422-fb95-4875-b461-0df87159cbc5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:11.152063 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a92dbcbe-9b22-4213-9517-65e3e86820b5 req-2633a422-fb95-4875-b461-0df87159cbc5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 943 time: 0.4216590 Jan 20 14:33:11.191608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a4776-28dd-44fd-bdb8-4ca0ad62d42a tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb9c44-ef26-4732-807a-e7222949399c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:11.220595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:11.277900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port dded7462-82aa-499f-ba5e-ae65322efa94 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:11.278354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.348859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a47a4776-28dd-44fd-bdb8-4ca0ad62d42a tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.352528 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a47a4776-28dd-44fd-bdb8-4ca0ad62d42a tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/e7cb9c44-ef26-4732-807a-e7222949399c HTTP/1.1" status: 204 len: 168 time: 1.0130477 Jan 20 14:33:11.358460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46466) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:11.430954 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a92dbcbe-9b22-4213-9517-65e3e86820b5 req-315aef30-ba72-4d05-b1ae-33e518940f8f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293878 Jan 20 14:33:11.465337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c442b435-15bf-4845-87c3-a82ef2222131 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.496455 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-a7745247-c13a-4cb6-996e-c97c9e4989c0 service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389342 Jan 20 14:33:11.503929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e5f0cf9a-62aa-46f2-ae88-dd6deed962f6 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Synchronizing usage tracker for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:11.581626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.610779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.638436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e5f0cf9a-62aa-46f2-ae88-dd6deed962f6 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Unset dirty status for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:11.639822 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e5f0cf9a-62aa-46f2-ae88-dd6deed962f6 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2803671 Jan 20 14:33:11.655880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46472) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:11.663427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'tempest-secgroup--141959771'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:11.678902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:11.684462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c442b435-15bf-4845-87c3-a82ef2222131 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.705069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.706523 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7527199 Jan 20 14:33:11.717127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46476) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:11.717710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46478) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:11.731242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-77bf65e8-494f-41e4-bb5d-c11c13734f71 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': 'c759ba66-7d1d-4fcd-8a25-11de74c48b3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:11.734749 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4bfbb28-9907-4b47-9faf-750d92f9521a req-d5d62e5c-a1b0-43cd-b948-35eb14101dc9 service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217343 Jan 20 14:33:11.738319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:11.747303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442b435-15bf-4845-87c3-a82ef2222131 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=21c4b682-a7b9-4299-83a1-630de51d97ab,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:11.753074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c442b435-15bf-4845-87c3-a82ef2222131 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.764701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5edb26c-54f4-4167-ab97-fdda6a3a1934 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:11.773181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.798878 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c442b435-15bf-4845-87c3-a82ef2222131 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/21c4b682-a7b9-4299-83a1-630de51d97ab HTTP/1.1" status: 204 len: 168 time: 1.2694702 Jan 20 14:33:11.800398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:11.802790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46484) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:11.842247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:11.884243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:11.907154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:11.944443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fa1d9d-75a0-4877-a8ec-4788a0168c32 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 52316038-6e87-4015-9400-d09fecc8d0e3 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:11.947732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1d9d-75a0-4877-a8ec-4788a0168c32 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.005159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1d9d-75a0-4877-a8ec-4788a0168c32 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.020458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-77bf65e8-494f-41e4-bb5d-c11c13734f71 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:12.078563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d72e5cb3-6ee7-4f29-9eb8-7172d201641e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.107166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-77bf65e8-494f-41e4-bb5d-c11c13734f71 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:12.120583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-77bf65e8-494f-41e4-bb5d-c11c13734f71 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:12.132069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-5e932df2-bf3b-475d-9cd1-065ec534835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:12.133610 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-5e932df2-bf3b-475d-9cd1-065ec534835d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=249ded474ddb44fcb57b7521b6ed258f&device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 1096 time: 0.2964938 Jan 20 14:33:12.145660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b54b7-ba8f-4fec-aa80-5650d69c0579 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c759ba66-7d1d-4fcd-8a25-11de74c48b3e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:12.163467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-77bf65e8-494f-41e4-bb5d-c11c13734f71 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:12.194430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.213281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d72e5cb3-6ee7-4f29-9eb8-7172d201641e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:12.304995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.314438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1d9d-75a0-4877-a8ec-4788a0168c32 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.347437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.456808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-0cff52ea-a314-4bbd-b1eb-ca80e5644a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:12.457736 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-0cff52ea-a314-4bbd-b1eb-ca80e5644a4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 HTTP/1.1" status: 200 len: 897 time: 0.3150029 Jan 20 14:33:12.459151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680edb30-becf-4085-8bf3-72aa596dec07,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:12.467839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.472251 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7779a405-19dc-4417-8b29-bfb0f54bfe54 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8123548 Jan 20 14:33:12.472750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46490) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:12.564511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d72e5cb3-6ee7-4f29-9eb8-7172d201641e admin admin] Usage tracker for resource:security_group_rule and tenant:6716883670524cf0a496e9f9c0853904 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:12.565950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a5e3e738-51da-4a2a-a2c9-fde1e3174fbf tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '680edb30-becf-4085-8bf3-72aa596dec07', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:12.566517 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-a5e3e738-51da-4a2a-a2c9-fde1e3174fbf tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 20 14:33:12.567010 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-a5e3e738-51da-4a2a-a2c9-fde1e3174fbf tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:12.570539 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a5e3e738-51da-4a2a-a2c9-fde1e3174fbf tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0940166 Jan 20 14:33:12.581705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46494) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:12.586260 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-9436532e-2022-487a-a468-cffcf4bef4e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7564d00e-f35e-401b-acc9-b99c7685430d HTTP/1.1" status: 200 len: 217 time: 0.1156185 Jan 20 14:33:12.639604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1d9d-75a0-4877-a8ec-4788a0168c32 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.640667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for dded7462-82aa-499f-ba5e-ae65322efa94 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:12.709859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa1d9d-75a0-4877-a8ec-4788a0168c32 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=52316038-6e87-4015-9400-d09fecc8d0e3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:12.714055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d72e5cb3-6ee7-4f29-9eb8-7172d201641e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:12.720695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d72e5cb3-6ee7-4f29-9eb8-7172d201641e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:12.727184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1d9d-75a0-4877-a8ec-4788a0168c32 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.742643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-4235939a-aa62-46f8-86cd-75d0b01135c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:12.744106 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-4235939a-aa62-46f8-86cd-75d0b01135c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b25a53d-4c12-4e81-8813-49d719abc326 HTTP/1.1" status: 200 len: 835 time: 0.1439316 Jan 20 14:33:12.751191 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a5fa1d9d-75a0-4877-a8ec-4788a0168c32 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/52316038-6e87-4015-9400-d09fecc8d0e3 HTTP/1.1" status: 204 len: 168 time: 0.9473200 Jan 20 14:33:12.779249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46498) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:12.812112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07881943-12cd-49c4-90a6-bba569002661 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.851035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07881943-12cd-49c4-90a6-bba569002661 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.883665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de18947b-7027-4f76-8998-c7252200bb45 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:12.890363 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ee5b3371-e28b-406a-bf2a-e48404124cfd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006253 Jan 20 14:33:12.897343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46502) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:12.920235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:13.047917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:13.062703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:13.068613 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-689358ba-5f36-441b-8d70-5372944bdfdc None None] Provisioning complete for port 54e2799d-7deb-47d5-97f4-0b954d69e5dc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:13.069012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-689358ba-5f36-441b-8d70-5372944bdfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.080466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:13.091971 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-77bf65e8-494f-41e4-bb5d-c11c13734f71 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The resource could not be found. Jan 20 14:33:13.095993 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-77bf65e8-494f-41e4-bb5d-c11c13734f71 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.3758366 Jan 20 14:33:13.102033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46506) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:13.107595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:13.117882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ce022ce3-0253-4d11-9855-ef7e3eaccdfe tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': 'c759ba66-7d1d-4fcd-8a25-11de74c48b3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '19b18363-a97b-48e5-93ef-ad613aa1c40c'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:13.125295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ce022ce3-0253-4d11-9855-ef7e3eaccdfe tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:13.129722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ce022ce3-0253-4d11-9855-ef7e3eaccdfe tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:13.132641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ce022ce3-0253-4d11-9855-ef7e3eaccdfe tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:13.139210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ce022ce3-0253-4d11-9855-ef7e3eaccdfe tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:13.217248 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07881943-12cd-49c4-90a6-bba569002661 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.234943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:13.238477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.255129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-43fe6d3d-e492-47ef-a88e-92cc18b86eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:13.257055 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-43fe6d3d-e492-47ef-a88e-92cc18b86eca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5035751 Jan 20 14:33:13.270031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07881943-12cd-49c4-90a6-bba569002661 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680edb30-becf-4085-8bf3-72aa596dec07,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:13.284687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0af661-c9b5-40dd-baad-2cbec9a343d9 req-e8a5617a-2f23-448c-914f-95878ddc3c37 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:13.285978 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e0af661-c9b5-40dd-baad-2cbec9a343d9 req-e8a5617a-2f23-448c-914f-95878ddc3c37 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 943 time: 0.6070843 Jan 20 14:33:13.286180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b268522-2bf3-450e-8b9d-9c59473941dc None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:33:13.302882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1b268522-2bf3-450e-8b9d-9c59473941dc None None] Deleting port 54e2799d-7deb-47d5-97f4-0b954d69e5dc {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:13.303306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1b268522-2bf3-450e-8b9d-9c59473941dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.389631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d72e5cb3-6ee7-4f29-9eb8-7172d201641e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.449335 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-ce022ce3-0253-4d11-9855-ef7e3eaccdfe tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The resource could not be found. Jan 20 14:33:13.452429 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07881943-12cd-49c4-90a6-bba569002661 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.453667 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ce022ce3-0253-4d11-9855-ef7e3eaccdfe tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3492341 Jan 20 14:33:13.454303 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-07881943-12cd-49c4-90a6-bba569002661 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/680edb30-becf-4085-8bf3-72aa596dec07 HTTP/1.1" status: 204 len: 168 time: 0.8716238 Jan 20 14:33:13.457123 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-22be9ba1-0590-4cfe-bb20-e52b96b1794c service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772285 Jan 20 14:33:13.457825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46510) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:13.465732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46514) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:13.466986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d72e5cb3-6ee7-4f29-9eb8-7172d201641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.517585 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d72e5cb3-6ee7-4f29-9eb8-7172d201641e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6716883670524cf0a496e9f9c0853904&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7987471 Jan 20 14:33:13.520176 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46518) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:13.566015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1b268522-2bf3-450e-8b9d-9c59473941dc None None] For port 54e2799d-7deb-47d5-97f4-0b954d69e5dc, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=54e2799d-7deb-47d5-97f4-0b954d69e5dc,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:13.566396 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1b268522-2bf3-450e-8b9d-9c59473941dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.619913 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d476ccb4-057f-4cd4-bac6-dc2f5e40c437 req-9ae73162-30f3-4477-89b7-b4c55f188d08 service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466777 Jan 20 14:33:13.643834 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e0af661-c9b5-40dd-baad-2cbec9a343d9 req-4b8ffeab-0722-49e4-b3e6-154b6d71e207 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922289 Jan 20 14:33:13.705131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de4410d3-a049-4514-aa26-23d2b6500532 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.735885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de4410d3-a049-4514-aa26-23d2b6500532 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.751526 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9f3b0614-259c-44c0-aa38-daa54b68c5bd tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2509978 Jan 20 14:33:13.752618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-427a6caa-f921-452e-a58c-1de57ea9b408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.760236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46522) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:13.774477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'tempest-secgroup--356122726'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:13.781375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:13.782875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-427a6caa-f921-452e-a58c-1de57ea9b408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.785947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:13.786534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1b268522-2bf3-450e-8b9d-9c59473941dc None None] Calling delete_port for 54e2799d-7deb-47d5-97f4-0b954d69e5dc owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:13.788957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:13.794606 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:13.819502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.833130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e5cb3-6ee7-4f29-9eb8-7172d201641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030ace91-e8fc-4aa5-931a-1570e95b1aaf,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:13.850607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:13.854831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:13.863854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:13.868576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:13.878698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-427a6caa-f921-452e-a58c-1de57ea9b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.878919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de4410d3-a049-4514-aa26-23d2b6500532 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.912544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4410d3-a049-4514-aa26-23d2b6500532 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c759ba66-7d1d-4fcd-8a25-11de74c48b3e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:13.915845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de4410d3-a049-4514-aa26-23d2b6500532 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.919572 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-de4410d3-a049-4514-aa26-23d2b6500532 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "DELETE /v2.0/security-groups/c759ba66-7d1d-4fcd-8a25-11de74c48b3e HTTP/1.1" status: 204 len: 168 time: 0.4606245 Jan 20 14:33:13.920492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.920628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46526) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:13.961579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1b268522-2bf3-450e-8b9d-9c59473941dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.985002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d9d17e38-ddf9-45e8-8a3c-8cb8b58988ce tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Synchronizing usage tracker for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:14.010821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a6caa-f921-452e-a58c-1de57ea9b408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030ace91-e8fc-4aa5-931a-1570e95b1aaf,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.020917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d9d17e38-ddf9-45e8-8a3c-8cb8b58988ce tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Unset dirty status for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:14.026454 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d9d17e38-ddf9-45e8-8a3c-8cb8b58988ce tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1013970 Jan 20 14:33:14.034908 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46530) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:14.043172 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6535208f-f1b2-4e9b-9a21-48b130b0fd8c tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': 'c243f9cb-c905-4417-8198-d11d5f01a86d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:14.057988 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6535208f-f1b2-4e9b-9a21-48b130b0fd8c tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:14.063642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46534) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:14.067914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6535208f-f1b2-4e9b-9a21-48b130b0fd8c tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:14.074542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'network_id': '25998c15-a153-4b9c-84ac-d51b27d72188', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:14.080705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.084937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7564d00e-f35e-401b-acc9-b99c7685430d details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:33:14.091426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.092593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6535208f-f1b2-4e9b-9a21-48b130b0fd8c tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:14.104867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6535208f-f1b2-4e9b-9a21-48b130b0fd8c tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:14.105374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b268522-2bf3-450e-8b9d-9c59473941dc None None] Pushing event deleted for resources: {'Port': ['ID=54e2799d-7deb-47d5-97f4-0b954d69e5dc,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.109717 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b268522-2bf3-450e-8b9d-9c59473941dc None None] No DVR routers for this DVR port 54e2799d-7deb-47d5-97f4-0b954d69e5dc on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:14.179775 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.193116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=dded7462-82aa-499f-ba5e-ae65322efa94,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.261622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7564d00e-f35e-401b-acc9-b99c7685430d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7564d00e-f35e-401b-acc9-b99c7685430d,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:14.270222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:14.276853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91730cd-0edb-4e14-ae1f-d29f0c6ad006,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.278406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '7564d00e-f35e-401b-acc9-b99c7685430d', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'port_id': '7564d00e-f35e-401b-acc9-b99c7685430d', 'mac_address': 'fa:16:3e:87:b3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:33:14.279908 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:subnet and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:14.287123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:14.289777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.294100 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8bfabd0e-5fd9-47ee-a4f9-b87c79bce0fb tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5330050 Jan 20 14:33:14.297541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46538) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:14.300679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:14.305259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6fd2c102-80a4-490b-b355-13ef0086ee47 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': 'a91730cd-0edb-4e14-ae1f-d29f0c6ad006', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:14.306108 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-6fd2c102-80a4-490b-b355-13ef0086ee47 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 20 14:33:14.306596 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-6fd2c102-80a4-490b-b355-13ef0086ee47 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:14.310205 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6fd2c102-80a4-490b-b355-13ef0086ee47 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090425 Jan 20 14:33:14.310381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-427a6caa-f921-452e-a58c-1de57ea9b408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.310508 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-6535208f-f1b2-4e9b-9a21-48b130b0fd8c tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The resource could not be found. Jan 20 14:33:14.310626 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-427a6caa-f921-452e-a58c-1de57ea9b408 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/030ace91-e8fc-4aa5-931a-1570e95b1aaf HTTP/1.1" status: 204 len: 168 time: 0.7700453 Jan 20 14:33:14.320724 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6535208f-f1b2-4e9b-9a21-48b130b0fd8c tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2844162 Jan 20 14:33:14.321664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46542) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:14.322682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46546) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:14.346085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'tempest-secgroup--93171981'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:14.349107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.355387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:14.369138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7564d00e-f35e-401b-acc9-b99c7685430d {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:33:14.370201 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:14.385680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ca4ebbc4-db72-45c1-9ffc-dbb82271b7d3 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': 'a91730cd-0edb-4e14-ae1f-d29f0c6ad006', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:14.386408 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7564d00e-f35e-401b-acc9-b99c7685430d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7564d00e-f35e-401b-acc9-b99c7685430d,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:14.387426 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-ca4ebbc4-db72-45c1-9ffc-dbb82271b7d3 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 20 14:33:14.387933 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-ca4ebbc4-db72-45c1-9ffc-dbb82271b7d3 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:14.389243 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ca4ebbc4-db72-45c1-9ffc-dbb82271b7d3 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0631509 Jan 20 14:33:14.392166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46552) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:14.398637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e1169dc6-3356-4150-94f9-cf6043dfefa0 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': 'a91730cd-0edb-4e14-ae1f-d29f0c6ad006', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:14.399502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.399668 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-e1169dc6-3356-4150-94f9-cf6043dfefa0 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 20 14:33:14.400037 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-e1169dc6-3356-4150-94f9-cf6043dfefa0 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:14.400990 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e1169dc6-3356-4150-94f9-cf6043dfefa0 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078754 Jan 20 14:33:14.401904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.421225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46556) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:14.427535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:14.431358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.453563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:14.458638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c1503da9-e883-44e8-b713-22cc87cccc49 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': 'a91730cd-0edb-4e14-ae1f-d29f0c6ad006', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:14.460034 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-c1503da9-e883-44e8-b713-22cc87cccc49 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 20 14:33:14.460330 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-c1503da9-e883-44e8-b713-22cc87cccc49 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:14.463964 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c1503da9-e883-44e8-b713-22cc87cccc49 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0371244 Jan 20 14:33:14.488827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7564d00e-f35e-401b-acc9-b99c7685430d,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.514988 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46560) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:14.516004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:14.521234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:14.542740 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:14.646093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['7564d00e-f35e-401b-acc9-b99c7685430d'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:33:14.650832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.660736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eacef07c-8233-4546-a6ca-32709fe167dd tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.756699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eacef07c-8233-4546-a6ca-32709fe167dd tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.774619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.796875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.862511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.863641 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5351784 Jan 20 14:33:14.877231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=1d1e9197-8b7b-4305-a2c3-43cfa91f5931,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.890713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46578) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:14.898646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'tempest-secgroup--941136166'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:14.918309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:14.928416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:14.947224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:14.956688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:14.960511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:14.961228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.968666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:14.972470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de9a3f-2d1e-4e8c-bbb1-05109baaae67 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2837a747-0b87-4151-a216-7c3d493badcb,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.975530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb2780-3366-49e4-b632-9cfe1417ec17 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:14.986589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eacef07c-8233-4546-a6ca-32709fe167dd tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.003325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 54e2799d-7deb-47d5-97f4-0b954d69e5dc no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:15.011412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacef07c-8233-4546-a6ca-32709fe167dd tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91730cd-0edb-4e14-ae1f-d29f0c6ad006,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:15.025145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.054060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:15.057005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eacef07c-8233-4546-a6ca-32709fe167dd tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.060837 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eacef07c-8233-4546-a6ca-32709fe167dd tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/a91730cd-0edb-4e14-ae1f-d29f0c6ad006 HTTP/1.1" status: 204 len: 168 time: 0.5389807 Jan 20 14:33:15.063744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46584) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:15.104018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-792736c4-1bf7-4738-a770-b219f26d3c2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1958213 Jan 20 14:33:15.109820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46588) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:15.128552 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac6f1-6ba8-471a-8afc-42aa15d557a3 req-f9030772-bc25-4c18-94ce-4cb0b3c45677 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:15.130047 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6eaac6f1-6ba8-471a-8afc-42aa15d557a3 req-f9030772-bc25-4c18-94ce-4cb0b3c45677 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 944 time: 0.2860429 Jan 20 14:33:15.160823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.182619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:15.194300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=9645273c-25f4-4889-863c-229b260f8b4b,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:15.202277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 54e2799d-7deb-47d5-97f4-0b954d69e5dc {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:33:15.202634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 54e2799d-7deb-47d5-97f4-0b954d69e5dc not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:15.212878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.223306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4f28b49b-b13b-4eca-aa00-30f4546a8706 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Synchronizing usage tracker for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:15.230846 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6eaac6f1-6ba8-471a-8afc-42aa15d557a3 req-c23b7b30-064c-4ea2-8a66-9ae55f2d9de5 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914271 Jan 20 14:33:15.244091 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking segment: {'id': '0cb58ab8-2196-41b7-bd24-c2b05a3dcd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25998c15-a153-4b9c-84ac-d51b27d72188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:15.244542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network hostable DHCP agents. Network: 25998c15-a153-4b9c-84ac-d51b27d72188, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:15.258942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:15.265109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4f28b49b-b13b-4eca-aa00-30f4546a8706 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Unset dirty status for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:15.266338 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4f28b49b-b13b-4eca-aa00-30f4546a8706 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1975985 Jan 20 14:33:15.267164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:15.270269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:15.270770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46596) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:15.276455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'tempest-secgroup--64773411'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:15.278112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:15.283574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:15.294270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:15.316444 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:33:15.318837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network 25998c15-a153-4b9c-84ac-d51b27d72188 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:15.328770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.348860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 25998c15-a153-4b9c-84ac-d51b27d72188) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:15.365541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:15.367155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.374056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:15.385405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:15.389831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:15.397898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:15.422671 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eb44023f-b213-4dcd-82dd-c67045739a73 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3569052 Jan 20 14:33:15.424082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4eb677-b8cc-4852-94f6-1a3542e39f75 None None] Network 25998c15-a153-4b9c-84ac-d51b27d72188 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:15.426003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46602) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:15.432840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-364512425'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:15.444113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:15.447288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] Deleting port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:15.447819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.453969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:network and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:15.462310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:15.470915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:15.512832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:15.516426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.528132 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '1d1e9197-8b7b-4305-a2c3-43cfa91f5931'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:15.529079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.535802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.551906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.603247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.607653 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3355086 Jan 20 14:33:15.611747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46608) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:15.628537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-748b449a-736a-43e5-a358-b5dcf458bb5f tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5042ef19-05ba-433f-a950-5ca0a1e11f12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:15.629005 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-748b449a-736a-43e5-a358-b5dcf458bb5f tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 20 14:33:15.629526 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-748b449a-736a-43e5-a358-b5dcf458bb5f tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:15.630460 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-748b449a-736a-43e5-a358-b5dcf458bb5f tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150661 Jan 20 14:33:15.631228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:15.639203 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46612) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:15.647287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2d8c9e9e-d6db-428d-bd14-25abab1e4f1d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5042ef19-05ba-433f-a950-5ca0a1e11f12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:15.654727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a41c3b-403a-4dee-ba79-3c94794be2f4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5042ef19-05ba-433f-a950-5ca0a1e11f12,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:15.657282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2d8c9e9e-d6db-428d-bd14-25abab1e4f1d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:15.662887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.663255 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Added segment 75d03547-7c17-4dd5-96ab-999a291e0097 of type vlan for network 1a895014-dc6b-4796-aea8-0e356a1ec76b Jan 20 14:33:15.664625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2d8c9e9e-d6db-428d-bd14-25abab1e4f1d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:15.671059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2d8c9e9e-d6db-428d-bd14-25abab1e4f1d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:15.677924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2d8c9e9e-d6db-428d-bd14-25abab1e4f1d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:15.709083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.751571 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-2d8c9e9e-d6db-428d-bd14-25abab1e4f1d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:15.757220 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2d8c9e9e-d6db-428d-bd14-25abab1e4f1d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1125436 Jan 20 14:33:15.757220 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46618) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:15.764678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-da226c12-c965-4a67-86e0-7376c800f2b2 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5042ef19-05ba-433f-a950-5ca0a1e11f12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:15.765155 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-da226c12-c965-4a67-86e0-7376c800f2b2 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 20 14:33:15.766226 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-da226c12-c965-4a67-86e0-7376c800f2b2 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:15.769504 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-da226c12-c965-4a67-86e0-7376c800f2b2 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097849 Jan 20 14:33:15.771346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46622) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:15.775874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-750db8e7-ef43-45c4-9d38-98dba84536d4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5042ef19-05ba-433f-a950-5ca0a1e11f12', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:15.786194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-750db8e7-ef43-45c4-9d38-98dba84536d4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:15.789851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-750db8e7-ef43-45c4-9d38-98dba84536d4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:15.792922 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-750db8e7-ef43-45c4-9d38-98dba84536d4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:15.801796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-750db8e7-ef43-45c4-9d38-98dba84536d4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:15.809471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-25998c15-a153-4b9c-84ac-d51b27d72188', 'network_id': '25998c15-a153-4b9c-84ac-d51b27d72188', 'tenant_id': '40d1296d52de431b88bd06f3fd8fed9a', 'fixed_ips': [{'subnet_id': '9645273c-25f4-4889-863c-229b260f8b4b'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:15.810988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.813991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.820656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:15.822101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:15.823376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.842004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.845780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:15.850934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:15.907478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Allocated IP 172.20.0.2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/1d1e9197-8b7b-4305-a2c3-43cfa91f5931/9acc5610-f64a-488b-b6ba-b2701894cebf) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:15.930382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:15.943366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.958167 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5311339 Jan 20 14:33:15.962164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46630) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:15.970918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'network_id': '1a895014-dc6b-4796-aea8-0e356a1ec76b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:15.989465 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-750db8e7-ef43-45c4-9d38-98dba84536d4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:15.993222 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-750db8e7-ef43-45c4-9d38-98dba84536d4 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2198215 Jan 20 14:33:15.993222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9098d-67d1-4b4f-8f8e-a258b3e936a7 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=1a895014-dc6b-4796-aea8-0e356a1ec76b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:15.997664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46634) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.046539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] For port 5bca08b0-dbca-4722-b708-8f2ca2ee1c12, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5bca08b0-dbca-4722-b708-8f2ca2ee1c12,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:16.046899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.049168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 1a895014-dc6b-4796-aea8-0e356a1ec76b details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:16.149930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7564d00e-f35e-401b-acc9-b99c7685430d up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:16.165426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:16.168727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.169122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-dbc95945-da46-4e1e-ad11-34225c6aab79 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5042ef19-05ba-433f-a950-5ca0a1e11f12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:16.169860 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-dbc95945-da46-4e1e-ad11-34225c6aab79 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 20 14:33:16.170308 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-dbc95945-da46-4e1e-ad11-34225c6aab79 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:16.174169 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dbc95945-da46-4e1e-ad11-34225c6aab79 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1724148 Jan 20 14:33:16.177746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46640) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.195192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f7f7d8a8-af47-40a0-8528-bb397df004ef tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5042ef19-05ba-433f-a950-5ca0a1e11f12', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:16.200267 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f7f7d8a8-af47-40a0-8528-bb397df004ef tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:16.204260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f7f7d8a8-af47-40a0-8528-bb397df004ef tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:16.206972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f7f7d8a8-af47-40a0-8528-bb397df004ef tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:16.213664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f7f7d8a8-af47-40a0-8528-bb397df004ef tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:16.241496 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-f7f7d8a8-af47-40a0-8528-bb397df004ef tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Project 85253c76e39047d48f994e5f6e3e4485 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:33:16.266201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.267518 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3759038 Jan 20 14:33:16.275424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:16.280447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:subnet and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:16.284081 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:16.290393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:16.309934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46648) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.309934 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-f7f7d8a8-af47-40a0-8528-bb397df004ef tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:16.309934 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f7f7d8a8-af47-40a0-8528-bb397df004ef tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1241558 Jan 20 14:33:16.309934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-177c6cc9-fe11-4a99-a228-db5260a70877 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group_rule': {'security_group_id': '2837a747-0b87-4151-a216-7c3d493badcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b90e2ead-2a37-403a-a672-2b05ddaaeab2'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:16.311979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46652) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.316456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-177c6cc9-fe11-4a99-a228-db5260a70877 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:16.322052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7ca4ce0a-466b-4cc7-9c70-a11ddff93aee tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5042ef19-05ba-433f-a950-5ca0a1e11f12', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:16.322732 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-7ca4ce0a-466b-4cc7-9c70-a11ddff93aee tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 20 14:33:16.323179 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-7ca4ce0a-466b-4cc7-9c70-a11ddff93aee tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:16.326870 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7ca4ce0a-466b-4cc7-9c70-a11ddff93aee tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098922 Jan 20 14:33:16.326870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:16.330753 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.346246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-177c6cc9-fe11-4a99-a228-db5260a70877 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:16.351789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46658) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.354561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-177c6cc9-fe11-4a99-a228-db5260a70877 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:16.365211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-41a25c82-a74c-4509-9a9d-046b6eaf1055 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5042ef19-05ba-433f-a950-5ca0a1e11f12', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:16.371979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-41a25c82-a74c-4509-9a9d-046b6eaf1055 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:16.376586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-41a25c82-a74c-4509-9a9d-046b6eaf1055 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:16.379987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-41a25c82-a74c-4509-9a9d-046b6eaf1055 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:16.386397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-41a25c82-a74c-4509-9a9d-046b6eaf1055 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:16.411071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Allocated IP 2001:db8:0:ffff::2 (25998c15-a153-4b9c-84ac-d51b27d72188/9645273c-25f4-4889-863c-229b260f8b4b/77832522-51c2-4bf1-a472-8d58ced971a5) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:16.448523 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-177c6cc9-fe11-4a99-a228-db5260a70877 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:16.465893 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-41a25c82-a74c-4509-9a9d-046b6eaf1055 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Project 85253c76e39047d48f994e5f6e3e4485 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:33:16.509763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 7564d00e-f35e-401b-acc9-b99c7685430d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:16.515173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46662) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.523539 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-41a25c82-a74c-4509-9a9d-046b6eaf1055 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:16.524594 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-41a25c82-a74c-4509-9a9d-046b6eaf1055 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1719716 Jan 20 14:33:16.531479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46664) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.545496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-21d3690e-13d9-4459-a5f2-406123bffafa tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5042ef19-05ba-433f-a950-5ca0a1e11f12', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:16.551918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-21d3690e-13d9-4459-a5f2-406123bffafa tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:16.555474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] Calling delete_port for 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:16.568419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-21d3690e-13d9-4459-a5f2-406123bffafa tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:16.575109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-21d3690e-13d9-4459-a5f2-406123bffafa tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:16.584260 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-177c6cc9-fe11-4a99-a228-db5260a70877 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:16.585275 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-177c6cc9-fe11-4a99-a228-db5260a70877 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2851114 Jan 20 14:33:16.586067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-21d3690e-13d9-4459-a5f2-406123bffafa tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:16.590714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46670) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.618227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 7564d00e-f35e-401b-acc9-b99c7685430d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:16.618887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.626274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e38dd-bd0c-49d3-afe0-f0c38e49557f tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90e2ead-2a37-403a-a672-2b05ddaaeab2,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:16.629994 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-21d3690e-13d9-4459-a5f2-406123bffafa tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Project 85253c76e39047d48f994e5f6e3e4485 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:33:16.712024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.721544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Router 6525e0a2-4ebb-404f-9def-20978eca2a47 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:33:16.736906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a808-1bba-470a-9178-8f58d921822b tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.741715 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-21d3690e-13d9-4459-a5f2-406123bffafa tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:16.742806 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-21d3690e-13d9-4459-a5f2-406123bffafa tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2104053 Jan 20 14:33:16.743130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Transition to ACTIVE for port object 9acc5610-f64a-488b-b6ba-b2701894cebf will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:16.747682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46676) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.787806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a808-1bba-470a-9178-8f58d921822b tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.840168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.867972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Transition to ACTIVE for port object 9acc5610-f64a-488b-b6ba-b2701894cebf will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:16.897342 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.939185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c278712-4f65-42c9-9348-8c546b34b18b req-cffe1ba9-ade8-497e-9213-95fa0e7d5a65 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:16.940772 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6c278712-4f65-42c9-9348-8c546b34b18b req-cffe1ba9-ade8-497e-9213-95fa0e7d5a65 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 944 time: 0.4245176 Jan 20 14:33:16.944695 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.949324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a808-1bba-470a-9178-8f58d921822b tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.951998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=d836689b-9f70-4865-9bef-94b403f4231e,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:16.968992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking segment: {'id': '75d03547-7c17-4dd5-96ab-999a291e0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1a895014-dc6b-4796-aea8-0e356a1ec76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:16.969333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network hostable DHCP agents. Network: 1a895014-dc6b-4796-aea8-0e356a1ec76b, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:16.980054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5a808-1bba-470a-9178-8f58d921822b tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90e2ead-2a37-403a-a672-2b05ddaaeab2,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:16.996015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7564d00e-f35e-401b-acc9-b99c7685430d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7564d00e-f35e-401b-acc9-b99c7685430d,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:17.007198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c8a5a808-1bba-470a-9178-8f58d921822b tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.007443 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c8a5a808-1bba-470a-9178-8f58d921822b tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "DELETE /v2.0/security-groups/b90e2ead-2a37-403a-a672-2b05ddaaeab2 HTTP/1.1" status: 204 len: 168 time: 0.4156618 Jan 20 14:33:17.009953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46680) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:17.012037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:33:17.025831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.030589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.039916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network 1a895014-dc6b-4796-aea8-0e356a1ec76b is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:17.055062 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Transition to ACTIVE for port object 77832522-51c2-4bf1-a472-8d58ced971a5 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:17.066368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 1a895014-dc6b-4796-aea8-0e356a1ec76b) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:17.070649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:17.071408 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Pushing event updated for resources: {'Port': ['ID=9acc5610-f64a-488b-b6ba-b2701894cebf,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:17.076260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:17.090780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:17.091909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.094564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1634313737'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:17.130828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:17.149505 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2ef9ba99-7d82-4b8d-b388-ef161df60fe3 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1861510 Jan 20 14:33:17.154547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46686) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:17.160749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Usage tracker for resource:network and tenant:126b007d0b064bf5bc7fdb2453f4b92c is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:17.167361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:17.171987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:17.176288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-deb6d6de-757e-451a-abc5-2bf4e6239378 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.183144 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d', 'code': 200} Jan 20 14:33:17.197725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:17.213545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0357aee-2b97-488e-8323-0572007bed48 None None] Network 1a895014-dc6b-4796-aea8-0e356a1ec76b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:17.237635 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6c278712-4f65-42c9-9348-8c546b34b18b req-0314a17d-0731-442a-9c57-9ad3e2661daf tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094011 Jan 20 14:33:17.245528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Transition to ACTIVE for port object 77832522-51c2-4bf1-a472-8d58ced971a5 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:17.246594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7564d00e-f35e-401b-acc9-b99c7685430d,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:17.261211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:33:17.315119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-349221f1-2639-40ae-8d6e-2f66dcae9d11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Synchronizing usage tracker for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:17.317269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-deb6d6de-757e-451a-abc5-2bf4e6239378 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.327800 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15041fb3-95e6-4853-86ff-087886626591 None None] Sync routers for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:33:17.351023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Made reservation on behalf of 126b007d0b064bf5bc7fdb2453f4b92c for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:17.354789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.359804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.369956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Attempting to bind port 9acc5610-f64a-488b-b6ba-b2701894cebf on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:17.370321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Attempting to bind port 9acc5610-f64a-488b-b6ba-b2701894cebf by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:17.371175 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Attempting to bind port 9acc5610-f64a-488b-b6ba-b2701894cebf on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:17.373069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.396379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.406527 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-349221f1-2639-40ae-8d6e-2f66dcae9d11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Unset dirty status for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:17.410632 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-349221f1-2639-40ae-8d6e-2f66dcae9d11 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.3967676 Jan 20 14:33:17.411462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46690) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:17.420872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15041fb3-95e6-4853-86ff-087886626591 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:33:17.421492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-15041fb3-95e6-4853-86ff-087886626591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:33:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:17.428924 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0dcd9894-156e-4c7c-b6f6-f174a95e51da tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "PUT /v2.0/routers/6525e0a2-4ebb-404f-9def-20978eca2a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1916738 Jan 20 14:33:17.436477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46694) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:17.445130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:17.450181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Usage tracker for resource:security_group_rule and tenant:126b007d0b064bf5bc7fdb2453f4b92c is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:17.455353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:17.459082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.480727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:17.481085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:17.481476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.481857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:17.482392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Bound port: 9acc5610-f64a-488b-b6ba-b2701894cebf, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:17.482753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.499206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:17.516894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-deb6d6de-757e-451a-abc5-2bf4e6239378 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.540386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Network 25998c15-a153-4b9c-84ac-d51b27d72188 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:17.541156 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-15041fb3-95e6-4853-86ff-087886626591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:17.544497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bca08b0-dbca-4722-b708-8f2ca2ee1c12,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:17.548091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:17.584693 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:17.596729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6d6de-757e-451a-abc5-2bf4e6239378 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5042ef19-05ba-433f-a950-5ca0a1e11f12,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:17.620590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Pushing event updated for resources: {'Port': ['ID=77832522-51c2-4bf1-a472-8d58ced971a5,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:17.676470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-deb6d6de-757e-451a-abc5-2bf4e6239378 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.677903 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-deb6d6de-757e-451a-abc5-2bf4e6239378 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/5042ef19-05ba-433f-a950-5ca0a1e11f12 HTTP/1.1" status: 204 len: 168 time: 0.9264550 Jan 20 14:33:17.683684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46698) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:17.706897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15041fb3-95e6-4853-86ff-087886626591 None None] Routers {'6525e0a2-4ebb-404f-9def-20978eca2a47'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:33:17.707534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-15041fb3-95e6-4853-86ff-087886626591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:33:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6525e0a2-4ebb-404f-9def-20978eca2a47'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:17.735833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.787061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5b12687-9bf3-4d68-9f72-7672e6c7223d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.855644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-15041fb3-95e6-4853-86ff-087886626591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:17.855940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15041fb3-95e6-4853-86ff-087886626591 None None] The sync data for ids ['6525e0a2-4ebb-404f-9def-20978eca2a47'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:33:17.868564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Attempting to bind port 77832522-51c2-4bf1-a472-8d58ced971a5 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:17.868929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Attempting to bind port 77832522-51c2-4bf1-a472-8d58ced971a5 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '0cb58ab8-2196-41b7-bd24-c2b05a3dcd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25998c15-a153-4b9c-84ac-d51b27d72188'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:17.869290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Attempting to bind port 77832522-51c2-4bf1-a472-8d58ced971a5 on network 25998c15-a153-4b9c-84ac-d51b27d72188 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:17.883004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.923964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-04dd25af-d239-435d-a2de-28be193dd196 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Synchronizing usage tracker for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:17.955274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c662-0776-4186-9758-275923b52aeb req-7f99c916-3b02-4c5b-87bb-ef19ca426c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:17.956336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] For port 9acc5610-f64a-488b-b6ba-b2701894cebf, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:17.956794 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-31c8c662-0776-4186-9758-275923b52aeb req-7f99c916-3b02-4c5b-87bb-ef19ca426c85 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 1098 time: 0.5949185 Jan 20 14:33:17.962617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:17.964924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Checking segment: {'id': '0cb58ab8-2196-41b7-bd24-c2b05a3dcd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25998c15-a153-4b9c-84ac-d51b27d72188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:17.964924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.964924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Bound using segment: {'id': '0cb58ab8-2196-41b7-bd24-c2b05a3dcd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25998c15-a153-4b9c-84ac-d51b27d72188'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:17.964924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Bound port: 77832522-51c2-4bf1-a472-8d58ced971a5, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb58ab8-2196-41b7-bd24-c2b05a3dcd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25998c15-a153-4b9c-84ac-d51b27d72188'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:17.964924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.968515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5b12687-9bf3-4d68-9f72-7672e6c7223d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.990325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] For port 9acc5610-f64a-488b-b6ba-b2701894cebf, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9acc5610-f64a-488b-b6ba-b2701894cebf,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:18.020964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a7010-1d03-4780-a193-37f4aeef9fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-1a895014-dc6b-4796-aea8-0e356a1ec76b', 'network_id': '1a895014-dc6b-4796-aea8-0e356a1ec76b', 'tenant_id': '40d1296d52de431b88bd06f3fd8fed9a', 'fixed_ips': [{'subnet_id': 'd836689b-9f70-4865-9bef-94b403f4231e'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:18.021694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2d3a7010-1d03-4780-a193-37f4aeef9fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.039877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.081053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.089477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-04dd25af-d239-435d-a2de-28be193dd196 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Unset dirty status for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:18.090838 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-04dd25af-d239-435d-a2de-28be193dd196 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4036145 Jan 20 14:33:18.095580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.objects.ports [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:33:18.096386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.099063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46702) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:18.100743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5b12687-9bf3-4d68-9f72-7672e6c7223d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.144423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b12687-9bf3-4d68-9f72-7672e6c7223d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2837a747-0b87-4151-a216-7c3d493badcb,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:18.158835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'tempest-secgroup--893734784'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:18.179823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:18.212741 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] For port 77832522-51c2-4bf1-a472-8d58ced971a5, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:18.215844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b85e-6b03-4f20-91af-630f6ef8735b None None] Pushing event updated for resources: {'Port': ['ID=9acc5610-f64a-488b-b6ba-b2701894cebf,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:18.219676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] For port 77832522-51c2-4bf1-a472-8d58ced971a5, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=77832522-51c2-4bf1-a472-8d58ced971a5,segment=NetworkSegment(0cb58ab8-2196-41b7-bd24-c2b05a3dcd71),segment_id=0cb58ab8-2196-41b7-bd24-c2b05a3dcd71)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:18.223577 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:18.226835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.228869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.244531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8734a3b-ad6d-4c4a-9ab1-bbc7a15e2985,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:18.258446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.262657 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-31c8c662-0776-4186-9758-275923b52aeb req-5e2191ba-6d3a-44c6-af9c-5aa4661f4b12 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814395 Jan 20 14:33:18.289328 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5b12687-9bf3-4d68-9f72-7672e6c7223d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.304604 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f5b12687-9bf3-4d68-9f72-7672e6c7223d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "DELETE /v2.0/security-groups/2837a747-0b87-4151-a216-7c3d493badcb HTTP/1.1" status: 204 len: 168 time: 0.8920305 Jan 20 14:33:18.306742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46708) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:18.321576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.364484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2194a4-d3dd-4e26-832f-cd95c87de1ca None None] Pushing event updated for resources: {'Port': ['ID=77832522-51c2-4bf1-a472-8d58ced971a5,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server [None req-2d3a7010-1d03-4780-a193-37f4aeef9fa5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d836689b-9f70-4865-9bef-94b403f4231e: This subnet is being modified by another concurrent operation. Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:33:18.372308 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d836689b-9f70-4865-9bef-94b403f4231e: This subnet is being modified by another concurrent operation. Jan 20 14:33:18.375690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server Jan 20 14:33:18.403535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaad199-1135-42a6-a514-8315521d32ec None None] Network 1a895014-dc6b-4796-aea8-0e356a1ec76b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:18.624983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:18.648546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Subnet': ['ID=d836689b-9f70-4865-9bef-94b403f4231e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:18.679479 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:18.684586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.684994 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Added segment 69f4d856-ae3a-47e4-945a-17aedf57c08b of type vlan for network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 Jan 20 14:33:18.703737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.737151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a91cc3b5-1d7b-4186-b9b0-60aff6a0cf62 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Synchronizing usage tracker for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:18.753418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:18.765409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:18.788416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:18.796305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting port bddda263-1098-405b-9bea-b50fc0eb24c1 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:18.796611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.853693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.903108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.956424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a91cc3b5-1d7b-4186-b9b0-60aff6a0cf62 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Unset dirty status for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:18.957568 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a91cc3b5-1d7b-4186-b9b0-60aff6a0cf62 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6436591 Jan 20 14:33:18.965160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46712) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:18.971010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a895014-dc6b-4796-aea8-0e356a1ec76b']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:19.031683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837171328'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:19.057823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:19.061302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d03547-7c17-4dd5-96ab-999a291e0097') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:19.061597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d03547-7c17-4dd5-96ab-999a291e0097') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:19.094445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:19.099152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.109708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.144299 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835a45-331b-4209-9080-3b56553e204e req-a9d29b01-85eb-4065-9188-031c8a09d2b0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:19.145814 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-84835a45-331b-4209-9080-3b56553e204e req-a9d29b01-85eb-4065-9188-031c8a09d2b0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.5012846 Jan 20 14:33:19.155635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.163197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:19.164141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.207012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.212795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:19.213425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.215367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9acc5610-f64a-488b-b6ba-b2701894cebf up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:19.245534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:19.264822 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:19.279743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.295398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.304602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.331277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 9acc5610-f64a-488b-b6ba-b2701894cebf completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:19.344313 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 77832522-51c2-4bf1-a472-8d58ced971a5 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:19.346806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.360006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.390613 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Network': ['ID=1a895014-dc6b-4796-aea8-0e356a1ec76b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:19.442672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] Router 9c8d3bc2-212c-4457-a125-c047438dfa01 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:33:19.453971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Pushing event updated for resources: {'Network': ['ID=4020b6d7-646c-4a78-be80-4de7c9fefaa0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:19.474549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:19.482998 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c526b130-5c13-41ff-9d5c-a4adfea273f2 tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8962729 Jan 20 14:33:19.544918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832e7378-ccc2-48cb-ab73-5b727fc889f9,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:19.558235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.558235 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-247eebf9-625a-45fa-a0b3-9f7e022d2f86 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4461679 Jan 20 14:33:19.599402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 77832522-51c2-4bf1-a472-8d58ced971a5 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:19.625445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46722) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:19.659697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Calling delete_port for bddda263-1098-405b-9bea-b50fc0eb24c1 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:19.740703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:19.749820 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fbfab870-5ea9-412b-a35f-84914cacbd1b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/1a895014-dc6b-4796-aea8-0e356a1ec76b HTTP/1.1" status: 204 len: 168 time: 2.5942228 Jan 20 14:33:19.753433 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46726) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:19.753748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46728) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:19.754607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Usage tracker for resource:security_group_rule and tenant:6e488d9578044899a07682a176db11c4 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:19.760234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:19.768793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-505987427'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:19.771672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d53cd4ea-e626-4763-863e-328183db2ae8 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '832e7378-ccc2-48cb-ab73-5b727fc889f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:19.776453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Request body: {'port': {'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0', 'binding:host_id': 'hv-neutron-8251', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-244779952'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:19.787065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Provisioning for port 9acc5610-f64a-488b-b6ba-b2701894cebf completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:19.788102 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-84835a45-331b-4209-9080-3b56553e204e req-b6c59778-705b-49a7-a70e-950f8d004d89 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5204527 Jan 20 14:33:19.789079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:19.792363 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:19.792814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Provisioning complete for port 9acc5610-f64a-488b-b6ba-b2701894cebf triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:19.794107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.795932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:19.800519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:network and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:19.807340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Usage tracker for resource:port and tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:19.810007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:19.815884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:19.826234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:19.828331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:19.862764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d53cd4ea-e626-4763-863e-328183db2ae8 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:19.865178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:19.869482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.883479 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d53cd4ea-e626-4763-863e-328183db2ae8 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:19.892166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d53cd4ea-e626-4763-863e-328183db2ae8 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:19.900104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Made reservation on behalf of e88ae1d8ecbf4dd9ae2d44658ca16a3b for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:19.902952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.903121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d53cd4ea-e626-4763-863e-328183db2ae8 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:19.957125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.974898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:33:19.975950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.991024 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9d3cc636-3ae5-47c2-8989-9a51dc59ff35 admin admin] 10.222.0.87 "PUT /v2.0/routers/9c8d3bc2-212c-4457-a125-c047438dfa01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8705573 Jan 20 14:33:19.994288 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] Sync routers for ids ['9c8d3bc2-212c-4457-a125-c047438dfa01'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:33:19.995707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46734) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.007318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] For port 9acc5610-f64a-488b-b6ba-b2701894cebf, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9acc5610-f64a-488b-b6ba-b2701894cebf,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:20.008348 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] Routers {'9c8d3bc2-212c-4457-a125-c047438dfa01'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:33:20.009669 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:33:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c8d3bc2-212c-4457-a125-c047438dfa01'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:20.036186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:20.042047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:20.059900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Usage tracker for resource:security_group_rule and tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:20.071467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:20.093439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.095957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:20.111214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.111575 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Added segment 8bd33639-d9a0-4ae4-a142-be637a3d2be9 of type vlan for network 6d641895-eb3d-49b5-a166-0fd5e62e0b5a Jan 20 14:33:20.112707 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.135454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.179154 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-d53cd4ea-e626-4763-863e-328183db2ae8 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The resource could not be found. Jan 20 14:33:20.180407 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d53cd4ea-e626-4763-863e-328183db2ae8 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5533164 Jan 20 14:33:20.199988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46738) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.216769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f83d368d-6fa8-4be4-9a7f-a40fb960f794 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '832e7378-ccc2-48cb-ab73-5b727fc889f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9870c5bc-7cce-4bdf-90e8-984215a412d1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:20.222671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.228049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f83d368d-6fa8-4be4-9a7f-a40fb960f794 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:20.228723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Port': ['ID=bddda263-1098-405b-9bea-b50fc0eb24c1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:20.235735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f83d368d-6fa8-4be4-9a7f-a40fb960f794 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:20.241677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f83d368d-6fa8-4be4-9a7f-a40fb960f794 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:20.244127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.245232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.311892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.323057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f83d368d-6fa8-4be4-9a7f-a40fb960f794 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:20.326752 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] Set router 9c8d3bc2-212c-4457-a125-c047438dfa01 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:33:20.330999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979fe398-d5ed-4832-9698-f3975cb75bae,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:20.373814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.380375 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:20.380931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:20.394811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.399160 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3085ea56-cd9b-4a15-bd2f-3a15e15eb481 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4282768 Jan 20 14:33:20.407234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46742) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.420067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652d74dc-5443-4eb5-94ab-6d51619e6681 None None] Network 25998c15-a153-4b9c-84ac-d51b27d72188 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:20.429828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-02dea0e7-93ce-497c-b9e5-b1f88ca2498e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:20.435026 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-02dea0e7-93ce-497c-b9e5-b1f88ca2498e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 20 14:33:20.435026 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-02dea0e7-93ce-497c-b9e5-b1f88ca2498e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] update failed (client error): There was a conflict when trying to complete your request. Jan 20 14:33:20.435026 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-02dea0e7-93ce-497c-b9e5-b1f88ca2498e tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "PUT /v2.0/security-groups/979fe398-d5ed-4832-9698-f3975cb75bae HTTP/1.1" status: 409 len: 330 time: 0.0207913 Jan 20 14:33:20.437017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46746) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.463579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.581338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.587516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:20.587708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.588973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:20.603927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:20.630917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:20.631858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.678737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=9acc5610-f64a-488b-b6ba-b2701894cebf,revision_number=4']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:20.691412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=b2f4fe0e-172a-4db8-99f4-aed53fa32fca,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:20.707615 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3c95f589-770e-44a1-b941-651288b2d154 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5488338 Jan 20 14:33:20.708646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46750) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.711364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1045c1-b4fa-4963-9a1f-2c3b4180067a None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:20.772408 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:33:17Z', 'revision_number': 5, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:20.776454 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] Checking router: 9c8d3bc2-212c-4457-a125-c047438dfa01 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:33:20.780034 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:4d:f7:80', 'name': 'tempest-NetworksTestDHCPv6-32777529'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:20.785511 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] Routers {'9c8d3bc2-212c-4457-a125-c047438dfa01'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:33:20.786172 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:33:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c8d3bc2-212c-4457-a125-c047438dfa01'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:20.803900 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-f83d368d-6fa8-4be4-9a7f-a40fb960f794 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The resource could not be found. Jan 20 14:33:20.805241 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f83d368d-6fa8-4be4-9a7f-a40fb960f794 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6042011 Jan 20 14:33:20.810825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46754) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.833106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.836185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.045633 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] Set router 9c8d3bc2-212c-4457-a125-c047438dfa01 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:33:21.047024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9acc5610-f64a-488b-b6ba-b2701894cebf up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:21.059828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.085850 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=6d641895-eb3d-49b5-a166-0fd5e62e0b5a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:21.111515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.112446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Fanout notify agent at l3_agent the message router_deleted on router 6525e0a2-4ebb-404f-9def-20978eca2a47 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:33:21.141353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.145386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.146522 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-97dec38c-fdfd-4286-8f34-c2e4ec22a9fb tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/routers/6525e0a2-4ebb-404f-9def-20978eca2a47 HTTP/1.1" status: 204 len: 168 time: 3.7076192 Jan 20 14:33:21.156489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46760) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:21.160550 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5e1e85fe-9df5-465e-84c4-8d5d2a6b5e14 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4015274 Jan 20 14:33:21.165679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.168460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] device_id is not set on port 7747275e-d1ab-4558-a751-a381dd9a4a98 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:21.180072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46764) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:21.199551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 6d641895-eb3d-49b5-a166-0fd5e62e0b5a details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:21.232293 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.236964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'network_id': '6d641895-eb3d-49b5-a166-0fd5e62e0b5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:21.285741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Deleting port af6a89df-67cf-447c-93f0-8264b9850d82 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:21.286564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.430183 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:33:17Z', 'revision_number': 5, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:21.432389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] For port 9acc5610-f64a-488b-b6ba-b2701894cebf, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9acc5610-f64a-488b-b6ba-b2701894cebf,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:21.437590 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053b9a4-89d9-4148-bfed-2913b68b0565 None None] The sync data for ids ['9c8d3bc2-212c-4457-a125-c047438dfa01'] in dv-neutron-825123-1-hyperv is: [{'id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'name': 'tempest-ServerActionsTestJSON-877622087-router', 'tenant_id': 'e46b88d12d7e404d90c306bd4baee792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:29:08Z', 'updated_at': '2022-01-20T14:33:17Z', 'revision_number': 5, 'project_id': 'e46b88d12d7e404d90c306bd4baee792', 'gw_port': {'id': 'af6a89df-67cf-447c-93f0-8264b9850d82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:40:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8d3bc2-212c-4457-a125-c047438dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:29:09Z', 'updated_at': '2022-01-20T14:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:33:21.447679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.459232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:21.496025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:21.501280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:21.528771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9acc5610-f64a-488b-b6ba-b2701894cebf triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:21.529261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.534582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5d1d4761-2fe3-48ad-96da-44424693f84a tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.544583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78613527-5e93-466b-9483-01f3aa1edc2d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:21.562783 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:21.598544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Pushing event updated for resources: {'Port': ['ID=9acc5610-f64a-488b-b6ba-b2701894cebf,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:21.599526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] device_id is not set on port 7747275e-d1ab-4558-a751-a381dd9a4a98 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:21.610421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.611020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.611161 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.611379 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.611721 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.612438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.612729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.613058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.613380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.613748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.614015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.614450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad1371-6fa6-4597-a2b2-e8cf133f9d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:21.615413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:21.616647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fb2a2f-d17f-426b-90a0-fcca927bb6d8 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Deleting subnet 50d4f228-8a04-4f50-8ca7-7fcba688dd58 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:21.620078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-04a04dbc-a08a-44fd-8ffe-6072968b4ea3 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.621472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2a2f-d17f-426b-90a0-fcca927bb6d8 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.624172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6bbb92b0-a6c8-400a-bc9b-43b361c81743 None None] Provisioning for port 77832522-51c2-4bf1-a472-8d58ced971a5 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:21.630069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6bbb92b0-a6c8-400a-bc9b-43b361c81743 None None] Provisioning complete for port 77832522-51c2-4bf1-a472-8d58ced971a5 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:21.630439 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6bbb92b0-a6c8-400a-bc9b-43b361c81743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.637613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:subnet and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:21.647153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:21.664336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:21.674782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5d1d4761-2fe3-48ad-96da-44424693f84a tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.685706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.702992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4780e86-dfac-42d2-b3d3-72ab74db3420 req-1671ec98-0a82-4ae9-9767-d7f6fb0499f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:21.704626 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4780e86-dfac-42d2-b3d3-72ab74db3420 req-1671ec98-0a82-4ae9-9767-d7f6fb0499f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.6784217 Jan 20 14:33:21.707847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:21.722275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Transition to ACTIVE for port object 7747275e-d1ab-4558-a751-a381dd9a4a98 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:21.734815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2a2f-d17f-426b-90a0-fcca927bb6d8 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.786407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-04a04dbc-a08a-44fd-8ffe-6072968b4ea3 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.804534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.835414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6bbb92b0-a6c8-400a-bc9b-43b361c81743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.864722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] For port af6a89df-67cf-447c-93f0-8264b9850d82, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af6a89df-67cf-447c-93f0-8264b9850d82,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:21.865379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.884532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5d1d4761-2fe3-48ad-96da-44424693f84a tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.888862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6bbb92b0-a6c8-400a-bc9b-43b361c81743 None None] For port 77832522-51c2-4bf1-a472-8d58ced971a5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=77832522-51c2-4bf1-a472-8d58ced971a5,segment=NetworkSegment(0cb58ab8-2196-41b7-bd24-c2b05a3dcd71),segment_id=0cb58ab8-2196-41b7-bd24-c2b05a3dcd71)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:21.891218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:21.894999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.896718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6bbb92b0-a6c8-400a-bc9b-43b361c81743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.924978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2a2f-d17f-426b-90a0-fcca927bb6d8 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.009578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d4761-2fe3-48ad-96da-44424693f84a tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979fe398-d5ed-4832-9698-f3975cb75bae,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:22.013473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb92b0-a6c8-400a-bc9b-43b361c81743 None None] Pushing event updated for resources: {'Port': ['ID=77832522-51c2-4bf1-a472-8d58ced971a5,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:22.053874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event updated for resources: {'Port': ['ID=7747275e-d1ab-4558-a751-a381dd9a4a98,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:22.067376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5d1d4761-2fe3-48ad-96da-44424693f84a tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.071528 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5d1d4761-2fe3-48ad-96da-44424693f84a tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "DELETE /v2.0/security-groups/979fe398-d5ed-4832-9698-f3975cb75bae HTTP/1.1" status: 204 len: 168 time: 1.6296413 Jan 20 14:33:22.074842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46768) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.091370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.105384 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4780e86-dfac-42d2-b3d3-72ab74db3420 req-b028992e-a50d-4b60-ae81-3be0ac4d077b tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344493 Jan 20 14:33:22.138857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Checking segment: {'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:22.139324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Network hostable DHCP agents. Network: 4020b6d7-646c-4a78-be80-4de7c9fefaa0, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:22.184404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1a5b5516-eed8-4bf7-acb4-269a9d6154e0 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Synchronizing usage tracker for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:22.209438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2a2f-d17f-426b-90a0-fcca927bb6d8 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.250928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb2a2f-d17f-426b-90a0-fcca927bb6d8 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Subnet': ['ID=50d4f228-8a04-4f50-8ca7-7fcba688dd58,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:22.257304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1a5b5516-eed8-4bf7-acb4-269a9d6154e0 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] Unset dirty status for tenant:6e488d9578044899a07682a176db11c4 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:22.261091 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1a5b5516-eed8-4bf7-acb4-269a9d6154e0 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1802824 Jan 20 14:33:22.262004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:22.264420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46774) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.272365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-04a04dbc-a08a-44fd-8ffe-6072968b4ea3 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.298415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Calling delete_port for af6a89df-67cf-447c-93f0-8264b9850d82 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:22.314612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2a2f-d17f-426b-90a0-fcca927bb6d8 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.335268 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-ec4f5499-4004-4a4a-8546-635fa340be15 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] delete failed (client error): The resource could not be found. Jan 20 14:33:22.336299 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ec4f5499-4004-4a4a-8546-635fa340be15 tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "DELETE /v2.0/security-groups/e240fa23-7b2b-4b69-933a-67dc33ff88b9 HTTP/1.1" status: 404 len: 347 time: 0.0698814 Jan 20 14:33:22.339851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 4020b6d7-646c-4a78-be80-4de7c9fefaa0) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:22.340665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46778) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.343712 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f2fb2a2f-d17f-426b-90a0-fcca927bb6d8 tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/subnets/50d4f228-8a04-4f50-8ca7-7fcba688dd58 HTTP/1.1" status: 204 len: 168 time: 1.1862016 Jan 20 14:33:22.353424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d38b7ac-a932-4d81-8e50-9b61f2ef35f5 None None] Network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:22.354925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46782) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.373800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:22.397935 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-ab46076a-9a8e-4cc4-955d-ce87de630e7d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] show failed (client error): The resource could not be found. Jan 20 14:33:22.398980 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ab46076a-9a8e-4cc4-955d-ce87de630e7d tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-groups/466d0708-df5c-4822-be0e-fcfe2c26d4c3 HTTP/1.1" status: 404 len: 347 time: 0.0572813 Jan 20 14:33:22.406944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46786) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.423857 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-25b556ff-1ae8-4629-8c50-547f052f10ab tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] show failed (client error): The resource could not be found. Jan 20 14:33:22.424963 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-25b556ff-1ae8-4629-8c50-547f052f10ab tempest-NegativeSecGroupTest-1782267257 tempest-NegativeSecGroupTest-1782267257-project] 10.222.0.87 "GET /v2.0/security-group-rules/a45c4896-e75f-45a0-9918-040e3794c48c HTTP/1.1" status: 404 len: 356 time: 0.0170679 Jan 20 14:33:22.436337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.436673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.437010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:22.444887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:22.445196 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:22.446356 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 2 to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 Jan 20 14:33:22.469750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5e76a-694f-45a6-a1ae-1c89b11d7d6d req-1d525e1b-4283-4225-8934-bb176a404edb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:22.476945 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1be5e76a-694f-45a6-a1ae-1c89b11d7d6d req-1d525e1b-4283-4225-8934-bb176a404edb tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.2224927 Jan 20 14:33:22.499930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.500341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.500673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:22.508360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:22.508680 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:22.510232 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 3 to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 Jan 20 14:33:22.513492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.542507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a04dbc-a08a-44fd-8ffe-6072968b4ea3 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=832e7378-ccc2-48cb-ab73-5b727fc889f9,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:22.552431 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1be5e76a-694f-45a6-a1ae-1c89b11d7d6d req-ebeaca68-5ca3-4de0-a46b-0940e0b07f7c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743742 Jan 20 14:33:22.559981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.560555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.560881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:22.567798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port e8e3d79f-70b6-420e-b555-8f80a1e5a5ed yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:22.568141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:22.568499 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:22.568918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46792) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.569354 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 4 to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 Jan 20 14:33:22.606574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-04a04dbc-a08a-44fd-8ffe-6072968b4ea3 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.610712 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-04a04dbc-a08a-44fd-8ffe-6072968b4ea3 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/832e7378-ccc2-48cb-ab73-5b727fc889f9 HTTP/1.1" status: 204 len: 168 time: 1.7954001 Jan 20 14:33:22.617164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46796) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.636604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a4bda-e991-43d9-b860-641dd15265bd None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:33:22.653740 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.654132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.654590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:22.660550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:22.660868 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:22.661449 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 5 to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 Jan 20 14:33:22.690253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.690586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.690923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:22.697602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:22.697934 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:22.698456 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 6 to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 Jan 20 14:33:22.706910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d856a800-848b-4001-9c2b-59130c410b1a tempest-TestNetworkAdvancedServerOps-1120971393 tempest-TestNetworkAdvancedServerOps-1120971393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:22.708698 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d856a800-848b-4001-9c2b-59130c410b1a tempest-TestNetworkAdvancedServerOps-1120971393 tempest-TestNetworkAdvancedServerOps-1120971393-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 1093 time: 0.1298809 Jan 20 14:33:22.711639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46800) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.723852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '7564d00e-f35e-401b-acc9-b99c7685430d', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:22.737693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.738164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.738576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:22.741711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:22.749091 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Usage tracker for resource:floatingip and tenant:249ded474ddb44fcb57b7521b6ed258f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:22.752524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:22.752991 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:22.753876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:22.755108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dc7c12ed-823f-480c-a393-261d89bed584 None None] Provisioning complete for port 9acc5610-f64a-488b-b6ba-b2701894cebf triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:22.755690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dc7c12ed-823f-480c-a393-261d89bed584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.756661 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 7 to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 Jan 20 14:33:22.777097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.777437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.777763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:22.781781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:22.786511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:22.786985 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:22.789417 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 8 to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 Jan 20 14:33:22.812587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.813375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.813963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:22.819775 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.844006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46806) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.846741 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a4bda-e991-43d9-b860-641dd15265bd None None] Resources bound (agent type, host, resource id): {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:33:22.850251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:22.850944 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:22.855523 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 9 to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 Jan 20 14:33:22.927023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.927399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.927680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:22.936615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:22.936940 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:22.937523 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 10 to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 Jan 20 14:33:22.979368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.979775 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.979965 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:22.983690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9acc5610-f64a-488b-b6ba-b2701894cebf up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:22.989813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 7747275e-d1ab-4558-a751-a381dd9a4a98 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:22.990139 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 7747275e-d1ab-4558-a751-a381dd9a4a98 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:22.990494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.103786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.139844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9acc5610-f64a-488b-b6ba-b2701894cebf triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:23.141032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.172424 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4d143b34-9b2e-40c2-8833-5434ec1da692 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6e488d9578044899a07682a176db11c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246269 Jan 20 14:33:23.174725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46812) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:23.190573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] For port 7747275e-d1ab-4558-a751-a381dd9a4a98, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:23.190831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempted to set empty binding levels {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 20 14:33:23.193144 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0e227ba4-d654-44d4-905a-6627fc3c860d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Synchronizing usage tracker for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:23.211319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.213308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.219675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2155552-4dc8-4d7f-86b9-4c0586f2e6e8']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:23.280267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d229d98-ac2b-481a-afc1-2a6274b6bc40') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:23.280996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d229d98-ac2b-481a-afc1-2a6274b6bc40') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:23.309910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.317317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:23.317962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.331519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0e227ba4-d654-44d4-905a-6627fc3c860d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Unset dirty status for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:23.332811 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0e227ba4-d654-44d4-905a-6627fc3c860d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7116899 Jan 20 14:33:23.348448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46816) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:23.371081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 77832522-51c2-4bf1-a472-8d58ced971a5 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:23.390315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1080fd6c-77e8-4938-b152-421c06fbfc2c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '9978b01f-9ac2-4f10-be90-94aa49003b56', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:23.395208 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.431566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1080fd6c-77e8-4938-b152-421c06fbfc2c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:23.478100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:23.478507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:23.493970 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:23.508243 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1080fd6c-77e8-4938-b152-421c06fbfc2c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:23.519774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c799e591-2bf5-4074-bdca-cd2d3868e516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.520178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1080fd6c-77e8-4938-b152-421c06fbfc2c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:23.537640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event updated for resources: {'Port': ['ID=7747275e-d1ab-4558-a751-a381dd9a4a98,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:23.549230 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7245634d-40c4-40a5-8fbf-237a24a4f128 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.7916510 Jan 20 14:33:23.560029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46820) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:23.564539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 77832522-51c2-4bf1-a472-8d58ced971a5 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:23.564917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.584618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1080fd6c-77e8-4938-b152-421c06fbfc2c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:23.607507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c799e591-2bf5-4074-bdca-cd2d3868e516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.632156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.665425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 172.20.0.11 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/1d1e9197-8b7b-4305-a2c3-43cfa91f5931/e8e3d79f-70b6-420e-b555-8f80a1e5a5ed) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:23.670519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.706255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:23.719435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-281917fb-6283-49d9-8c4a-5b9c68c37378 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Deleting port 7747275e-d1ab-4558-a751-a381dd9a4a98 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:23.719836 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-281917fb-6283-49d9-8c4a-5b9c68c37378 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.744755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:33:23.745093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5bca08b0-dbca-4722-b708-8f2ca2ee1c12 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:23.745570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.760272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::f816:3eff:fe4d:f780 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/b2f4fe0e-172a-4db8-99f4-aed53fa32fca/e8e3d79f-70b6-420e-b555-8f80a1e5a5ed) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:23.767556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=af6a89df-67cf-447c-93f0-8264b9850d82,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:23.788363 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Allocated IP 172.26.0.178 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/bbad1509-8ddf-4496-bb49-0d1ba74d5948) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:23.810953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.847397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c799e591-2bf5-4074-bdca-cd2d3868e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.852123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] Pushing event deleted for resources: {'Network': ['ID=f2155552-4dc8-4d7f-86b9-4c0586f2e6e8,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:23.924338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=3d6e6218-4bdf-43ef-a11f-c95f1ce201f6,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:23.950003 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c6dbcb47-5bff-4675-8589-f08894bf0d6b tempest-FloatingIPTestJSON-1886813234 tempest-FloatingIPTestJSON-1886813234-project] 10.222.0.87 "DELETE /v2.0/networks/f2155552-4dc8-4d7f-86b9-4c0586f2e6e8 HTTP/1.1" status: 204 len: 168 time: 1.5817852 Jan 20 14:33:23.964183 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-1080fd6c-77e8-4938-b152-421c06fbfc2c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The resource could not be found. Jan 20 14:33:23.970768 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1080fd6c-77e8-4938-b152-421c06fbfc2c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6161878 Jan 20 14:33:23.970989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799e591-2bf5-4074-bdca-cd2d3868e516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30159b5-e5ff-4626-9ebb-b0528b791d8c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:23.974076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46826) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:23.976839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking segment: {'id': '8bd33639-d9a0-4ae4-a142-be637a3d2be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6d641895-eb3d-49b5-a166-0fd5e62e0b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:23.977143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network hostable DHCP agents. Network: 6d641895-eb3d-49b5-a166-0fd5e62e0b5a, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:23.997986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'tempest-secgroup--635740883'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:24.009185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:24.046949 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.068916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c799e591-2bf5-4074-bdca-cd2d3868e516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.072821 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c799e591-2bf5-4074-bdca-cd2d3868e516 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c30159b5-e5ff-4626-9ebb-b0528b791d8c HTTP/1.1" status: 204 len: 168 time: 0.8943729 Jan 20 14:33:24.085510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-281917fb-6283-49d9-8c4a-5b9c68c37378 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] For port 7747275e-d1ab-4558-a751-a381dd9a4a98, host hv-neutron-8251, got binding levels [] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:24.086163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-281917fb-6283-49d9-8c4a-5b9c68c37378 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.092878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:24.256579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46836) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:24.268733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-281917fb-6283-49d9-8c4a-5b9c68c37378 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Calling delete_port for 7747275e-d1ab-4558-a751-a381dd9a4a98 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:24.292580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network 6d641895-eb3d-49b5-a166-0fd5e62e0b5a is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:24.312877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.333161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.349706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.362953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 6d641895-eb3d-49b5-a166-0fd5e62e0b5a) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:24.370381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:24.377180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882913bf-a0f4-4eb5-989e-8a278031c65f None None] Network 6d641895-eb3d-49b5-a166-0fd5e62e0b5a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:24.404350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:24.405765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.423318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:24.427709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:24.433140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.443413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-281917fb-6283-49d9-8c4a-5b9c68c37378 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.461841 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:24.479146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.496173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object e8e3d79f-70b6-420e-b555-8f80a1e5a5ed will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:24.513288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.513288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c8d3bc2-212c-4457-a125-c047438dfa01 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:33:24.554808 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-19490078-cd23-45e2-ac97-bae9e6fb803a tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3697171 Jan 20 14:33:24.557442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46850) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:24.570355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1670564600'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:24.572828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281917fb-6283-49d9-8c4a-5b9c68c37378 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event deleted for resources: {'Port': ['ID=7747275e-d1ab-4558-a751-a381dd9a4a98,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:24.594004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-281917fb-6283-49d9-8c4a-5b9c68c37378 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.600170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:24.613862 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-281917fb-6283-49d9-8c4a-5b9c68c37378 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "DELETE /v2.0/ports/7747275e-d1ab-4558-a751-a381dd9a4a98 HTTP/1.1" status: 204 len: 168 time: 1.0505090 Jan 20 14:33:24.614799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46856) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:24.615676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.633389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:network and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:24.650012 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7460151f-c522-4e04-a817-5b282ef55107 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3b6041bfe6d04180b6650c437146a8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544590 Jan 20 14:33:24.692959 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3a5fd9-f51d-45fc-8eb1-5551d120b3c2 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:33:24.693508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2e3a5fd9-f51d-45fc-8eb1-5551d120b3c2 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Synchronizing usage tracker for tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:24.695785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46862) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:24.716689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:24.720000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=e8e3d79f-70b6-420e-b555-8f80a1e5a5ed,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:24.732304 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:24.742102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.743447 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5d183995-7054-4d7b-9f8b-da2f26b0d7cc admin admin] 10.222.0.87 "DELETE /v2.0/routers/9c8d3bc2-212c-4457-a125-c047438dfa01 HTTP/1.1" status: 204 len: 168 time: 4.7467191 Jan 20 14:33:24.751061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46868) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:24.754900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:24.767124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:24.776132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:24.794544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2e3a5fd9-f51d-45fc-8eb1-5551d120b3c2 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Unset dirty status for tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:24.799027 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2e3a5fd9-f51d-45fc-8eb1-5551d120b3c2 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "GET /v2.0/ports/7747275e-d1ab-4558-a751-a381dd9a4a98 HTTP/1.1" status: 404 len: 333 time: 0.1507087 Jan 20 14:33:24.807720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46872) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:24.808779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.880149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:24.884613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.914587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Request body: {'port': {'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1364115758'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:24.917106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:24.918033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.926013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.930333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'Port': ['ID=bbad1509-8ddf-4496-bb49-0d1ba74d5948,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:24.941342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:24.948732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-6d641895-eb3d-49b5-a166-0fd5e62e0b5a', 'network_id': '6d641895-eb3d-49b5-a166-0fd5e62e0b5a', 'tenant_id': '40d1296d52de431b88bd06f3fd8fed9a', 'fixed_ips': [{'subnet_id': '3d6e6218-4bdf-43ef-a11f-c95f1ce201f6'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:24.950370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.954380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:24.968134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:24.975733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:25.025947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:25.033629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6a89df-67cf-447c-93f0-8264b9850d82 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:25.034296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f19d3176-c91e-4a3e-9672-4ec76b2a88ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.066957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f19d3176-c91e-4a3e-9672-4ec76b2a88ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.097595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: af6a89df-67cf-447c-93f0-8264b9850d82 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:33:25.097958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6a89df-67cf-447c-93f0-8264b9850d82 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:25.146201 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc59dc9-60b0-4b3e-937e-aee8343d3040 admin admin] Deleting subnet d2f1e2a2-41fc-449d-823a-59681b2864b6 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:25.158477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f19d3176-c91e-4a3e-9672-4ec76b2a88ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.166753 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfc59dc9-60b0-4b3e-937e-aee8343d3040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.213568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46878) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:25.226560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Made reservation on behalf of e88ae1d8ecbf4dd9ae2d44658ca16a3b for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:25.228890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.232316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.241047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.258866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Allocated IP 2001:db8::3 (6d641895-eb3d-49b5-a166-0fd5e62e0b5a/3d6e6218-4bdf-43ef-a11f-c95f1ce201f6/fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:25.280697 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-045e08fe-e047-4da9-b5af-1bba33194944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.5111253 Jan 20 14:33:25.280931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d3176-c91e-4a3e-9672-4ec76b2a88ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcd19fd-78a1-449f-b85f-9eef056f1eb5,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:25.291233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46884) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:25.301692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f19d3176-c91e-4a3e-9672-4ec76b2a88ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.302806 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f19d3176-c91e-4a3e-9672-4ec76b2a88ee admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dfcd19fd-78a1-449f-b85f-9eef056f1eb5 HTTP/1.1" status: 204 len: 168 time: 0.6036522 Jan 20 14:33:25.330902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] device_id is not set on port 33a27994-248a-42f2-883e-914898861a26 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:25.336142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147aa4bb-01e5-4ac0-88c6-ca593aac6663,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:25.338468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.339985 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-14ad2ef2-7c24-4ed0-94e3-8c5244f69e59 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3643403 Jan 20 14:33:25.341309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:25.348637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46890) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:25.360008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'tempest-secgroup--747637942'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:25.374260 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:25.378513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.378867 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Added segment 80731f1d-18e0-43a1-a856-5be7a8261abe of type vlan for network 7dbe0315-b426-4dc2-99e6-ebd681417cbf Jan 20 14:33:25.388055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:25.392980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:25.401106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:25.436870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.443280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.483072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd89f3-a271-4019-a5d7-860fb8641d4e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:25.490022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd89f3-a271-4019-a5d7-860fb8641d4e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:25.491654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-94dd89f3-a271-4019-a5d7-860fb8641d4e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:25.506248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:25.517892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:25.522866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:25.531769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:25.544598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.550089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.550267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:25.550815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.558010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.561961 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Transition to ACTIVE for port object fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:25.570492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1824592286'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:25.579396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:25.583922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Transition to ACTIVE for port object fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:25.584732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfc59dc9-60b0-4b3e-937e-aee8343d3040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.586001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-94dd89f3-a271-4019-a5d7-860fb8641d4e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:25.587167 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-94dd89f3-a271-4019-a5d7-860fb8641d4e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2949700 Jan 20 14:33:25.598270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46894) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:25.612265 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.676107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-de628ae3-8c6a-474d-9d05-7d23fe194267 None None] Provisioning for port e8e3d79f-70b6-420e-b555-8f80a1e5a5ed completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:25.718344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-de628ae3-8c6a-474d-9d05-7d23fe194267 None None] Provisioning complete for port e8e3d79f-70b6-420e-b555-8f80a1e5a5ed triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:25.718720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-de628ae3-8c6a-474d-9d05-7d23fe194267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.755807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=7dbe0315-b426-4dc2-99e6-ebd681417cbf,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:25.768476 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e6e79933-1e8a-4a8a-9db1-da8d0a36d2b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2075577 Jan 20 14:33:25.770435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46902) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:25.774180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Network 6d641895-eb3d-49b5-a166-0fd5e62e0b5a is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:25.776744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2a441e68-ac96-4c18-a076-f05eebc5941a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port e8e3d79f-70b6-420e-b555-8f80a1e5a5ed {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:25.777089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a441e68-ac96-4c18-a076-f05eebc5941a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.784948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7dbe0315-b426-4dc2-99e6-ebd681417cbf details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:25.815224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Usage tracker for resource:network and tenant:cc6dc4d0dd294485b79236115e15f63f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:25.827315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'network_id': '7dbe0315-b426-4dc2-99e6-ebd681417cbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:25.856705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:25.873630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.877238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:25.902027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:25.904722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Pushing event updated for resources: {'Port': ['ID=fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:25.917198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:25.929950 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.011664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Made reservation on behalf of cc6dc4d0dd294485b79236115e15f63f for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:26.015332 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.052078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07658632-1a8a-486b-800a-c81ebde4e483,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:26.057718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.060787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.061267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Attempting to bind port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:26.061267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Attempting to bind port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '8bd33639-d9a0-4ae4-a142-be637a3d2be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6d641895-eb3d-49b5-a166-0fd5e62e0b5a'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:26.061835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Attempting to bind port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 on network 6d641895-eb3d-49b5-a166-0fd5e62e0b5a {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:26.062051 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-011690a8-bf32-49c1-96aa-6d13f44fd578 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7098582 Jan 20 14:33:26.067572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46912) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:26.067702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-de628ae3-8c6a-474d-9d05-7d23fe194267 None None] Port e8e3d79f-70b6-420e-b555-8f80a1e5a5ed cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:33:26.071363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:26.072145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:26.072547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Checking segment: {'id': '8bd33639-d9a0-4ae4-a142-be637a3d2be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6d641895-eb3d-49b5-a166-0fd5e62e0b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:26.072987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.073539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Bound using segment: {'id': '8bd33639-d9a0-4ae4-a142-be637a3d2be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6d641895-eb3d-49b5-a166-0fd5e62e0b5a'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:26.073960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Bound port: fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd33639-d9a0-4ae4-a142-be637a3d2be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6d641895-eb3d-49b5-a166-0fd5e62e0b5a'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:26.074337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.079889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-adf37636-6274-446a-b9f5-6095726c603b tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '147aa4bb-01e5-4ac0-88c6-ca593aac6663', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '07658632-1a8a-486b-800a-c81ebde4e483'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:26.101887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:subnet and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:26.105462 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:26.112851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-adf37636-6274-446a-b9f5-6095726c603b tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:26.165025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.170262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:26.175088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] For port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:26.178338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] For port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2,segment=NetworkSegment(8bd33639-d9a0-4ae4-a142-be637a3d2be9),segment_id=8bd33639-d9a0-4ae4-a142-be637a3d2be9)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:26.180116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-adf37636-6274-446a-b9f5-6095726c603b tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:26.187586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfc59dc9-60b0-4b3e-937e-aee8343d3040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.188818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-adf37636-6274-446a-b9f5-6095726c603b tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:26.194106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.204293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-adf37636-6274-446a-b9f5-6095726c603b tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:26.233459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:26.237170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.317732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:26.320440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68cc2a-a182-49b7-b33e-074644ccd325 None None] Pushing event updated for resources: {'Port': ['ID=fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:26.326991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Usage tracker for resource:security_group_rule and tenant:cc6dc4d0dd294485b79236115e15f63f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:26.330231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:26.336476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:26.353149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event updated for resources: {'Port': ['ID=33a27994-248a-42f2-883e-914898861a26,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:26.356341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a441e68-ac96-4c18-a076-f05eebc5941a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.386480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:26.400945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:26.411524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:26.412690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:26.413288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.519037 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-adf37636-6274-446a-b9f5-6095726c603b tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:26.523381 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-adf37636-6274-446a-b9f5-6095726c603b tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4536128 Jan 20 14:33:26.531416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46924) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:26.531645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2a441e68-ac96-4c18-a076-f05eebc5941a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for e8e3d79f-70b6-420e-b555-8f80a1e5a5ed owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:26.550936 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-977bfbf7-de39-482e-9792-abaf5c66357a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7296858 Jan 20 14:33:26.552074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfc59dc9-60b0-4b3e-937e-aee8343d3040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.562679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46928) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:26.577820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Performing IP validity checks on allocation pools {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:33:26.578614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:33:26.593953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46930) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:26.610046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfc59dc9-60b0-4b3e-937e-aee8343d3040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.620241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:26.623973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dea37e-6395-419c-85e1-e3f678d9e4c6 None None] Network c9d24a9d-1959-4609-b9c6-2ff53b78b37d requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:26.690259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc59dc9-60b0-4b3e-937e-aee8343d3040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f1e2a2-41fc-449d-823a-59681b2864b6,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:26.744655 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cfc59dc9-60b0-4b3e-937e-aee8343d3040 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d2f1e2a2-41fc-449d-823a-59681b2864b6 HTTP/1.1" status: 204 len: 168 time: 1.9917517 Jan 20 14:33:26.757626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46938) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:26.852410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-143747696'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:26.874390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:26.890459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:network and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:26.896427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:26.908429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:26.916436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.928389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.931320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.958794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.972865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a441e68-ac96-4c18-a076-f05eebc5941a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.976320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:26.979650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.030379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cc925a0e-cb55-4824-b0ad-174219a46f0c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.058476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.067945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:27.070201 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.074525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b599b353-06be-4081-9c3b-feefbe137c6b None None] DHCP port deletion for c9d24a9d-1959-4609-b9c6-2ff53b78b37d request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:33:27.076298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a441e68-ac96-4c18-a076-f05eebc5941a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=e8e3d79f-70b6-420e-b555-8f80a1e5a5ed,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:27.083346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b599b353-06be-4081-9c3b-feefbe137c6b None None] Deleting port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:27.084509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b599b353-06be-4081-9c3b-feefbe137c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.099523 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Deleting port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:27.099857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.158144 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:27.164002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.164974 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Added segment e906cf3b-01f8-46c5-b393-b3415a78bfd4 of type vlan for network 359b1904-9475-451d-993b-a6e228ecc5d0 Jan 20 14:33:27.170862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:27.190639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=3e1c89c7-996e-4b89-b186-a67c1d35f72c,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:27.194352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group_rule and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:27.212759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.249888 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3a8d88-6492-4837-989a-e3a69b02e479,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:27.270117 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.304610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cc925a0e-cb55-4824-b0ad-174219a46f0c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.313313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.324300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:27.325086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.396637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:27.417887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:27.421316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking segment: {'id': '80731f1d-18e0-43a1-a856-5be7a8261abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7dbe0315-b426-4dc2-99e6-ebd681417cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:27.421919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network hostable DHCP agents. Network: 7dbe0315-b426-4dc2-99e6-ebd681417cbf, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:27.431002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:27.495424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a441e68-ac96-4c18-a076-f05eebc5941a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.514204 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Pushing event updated for resources: {'Network': ['ID=359b1904-9475-451d-993b-a6e228ecc5d0,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:27.525590 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2a441e68-ac96-4c18-a076-f05eebc5941a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/e8e3d79f-70b6-420e-b555-8f80a1e5a5ed HTTP/1.1" status: 204 len: 168 time: 1.8812792 Jan 20 14:33:27.529466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 359b1904-9475-451d-993b-a6e228ecc5d0 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:27.530927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46942) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:27.562329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b599b353-06be-4081-9c3b-feefbe137c6b None None] For port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f2c80be3-8aeb-4e8c-9845-1a67ef399fd1,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:27.562889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b599b353-06be-4081-9c3b-feefbe137c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.604414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network 7dbe0315-b426-4dc2-99e6-ebd681417cbf is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:27.647496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 7dbe0315-b426-4dc2-99e6-ebd681417cbf) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:27.652588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:27.653196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.683535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f65d97b-1889-4770-a838-7ea72753d706 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:27.685141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f65d97b-1889-4770-a838-7ea72753d706 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:27.687177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f65d97b-1889-4770-a838-7ea72753d706 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:27.688011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2f65d97b-1889-4770-a838-7ea72753d706 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:27.698592 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dcb476ae-4d34-4b0e-9fb6-b00f73b5dfba tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9240663 Jan 20 14:33:27.699448 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68fc398-76e2-4961-b115-389b86769245 None None] Network 7dbe0315-b426-4dc2-99e6-ebd681417cbf requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:27.715291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46946) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:27.729434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2f65d97b-1889-4770-a838-7ea72753d706 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:27.730716 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2f65d97b-1889-4770-a838-7ea72753d706 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1987929 Jan 20 14:33:27.756893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46950) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:27.792612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b599b353-06be-4081-9c3b-feefbe137c6b None None] Calling delete_port for f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:27.821602 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f685f823-4c60-4ee8-8dbe-c0e72e99e15f tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6069238 Jan 20 14:33:27.852790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46954) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:27.867512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.894399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9971848-6ae0-4639-98b1-038a6a26dac2 None None] Network 6d641895-eb3d-49b5-a166-0fd5e62e0b5a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:27.907357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.933872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.971125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c7b74a-3319-4199-8db5-a62c0f34d25c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 1d1e9197-8b7b-4305-a2c3-43cfa91f5931 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:27.974612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e5c7b74a-3319-4199-8db5-a62c0f34d25c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.016699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Request body: {'subnet': {'network_id': '359b1904-9475-451d-993b-a6e228ecc5d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:28.032099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e5c7b74a-3319-4199-8db5-a62c0f34d25c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.130460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:28.141109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee463c8-c800-47cc-897e-c071285142fb,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:28.150791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-058ba34c-31e6-435c-ace1-074d1a2b5e59 None None] Provisioning for port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:28.153257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.162169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-058ba34c-31e6-435c-ace1-074d1a2b5e59 None None] Provisioning complete for port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:28.162169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-058ba34c-31e6-435c-ace1-074d1a2b5e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.165500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.165845 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Added segment 7f23d748-f30c-434b-a5f6-f421e754ff03 of type vlan for network 40a026f1-bf73-45ca-bad5-5a702814b865 Jan 20 14:33:28.211601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cc925a0e-cb55-4824-b0ad-174219a46f0c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.253048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.259685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e5c7b74a-3319-4199-8db5-a62c0f34d25c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.265262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b599b353-06be-4081-9c3b-feefbe137c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.308334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] device_id is not set on port 33a27994-248a-42f2-883e-914898861a26 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:28.317074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc925a0e-cb55-4824-b0ad-174219a46f0c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07658632-1a8a-486b-800a-c81ebde4e483,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:28.329828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.332331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:28.338678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.370276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Usage tracker for resource:subnet and tenant:cc6dc4d0dd294485b79236115e15f63f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:28.373221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599b353-06be-4081-9c3b-feefbe137c6b None None] Pushing event deleted for resources: {'Port': ['ID=f2c80be3-8aeb-4e8c-9845-1a67ef399fd1,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:28.388605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599b353-06be-4081-9c3b-feefbe137c6b None None] No DVR routers for this DVR port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:28.413281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.418897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:28.419577 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.432564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:28.435523 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cc925a0e-cb55-4824-b0ad-174219a46f0c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.436676 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cc925a0e-cb55-4824-b0ad-174219a46f0c tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/07658632-1a8a-486b-800a-c81ebde4e483 HTTP/1.1" status: 204 len: 168 time: 1.9043069 Jan 20 14:33:28.442594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] For port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f2c80be3-8aeb-4e8c-9845-1a67ef399fd1,segment=NetworkSegment(91ee266a-95dd-4ff5-9d00-e8d52257f2c3),segment_id=91ee266a-95dd-4ff5-9d00-e8d52257f2c3)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:28.442947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.456691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:28.459001 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Transition to ACTIVE for port object 33a27994-248a-42f2-883e-914898861a26 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:28.462051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46958) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:28.523654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-058ba34c-31e6-435c-ace1-074d1a2b5e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.535062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e5c7b74a-3319-4199-8db5-a62c0f34d25c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.545435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5a7b17-1e14-48c8-a05c-cb0079cf7628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-7dbe0315-b426-4dc2-99e6-ebd681417cbf', 'network_id': '7dbe0315-b426-4dc2-99e6-ebd681417cbf', 'tenant_id': '40d1296d52de431b88bd06f3fd8fed9a', 'fixed_ips': [{'subnet_id': '3e1c89c7-996e-4b89-b186-a67c1d35f72c'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:28.545435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9d5a7b17-1e14-48c8-a05c-cb0079cf7628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.603040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e5c7b74a-3319-4199-8db5-a62c0f34d25c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.619736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7b74a-3319-4199-8db5-a62c0f34d25c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1e9197-8b7b-4305-a2c3-43cfa91f5931,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:28.620838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0baf0b-a796-4670-8fa6-ee29c79514d5 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:28.630525 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0348001 Jan 20 14:33:28.632504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46962) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:28.633290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8038860-a0f2-446b-b85c-a10256f94236 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Network': ['ID=40a026f1-bf73-45ca-bad5-5a702814b865,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:28.638197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.642049 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e5c7b74a-3319-4199-8db5-a62c0f34d25c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/1d1e9197-8b7b-4305-a2c3-43cfa91f5931 HTTP/1.1" status: 204 len: 168 time: 0.8814545 Jan 20 14:33:28.643820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'name': 'tempest-PortsTestJSON-1533603111'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:28.646016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 46966) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:28.654574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Calling delete_port for f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:28.660418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:28.666916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.743270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Made reservation on behalf of cc6dc4d0dd294485b79236115e15f63f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:28.747114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.755514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1c89c7-996e-4b89-b186-a67c1d35f72c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:28.836517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-058ba34c-31e6-435c-ace1-074d1a2b5e59 None None] For port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2,segment=NetworkSegment(8bd33639-d9a0-4ae4-a142-be637a3d2be9),segment_id=8bd33639-d9a0-4ae4-a142-be637a3d2be9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:28.875373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-058ba34c-31e6-435c-ace1-074d1a2b5e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.894052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:28.897457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.908932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:port and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:28.921477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:28.930860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:28.933874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbe0315-b426-4dc2-99e6-ebd681417cbf']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:28.950374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80731f1d-18e0-43a1-a856-5be7a8261abe') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:28.950527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80731f1d-18e0-43a1-a856-5be7a8261abe') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:28.964791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:28.967809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:28.968199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.983559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.006584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port c1d24a2f-749f-461e-a86e-4b8e5ff010af yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:29.078742 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.085253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:29.085688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.087873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ba34c-31e6-435c-ace1-074d1a2b5e59 None None] Pushing event updated for resources: {'Port': ['ID=fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:29.095686 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event updated for resources: {'Port': ['ID=33a27994-248a-42f2-883e-914898861a26,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:29.117015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5e3983a1-c025-49bd-bb13-0b67442669de tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Synchronizing usage tracker for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:29.118052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:33:29.118389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:29.145064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6353ac-0631-4bc9-9251-383227c48eb9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet b2f4fe0e-172a-4db8-99f4-aed53fa32fca {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:29.157497 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:29.170178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc6353ac-0631-4bc9-9251-383227c48eb9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server [None req-9d5a7b17-1e14-48c8-a05c-cb0079cf7628 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e1c89c7-996e-4b89-b186-a67c1d35f72c: This subnet is being modified by another concurrent operation. Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:33:29.172146 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e1c89c7-996e-4b89-b186-a67c1d35f72c: This subnet is being modified by another concurrent operation. Jan 20 14:33:29.175800 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server Jan 20 14:33:29.183024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-457f989d-a3c3-4de6-8d93-3a6797071bfd None None] Provisioning complete for port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:29.183024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-457f989d-a3c3-4de6-8d93-3a6797071bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.214649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:29.214963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:29.215110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594b1b4-cf4f-4632-b6e0-12d3f0e69d64 None None] Network 7dbe0315-b426-4dc2-99e6-ebd681417cbf requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:29.223433 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:29.223747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:29.224296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:29.236626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.237594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5e3983a1-c025-49bd-bb13-0b67442669de tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Unset dirty status for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:29.238917 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5e3983a1-c025-49bd-bb13-0b67442669de tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7760737 Jan 20 14:33:29.242130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46970) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:29.249645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:29.249970 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:29.252491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594b1b4-cf4f-4632-b6e0-12d3f0e69d64 None None] Network 7dbe0315-b426-4dc2-99e6-ebd681417cbf could not be found, it might have been deleted concurrently. {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 20 14:33:29.254377 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 2 to bind port 33a27994-248a-42f2-883e-914898861a26 Jan 20 14:33:29.275588 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc6353ac-0631-4bc9-9251-383227c48eb9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.288904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.331325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.344348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:29.344717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:29.345010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:29.383133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.437288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:29.437594 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:29.448616 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 3 to bind port 33a27994-248a-42f2-883e-914898861a26 Jan 20 14:33:29.486873 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Network': ['ID=7dbe0315-b426-4dc2-99e6-ebd681417cbf,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:29.508883 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-48d1385c-b134-430f-a38b-cc9fbc8b6b42 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/7dbe0315-b426-4dc2-99e6-ebd681417cbf HTTP/1.1" status: 204 len: 168 time: 1.7868865 Jan 20 14:33:29.520454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46974) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:29.528931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262620505'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:29.543796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:29.561508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:29.561729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:network and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:29.561818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:29.562153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:29.574490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:29.583440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event updated for resources: {'Port': ['ID=bbad1509-8ddf-4496-bb49-0d1ba74d5948,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:29.584798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:29.596805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:29.597558 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:29.599835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.610014 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 4 to bind port 33a27994-248a-42f2-883e-914898861a26 Jan 20 14:33:29.626576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a03f15b3-f958-4835-8d05-bd2610b09019 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.629266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:29.632820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.637080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.685280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a03f15b3-f958-4835-8d05-bd2610b09019 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.716613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:29.745996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.746249 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Added segment b3b14fbb-8864-412f-ae0d-16267a5c49d6 of type vlan for network 9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7 Jan 20 14:33:29.755018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.825353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc6353ac-0631-4bc9-9251-383227c48eb9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.843341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a03f15b3-f958-4835-8d05-bd2610b09019 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.848856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.853414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Deleting port f2c80be3-8aeb-4e8c-9845-1a67ef399fd1 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:29.853996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.886533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f15b3-f958-4835-8d05-bd2610b09019 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147aa4bb-01e5-4ac0-88c6-ca593aac6663,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:29.891886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=c1d24a2f-749f-461e-a86e-4b8e5ff010af,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:29.900457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:29.900791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:29.901121 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:29.904820 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.945886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Checking segment: {'id': '7f23d748-f30c-434b-a5f6-f421e754ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:29.946238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network hostable DHCP agents. Network: 40a026f1-bf73-45ca-bad5-5a702814b865, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:29.954297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.959666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:29.960288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.983343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a03f15b3-f958-4835-8d05-bd2610b09019 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.984510 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a03f15b3-f958-4835-8d05-bd2610b09019 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/147aa4bb-01e5-4ac0-88c6-ca593aac6663 HTTP/1.1" status: 204 len: 168 time: 0.7413235 Jan 20 14:33:29.988114 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46978) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:29.997846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:29.998262 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:30.010785 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 5 to bind port 33a27994-248a-42f2-883e-914898861a26 Jan 20 14:33:30.028882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] The port 'f2c80be3-8aeb-4e8c-9845-1a67ef399fd1' was deleted {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:33:30.031658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832f1b1-0171-425c-9070-815fe362cb64 None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:33:30.095272 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5703735 Jan 20 14:33:30.098588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46982) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:30.103240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f50126-17bb-4068-9d83-cc8e4d674bbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:30.116836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'network_id': '9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:30.134045 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:30.142170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:30.161442 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:30.161816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:30.162096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:30.212765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:30.212765 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:30.220900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 40a026f1-bf73-45ca-bad5-5a702814b865) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:30.227627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e7e1c01d-d057-4511-a74e-4f8230272b1f tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Synchronizing usage tracker for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:30.242996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:30.248356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:30.248945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.267669 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 6 to bind port 33a27994-248a-42f2-883e-914898861a26 Jan 20 14:33:30.275536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Pushing event updated for resources: {'Subnet': ['ID=0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:30.279906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:30.285622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:subnet and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:30.289030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:30.295342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:30.303568 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ffe2f16e-89d9-4264-a50f-e98d8efc8fe4 None None] Provisioning complete for port 9acc5610-f64a-488b-b6ba-b2701894cebf triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:30.304041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ffe2f16e-89d9-4264-a50f-e98d8efc8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.305104 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5d0a245b-967b-4e7c-af0a-a776f68bf2f8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6681499 Jan 20 14:33:30.306703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e7e1c01d-d057-4511-a74e-4f8230272b1f tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Unset dirty status for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:30.308718 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e7e1c01d-d057-4511-a74e-4f8230272b1f tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3107321 Jan 20 14:33:30.309515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46986) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:30.314997 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46990) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:30.321138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2015589099'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:30.327458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'tempest-secgroup--813295996'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:30.332313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:30.335778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.337782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:30.338338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:30.338840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:30.346773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.354985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:30.361048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:30.363264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Checking segment: {'id': 'e906cf3b-01f8-46c5-b393-b3415a78bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '359b1904-9475-451d-993b-a6e228ecc5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:30.363783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Network hostable DHCP agents. Network: 359b1904-9475-451d-993b-a6e228ecc5d0, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:30.368235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:30.368852 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:30.370288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc6353ac-0631-4bc9-9251-383227c48eb9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.387810 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 7 to bind port 33a27994-248a-42f2-883e-914898861a26 Jan 20 14:33:30.410465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:network and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:30.423073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:30.424543 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Floating IP d33821dc-bdda-45f2-842c-031465d13285 associated. External IP: 172.26.0.178, port: 7564d00e-f35e-401b-acc9-b99c7685430d. Jan 20 14:33:30.438275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:30.442999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:30.461564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.482508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:30.486231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.510458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d24a9d-1959-4609-b9c6-2ff53b78b37d']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:30.518728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:30.523634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc6353ac-0631-4bc9-9251-383227c48eb9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.526397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:30.531250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:30.532980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832f1b1-0171-425c-9070-815fe362cb64 None None] Network 359b1904-9475-451d-993b-a6e228ecc5d0 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:30.539391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:30.540543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832f1b1-0171-425c-9070-815fe362cb64 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 359b1904-9475-451d-993b-a6e228ecc5d0) {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:33:30.545396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6353ac-0631-4bc9-9251-383227c48eb9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f4fe0e-172a-4db8-99f4-aed53fa32fca,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:30.557376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:30.558631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:30.558967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:30.559293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:30.569221 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ee266a-95dd-4ff5-9d00-e8d52257f2c3') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:30.569510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ee266a-95dd-4ff5-9d00-e8d52257f2c3') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:30.580660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.581284 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Added segment c9997288-f8cb-4f84-8d38-70b4a9f75759 of type vlan for network e7d4a2c4-b491-454d-9fde-2a060b14cae2 Jan 20 14:33:30.587238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:30.587592 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:30.593557 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 8 to bind port 33a27994-248a-42f2-883e-914898861a26 Jan 20 14:33:30.602465 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 already present Jan 20 14:33:30.602765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Network 359b1904-9475-451d-993b-a6e228ecc5d0 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:30.603754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 359b1904-9475-451d-993b-a6e228ecc5d0) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:30.608528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:30.609099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.618529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.677108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.680228 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fc6353ac-0631-4bc9-9251-383227c48eb9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/b2f4fe0e-172a-4db8-99f4-aed53fa32fca HTTP/1.1" status: 204 len: 168 time: 1.9585109 Jan 20 14:33:30.685912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46994) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:30.725179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.729210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:30.730396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:30.730816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:30.745455 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b9d0eef8-615d-4a86-9c23-c89a7c62befe tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8821299 Jan 20 14:33:30.745455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:30.745698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.759933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 46998) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:30.761698 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:30.768400 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:30.768725 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:30.793982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Request body: {'port': {'network_id': '359b1904-9475-451d-993b-a6e228ecc5d0', 'name': 'tempest-TagsExtTest-1644543371'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:30.811629 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bc75402a-230e-42f1-8da0-25c651f30f15 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1201086 Jan 20 14:33:30.813808 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 9 to bind port 33a27994-248a-42f2-883e-914898861a26 Jan 20 14:33:30.820532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47002) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:30.837758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.899528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.929772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-359b1904-9475-451d-993b-a6e228ecc5d0', 'network_id': '359b1904-9475-451d-993b-a6e228ecc5d0', 'tenant_id': 'cc6dc4d0dd294485b79236115e15f63f', 'fixed_ips': [{'subnet_id': '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:30.933176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.953272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:30.953611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:30.954245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:30.967835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:30.968189 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:30.969975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.974978 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 10 to bind port 33a27994-248a-42f2-883e-914898861a26 Jan 20 14:33:30.975338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:30.975939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.977833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:31.012970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.016883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:31.017088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9aa247-35c4-4386-9fe9-0b8d7eda63bf,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:31.017207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:31.017798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:31.024551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.030762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:31.030894 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 33a27994-248a-42f2-883e-914898861a26 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:31.031208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.102304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.153036 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8416417 Jan 20 14:33:31.153888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.157875 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-75d078c2-e4cc-4a9a-a993-cb6acdf6c358 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8385453 Jan 20 14:33:31.169636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47006) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.169974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47008) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.188553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-739c0857-069a-4727-a95e-fa5dda581b28 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5a9aa247-35c4-4386-9fe9-0b8d7eda63bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:31.196702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:31.197075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.202009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6c0d9-b115-414e-8731-7f9938b1c23f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Network': ['ID=e7d4a2c4-b491-454d-9fde-2a060b14cae2,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:31.206591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'ports': [{'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865'}, {'network_id': 'e7d4a2c4-b491-454d-9fde-2a060b14cae2'}]} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:31.206887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:31.207360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': 'e7d4a2c4-b491-454d-9fde-2a060b14cae2'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:31.222400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:31.222626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d24a9d-1959-4609-b9c6-2ff53b78b37d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:31.226412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=38c2088b-8d2f-497a-8232-3aad17372e70,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:31.231257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network e7d4a2c4-b491-454d-9fde-2a060b14cae2 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:31.231387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Usage tracker for resource:port and tenant:cc6dc4d0dd294485b79236115e15f63f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:31.236360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:31.239349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking segment: {'id': 'b3b14fbb-8864-412f-ae0d-16267a5c49d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:31.239485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-739c0857-069a-4727-a95e-fa5dda581b28 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:31.239602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network hostable DHCP agents. Network: 9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:31.247398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:31.267474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Made reservation on behalf of cc6dc4d0dd294485b79236115e15f63f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:31.270911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.282030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network 9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:31.299582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] device_id is not set on port c9a3bb06-5ec6-455d-80aa-179d857b3b94 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:31.334057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:31.340196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:31.340821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.394771 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-24ee4b37-132a-49e7-8fe3-c2b3b6c828ea tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2906640 Jan 20 14:33:31.395955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47014) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.412702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Allocated IP 172.20.0.2 (359b1904-9475-451d-993b-a6e228ecc5d0/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/564f7b18-2ec2-4f77-a821-4c2edb44850d) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:31.435921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-739c0857-069a-4727-a95e-fa5dda581b28 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:31.441632 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-19395654-1a37-49a4-bed3-acf9569d08e1 admin admin] 10.222.0.87 "DELETE /v2.0/networks/c9d24a9d-1959-4609-b9c6-2ff53b78b37d HTTP/1.1" status: 204 len: 168 time: 4.6807470 Jan 20 14:33:31.445311 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-739c0857-069a-4727-a95e-fa5dda581b28 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:31.461468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-739c0857-069a-4727-a95e-fa5dda581b28 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:31.518324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d264c-087c-43f2-9279-2123a3f3b63c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:31.518976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-053d264c-087c-43f2-9279-2123a3f3b63c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:31.556081 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Router 8efeea15-ad67-4679-a3df-9ae5a1635f40 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:33:31.567881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] For port 33a27994-248a-42f2-883e-914898861a26, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:31.568424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempted to set empty binding levels {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 20 14:33:31.600718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.691600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.715686 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-739c0857-069a-4727-a95e-fa5dda581b28 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:31.719456 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-739c0857-069a-4727-a95e-fa5dda581b28 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5443029 Jan 20 14:33:31.728502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47020) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.728777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47022) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.729347 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-053d264c-087c-43f2-9279-2123a3f3b63c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:31.732379 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-053d264c-087c-43f2-9279-2123a3f3b63c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9016168 Jan 20 14:33:31.737601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47024) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.768976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.793453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Transition to ACTIVE for port object 564f7b18-2ec2-4f77-a821-4c2edb44850d will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:31.816879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.817141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Transition to ACTIVE for port object 564f7b18-2ec2-4f77-a821-4c2edb44850d will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:31.826350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7ff1fdf5-79d5-4f57-b7f6-f2e15f04eef5 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group_rule': {'security_group_id': '5a9aa247-35c4-4386-9fe9-0b8d7eda63bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:31.826716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.835333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] In _notify_port_updated(), no bound segment for port 33a27994-248a-42f2-883e-914898861a26 on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:33:31.836185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:31.836824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.841020 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "PUT /v2.0/ports/33a27994-248a-42f2-883e-914898861a26 HTTP/1.1" status: 200 len: 977 time: 5.2361619 Jan 20 14:33:31.843259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47032) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.867966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7ff1fdf5-79d5-4f57-b7f6-f2e15f04eef5 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:31.896076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Network 359b1904-9475-451d-993b-a6e228ecc5d0 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:31.897487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1756d5-f5dd-47c9-8454-3d65555a6659 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:31.898174 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1b1756d5-f5dd-47c9-8454-3d65555a6659 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:31.898874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:31.903337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:31.905583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Pushing event updated for resources: {'Port': ['ID=564f7b18-2ec2-4f77-a821-4c2edb44850d,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:31.923289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7ff1fdf5-79d5-4f57-b7f6-f2e15f04eef5 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:31.947216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7ff1fdf5-79d5-4f57-b7f6-f2e15f04eef5 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:31.951307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1b1756d5-f5dd-47c9-8454-3d65555a6659 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:31.952979 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1b1756d5-f5dd-47c9-8454-3d65555a6659 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2144494 Jan 20 14:33:31.954889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289521f3-f7c9-4997-9a0c-1aa077aac3dc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event updated for resources: {'Port': ['ID=33a27994-248a-42f2-883e-914898861a26,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:31.957669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47036) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.960824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Allocated IP 172.20.0.8 (359b1904-9475-451d-993b-a6e228ecc5d0/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/c9a3bb06-5ec6-455d-80aa-179d857b3b94) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:32.005962 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Attempting to bind port 564f7b18-2ec2-4f77-a821-4c2edb44850d on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:32.006581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Attempting to bind port 564f7b18-2ec2-4f77-a821-4c2edb44850d by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'e906cf3b-01f8-46c5-b393-b3415a78bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '359b1904-9475-451d-993b-a6e228ecc5d0'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:32.007123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Attempting to bind port 564f7b18-2ec2-4f77-a821-4c2edb44850d on network 359b1904-9475-451d-993b-a6e228ecc5d0 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:32.015325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:32.015582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:32.025236 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Checking segment: {'id': 'e906cf3b-01f8-46c5-b393-b3415a78bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '359b1904-9475-451d-993b-a6e228ecc5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:32.027037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.027584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Bound using segment: {'id': 'e906cf3b-01f8-46c5-b393-b3415a78bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '359b1904-9475-451d-993b-a6e228ecc5d0'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:32.028244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Bound port: 564f7b18-2ec2-4f77-a821-4c2edb44850d, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e906cf3b-01f8-46c5-b393-b3415a78bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '359b1904-9475-451d-993b-a6e228ecc5d0'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:32.028837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.030903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7ff1fdf5-79d5-4f57-b7f6-f2e15f04eef5 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:32.047462 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-64be09fe-0472-453d-a279-d35cb6d8966c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834076 Jan 20 14:33:32.051650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47040) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:32.061744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d88eee00-e681-4323-86ce-4c12c6dbd169 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:32.063307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:port and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:32.074731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:32.121187 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aab6093e-5f9e-4efb-9fbc-b2a989f61562 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e46b88d12d7e404d90c306bd4baee792&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3376791 Jan 20 14:33:32.129164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:32.137949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47044) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:32.154559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] For port 564f7b18-2ec2-4f77-a821-4c2edb44850d, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:32.159113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.160591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] For port 564f7b18-2ec2-4f77-a821-4c2edb44850d, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=564f7b18-2ec2-4f77-a821-4c2edb44850d,segment=NetworkSegment(e906cf3b-01f8-46c5-b393-b3415a78bfd4),segment_id=e906cf3b-01f8-46c5-b393-b3415a78bfd4)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:32.169104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.187689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:33:32.200581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 2} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:32.205356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.214770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] Sync routers for ids ['8efeea15-ad67-4679-a3df-9ae5a1635f40'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:33:32.230765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Subnet': ['ID=38c2088b-8d2f-497a-8232-3aad17372e70,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:32.248469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] Routers {'8efeea15-ad67-4679-a3df-9ae5a1635f40'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:33:32.249108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:33:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8efeea15-ad67-4679-a3df-9ae5a1635f40'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:32.268736 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-7ff1fdf5-79d5-4f57-b7f6-f2e15f04eef5 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:32.272624 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7ff1fdf5-79d5-4f57-b7f6-f2e15f04eef5 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4849162 Jan 20 14:33:32.274981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.286425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47048) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:32.291621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.342323 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84ce98-4ff4-488e-9bbe-29e72514dabf None None] Pushing event updated for resources: {'Port': ['ID=564f7b18-2ec2-4f77-a821-4c2edb44850d,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:32.383215 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.383693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.384322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.384642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.385098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.385555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.386008 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.386456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.386904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.387355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.387800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.388347 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.388799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.389250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.389687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.391312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Synchronizing usage tracker for tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:32.474208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] Set router 8efeea15-ad67-4679-a3df-9ae5a1635f40 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:33:32.483496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.499225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Transition to ACTIVE for port object c9a3bb06-5ec6-455d-80aa-179d857b3b94 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:32.522416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d88eee00-e681-4323-86ce-4c12c6dbd169 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:32.526363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.535106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.543489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d506f427-e9ca-4c77-8848-87d922fd5d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.557458 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-53d3aeb3-8373-4852-ae18-d28989ef4a45 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8382974 Jan 20 14:33:32.607585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:33:32.626456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d88eee00-e681-4323-86ce-4c12c6dbd169 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:32.630290 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-8729e029-6045-4544-b3eb-b9d2b784b935 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5484006 Jan 20 14:33:32.637404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Unset dirty status for tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:32.638660 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5430912e-7883-487e-80e7-ea09ba33243a tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13622 time: 0.7742524 Jan 20 14:33:32.648733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47056) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:32.651522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:32.692377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Network 359b1904-9475-451d-993b-a6e228ecc5d0 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:32.697285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b14fbb-8864-412f-ae0d-16267a5c49d6') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:32.697694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b14fbb-8864-412f-ae0d-16267a5c49d6') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:32.705031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:32.716892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:32.762547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88eee00-e681-4323-86ce-4c12c6dbd169 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:32.767352 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d', 'status': 'completed', 'code': 200} Jan 20 14:33:32.768499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d88eee00-e681-4323-86ce-4c12c6dbd169 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.770117 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88eee00-e681-4323-86ce-4c12c6dbd169 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:32.770716 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88eee00-e681-4323-86ce-4c12c6dbd169 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:32.777427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Pushing event updated for resources: {'Port': ['ID=c9a3bb06-5ec6-455d-80aa-179d857b3b94,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:32.795851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.833765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d506f427-e9ca-4c77-8848-87d922fd5d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.903880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.907986 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d88eee00-e681-4323-86ce-4c12c6dbd169 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8556960 Jan 20 14:33:32.914569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47060) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:32.917255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-067b4686-3c66-4af6-a224-c1cc6a61e543 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.922660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:32.923513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.945275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-eab029c8-d389-4887-a87c-698a7c8c982b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:32.963878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:32.964656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:32.979365 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:33.038651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-70f0632a-a6ae-42be-91d9-454d7fd903e5 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Deleting port 33a27994-248a-42f2-883e-914898861a26 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:33.039000 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70f0632a-a6ae-42be-91d9-454d7fd903e5 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.039121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:53Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'd33821dc-bdda-45f2-842c-031465d13285', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'port_id': '7564d00e-f35e-401b-acc9-b99c7685430d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'mac_address': 'fa:16:3e:87:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:33:26Z', 'updated_at': '2022-01-20T14:33:26Z', 'revision_number': 0, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e2bc5d-c9f9-42c0-abc8-78f12306c165', 'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'mac_address': 'fa:16:3e:52:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:49Z', 'updated_at': '2022-01-20T14:33:01Z', 'revision_number': 5, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'subnets': [{'id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:33.043610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] Checking router: 8efeea15-ad67-4679-a3df-9ae5a1635f40 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:33:33.053694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] Routers {'8efeea15-ad67-4679-a3df-9ae5a1635f40'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:33:33.054450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:33:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8efeea15-ad67-4679-a3df-9ae5a1635f40'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:33.099612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-067b4686-3c66-4af6-a224-c1cc6a61e543 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.133926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 564f7b18-2ec2-4f77-a821-4c2edb44850d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:33.138481 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-357e8724-8672-447f-9b8e-9de62b2bc6e7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3692620 Jan 20 14:33:33.145070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port 8ce8cec7-6dae-4683-b150-999022a3fdb7 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:33.146829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47064) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.164253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1561187295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:33.176782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:33.183714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Usage tracker for resource:router and tenant:cc6dc4d0dd294485b79236115e15f63f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:33.187601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:33.197509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324521ad-691e-46e6-9b1e-553305c19131 req-b13f7b61-c9e5-4446-99e4-358a7e85b2f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:33.199020 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-324521ad-691e-46e6-9b1e-553305c19131 req-b13f7b61-c9e5-4446-99e4-358a7e85b2f7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.4068305 Jan 20 14:33:33.207950 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:33.231878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.238715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eab029c8-d389-4887-a87c-698a7c8c982b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:33.242311 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-067b4686-3c66-4af6-a224-c1cc6a61e543 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.264044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.273931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d506f427-e9ca-4c77-8848-87d922fd5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.274319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.275334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.281678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b4686-3c66-4af6-a224-c1cc6a61e543 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9aa247-35c4-4386-9fe9-0b8d7eda63bf,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:33.284956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-7f8e5bb9-a305-4ed3-b630-4b41fe50f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:33.286431 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-7f8e5bb9-a305-4ed3-b630-4b41fe50f6d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=249ded474ddb44fcb57b7521b6ed258f&device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 1098 time: 0.4453266 Jan 20 14:33:33.318316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eab029c8-d389-4887-a87c-698a7c8c982b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:33.353111 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-324521ad-691e-46e6-9b1e-553305c19131 req-ed8d37c8-3710-4233-86bc-ea9e6c439942 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465883 Jan 20 14:33:33.354246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Network': ['ID=9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:33.366791 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fa317742-22c4-4851-b4d6-ed1ec0f675ad tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7 HTTP/1.1" status: 204 len: 168 time: 1.9698665 Jan 20 14:33:33.382830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab029c8-d389-4887-a87c-698a7c8c982b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:33.386401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47068) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.386732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47070) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.388839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506f427-e9ca-4c77-8848-87d922fd5d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a777c1-4b3a-41e2-9eb3-b8ec247f7346,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:33.397427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eab029c8-d389-4887-a87c-698a7c8c982b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.399008 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab029c8-d389-4887-a87c-698a7c8c982b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:33.399352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab029c8-d389-4887-a87c-698a7c8c982b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:33.424869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.430929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d51aa5b7-3e96-4079-bb23-dbf4aeb0d916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.432495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320383280'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:33.446976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] Set router 8efeea15-ad67-4679-a3df-9ae5a1635f40 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:33:33.464024 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eab029c8-d389-4887-a87c-698a7c8c982b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5324659 Jan 20 14:33:33.465045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47076) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.471301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4706e14b-8a03-479c-9c8c-c41e4a476cef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:33.509160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.538811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 564f7b18-2ec2-4f77-a821-4c2edb44850d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:33.606203 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.607591 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0aa28e4c-fe00-4b39-8db7-aff7c054e1a6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4598916 Jan 20 14:33:33.615213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47080) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.644134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7390a14a-e5d3-4b89-9a7b-62b3e4549c89 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-392962455', 'prefixes': ['172.20.0.0/16']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:33.651735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7390a14a-e5d3-4b89-9a7b-62b3e4549c89 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:33.696691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:33.734340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f702e-70b0-4615-b451-ed0e85e11883 None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:33.749259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08011f5e-e486-48bb-bdbb-0b4890644033 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:33.761381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:network and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:33.773746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8853569b-6b7b-4dca-b7e6-51f598b9df2d None None] Network 359b1904-9475-451d-993b-a6e228ecc5d0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:33.790280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:33.790604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b46ee-65c3-4a36-8e83-ffc81a54e5aa None None] Network 9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:33.815303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d506f427-e9ca-4c77-8848-87d922fd5d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.818801 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d506f427-e9ca-4c77-8848-87d922fd5d63 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/83a777c1-4b3a-41e2-9eb3-b8ec247f7346 HTTP/1.1" status: 204 len: 168 time: 1.6741486 Jan 20 14:33:33.820066 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:33.852699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-067b4686-3c66-4af6-a224-c1cc6a61e543 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.854258 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-067b4686-3c66-4af6-a224-c1cc6a61e543 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/5a9aa247-35c4-4386-9fe9-0b8d7eda63bf HTTP/1.1" status: 204 len: 168 time: 1.5640607 Jan 20 14:33:33.863859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4706e14b-8a03-479c-9c8c-c41e4a476cef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:33.868435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-70f0632a-a6ae-42be-91d9-454d7fd903e5 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] For port 33a27994-248a-42f2-883e-914898861a26, host hv-neutron-8251, got binding levels [] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:33.868794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70f0632a-a6ae-42be-91d9-454d7fd903e5 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.874856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4706e14b-8a03-479c-9c8c-c41e4a476cef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:33.882245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47090) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.898056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4706e14b-8a03-479c-9c8c-c41e4a476cef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:33.902287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4706e14b-8a03-479c-9c8c-c41e4a476cef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.903962 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-4706e14b-8a03-479c-9c8c-c41e4a476cef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:33.904475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4706e14b-8a03-479c-9c8c-c41e4a476cef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:33.918768 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d266878b-358b-46b3-8d6f-d4c43996818a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/floatingips/d33821dc-bdda-45f2-842c-031465d13285 HTTP/1.1" status: 200 len: 991 time: 0.5263953 Jan 20 14:33:33.943621 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4706e14b-8a03-479c-9c8c-c41e4a476cef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4776051 Jan 20 14:33:33.946063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47094) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.960011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b46ee-65c3-4a36-8e83-ffc81a54e5aa None None] Network 9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7 could not be found, it might have been deleted concurrently. {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 20 14:33:33.979728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d986ee1a-b9d8-4270-85e8-2b436a25fe25 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:33.992517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:33.996198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.077449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.086909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-70f0632a-a6ae-42be-91d9-454d7fd903e5 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Calling delete_port for 33a27994-248a-42f2-883e-914898861a26 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:34.094476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183806a-1b56-48a8-9ef5-0e5067284689 None None] Network 9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:34.110968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d986ee1a-b9d8-4270-85e8-2b436a25fe25 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:34.124906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d986ee1a-b9d8-4270-85e8-2b436a25fe25 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:34.140323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d986ee1a-b9d8-4270-85e8-2b436a25fe25 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:34.148809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d986ee1a-b9d8-4270-85e8-2b436a25fe25 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.150984 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d986ee1a-b9d8-4270-85e8-2b436a25fe25 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:34.151559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d986ee1a-b9d8-4270-85e8-2b436a25fe25 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:34.158254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183806a-1b56-48a8-9ef5-0e5067284689 None None] Network 9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7 could not be found, it might have been deleted concurrently. {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 20 14:33:34.180814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7390a14a-e5d3-4b89-9a7b-62b3e4549c89 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for subnetpool, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.183586 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7390a14a-e5d3-4b89-9a7b-62b3e4549c89 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5672698 Jan 20 14:33:34.188554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-645a1658-fa2c-4010-812b-f1d9cf977ae3 None None] Provisioning for port 564f7b18-2ec2-4f77-a821-4c2edb44850d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:34.189032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47100) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.198568 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d986ee1a-b9d8-4270-85e8-2b436a25fe25 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2242799 Jan 20 14:33:34.203127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-c383ec58-6fea-4476-8df2-9c583d76d9b0 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8', 'tempest-TagsExtTest-Tag-1090810665') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:34.238246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47104) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.244437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-645a1658-fa2c-4010-812b-f1d9cf977ae3 None None] Provisioning complete for port 564f7b18-2ec2-4f77-a821-4c2edb44850d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:34.244820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-645a1658-fa2c-4010-812b-f1d9cf977ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.256810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d1d6697f-af5b-40aa-90fc-efd8a9886179 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:34.323489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:34.337740 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dbdcd876-c71a-4946-91d2-96ca9dc10909 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Synchronizing usage tracker for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:34.341469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-4a0720ff-d3c9-4272-9042-6ffee00c502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:34.342980 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-4a0720ff-d3c9-4272-9042-6ffee00c502f service neutron] 10.222.0.72 "GET /v2.0/networks?id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 HTTP/1.1" status: 200 len: 897 time: 0.9553673 Jan 20 14:33:34.410780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port c0b01367-7c98-461d-85c7-312734c946d1 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:34.443506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.444146 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Added segment be2fdc97-4e2a-441d-acf9-99ecca237195 of type vlan for network c09d7911-ee54-44de-901e-519e9ad6c864 Jan 20 14:33:34.460746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d1d6697f-af5b-40aa-90fc-efd8a9886179 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:34.470142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70f0632a-a6ae-42be-91d9-454d7fd903e5 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.476114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dbdcd876-c71a-4946-91d2-96ca9dc10909 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Unset dirty status for tenant:85253c76e39047d48f994e5f6e3e4485 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:34.477648 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dbdcd876-c71a-4946-91d2-96ca9dc10909 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5944493 Jan 20 14:33:34.498665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d1d6697f-af5b-40aa-90fc-efd8a9886179 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:34.508754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47116) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.520243 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211372617'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:34.540337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d6697f-af5b-40aa-90fc-efd8a9886179 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:34.543948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1d6697f-af5b-40aa-90fc-efd8a9886179 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.546118 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d6697f-af5b-40aa-90fc-efd8a9886179 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:34.546418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d6697f-af5b-40aa-90fc-efd8a9886179 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:34.551184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:34.556490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0632a-a6ae-42be-91d9-454d7fd903e5 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event deleted for resources: {'Port': ['ID=33a27994-248a-42f2-883e-914898861a26,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:34.560899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:34.573572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.578976 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-c217aff1-afc3-4498-b154-6af71bac5254 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7564d00e-f35e-401b-acc9-b99c7685430d HTTP/1.1" status: 200 len: 999 time: 0.2253089 Jan 20 14:33:34.582200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70f0632a-a6ae-42be-91d9-454d7fd903e5 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.586345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.610877 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d1d6697f-af5b-40aa-90fc-efd8a9886179 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3636355 Jan 20 14:33:34.614261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47124) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.623393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d0ba3caf-cce2-4ca3-971a-a5eb14f10dff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:34.661492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:34.696376 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-70f0632a-a6ae-42be-91d9-454d7fd903e5 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "DELETE /v2.0/ports/33a27994-248a-42f2-883e-914898861a26 HTTP/1.1" status: 204 len: 168 time: 2.0315661 Jan 20 14:33:34.700806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.707509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:34.708347 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.711284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Usage tracker for resource:security_group_rule and tenant:85253c76e39047d48f994e5f6e3e4485 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:34.714122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47130) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.716070 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c383ec58-6fea-4476-8df2-9c583d76d9b0 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags/tempest-TagsExtTest-Tag-1090810665 HTTP/1.1" status: 201 len: 201 time: 0.5256255 Jan 20 14:33:34.723957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:34.750170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47134) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.756225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-672fa63d-ccd4-4f7f-bfbf-cce7b1d33d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:34.757910 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-672fa63d-ccd4-4f7f-bfbf-cce7b1d33d1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b25a53d-4c12-4e81-8813-49d719abc326 HTTP/1.1" status: 200 len: 835 time: 0.1688206 Jan 20 14:33:34.778123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:34.800490 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a55484-70e5-447b-8669-184da76a720d tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:33:34.801826 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-75a55484-70e5-447b-8669-184da76a720d tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "GET /v2.0/ports/33a27994-248a-42f2-883e-914898861a26 HTTP/1.1" status: 404 len: 333 time: 0.0846429 Jan 20 14:33:34.808721 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47140) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.815753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1987563393', 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:34.823738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-a87b8a50-74e7-410e-a3b5-516b9c7fa995 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94', 'tempest-TagsExtTest-Tag-1126274988') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:34.824625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-645a1658-fa2c-4010-812b-f1d9cf977ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.836848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:34.845028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Usage tracker for resource:port and tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:34.850067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:34.857329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d0ba3caf-cce2-4ca3-971a-a5eb14f10dff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:34.864423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:34.877501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d0ba3caf-cce2-4ca3-971a-a5eb14f10dff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:34.908865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Made reservation on behalf of e88ae1d8ecbf4dd9ae2d44658ca16a3b for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:34.911978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.921250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-645a1658-fa2c-4010-812b-f1d9cf977ae3 None None] For port 564f7b18-2ec2-4f77-a821-4c2edb44850d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=564f7b18-2ec2-4f77-a821-4c2edb44850d,segment=NetworkSegment(e906cf3b-01f8-46c5-b393-b3415a78bfd4),segment_id=e906cf3b-01f8-46c5-b393-b3415a78bfd4)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:34.925902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47146) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.931257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:53Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'd33821dc-bdda-45f2-842c-031465d13285', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'port_id': '7564d00e-f35e-401b-acc9-b99c7685430d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'mac_address': 'fa:16:3e:87:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:33:26Z', 'updated_at': '2022-01-20T14:33:26Z', 'revision_number': 0, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e2bc5d-c9f9-42c0-abc8-78f12306c165', 'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'mac_address': 'fa:16:3e:52:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:49Z', 'updated_at': '2022-01-20T14:33:01Z', 'revision_number': 5, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'subnets': [{'id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:34.939419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-645a1658-fa2c-4010-812b-f1d9cf977ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.952700 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5618057 Jan 20 14:33:34.965252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47150) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.984601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.994069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'network_id': 'c09d7911-ee54-44de-901e-519e9ad6c864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:34.999550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a1f12-8a7a-4219-80dd-81b1185e913e None None] The sync data for ids ['8efeea15-ad67-4679-a3df-9ae5a1635f40'] in dv-neutron-825123-1-hyperv is: [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:53Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'd33821dc-bdda-45f2-842c-031465d13285', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'floating_ip_address': '172.26.0.178', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'port_id': '7564d00e-f35e-401b-acc9-b99c7685430d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'mac_address': 'fa:16:3e:87:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:33:26Z', 'updated_at': '2022-01-20T14:33:26Z', 'revision_number': 0, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e2bc5d-c9f9-42c0-abc8-78f12306c165', 'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'mac_address': 'fa:16:3e:52:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:49Z', 'updated_at': '2022-01-20T14:33:01Z', 'revision_number': 5, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'subnets': [{'id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:33:35.016976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e240ec-3eb8-4da0-b287-ba5af1f94401 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=c09d7911-ee54-44de-901e-519e9ad6c864,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:35.030137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f2c1ae-8156-46f4-ba44-e47270858300 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:33:35.078783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network c09d7911-ee54-44de-901e-519e9ad6c864 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:35.092667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] device_id is not set on port 8d43b61f-2cad-4a53-b253-77522cb9c7c5 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:35.137080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-54f2c1ae-8156-46f4-ba44-e47270858300 None None] Deleting port 9acc5610-f64a-488b-b6ba-b2701894cebf {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:35.137439 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-54f2c1ae-8156-46f4-ba44-e47270858300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.210188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:35.226416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:subnet and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:35.249204 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:35.249430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ba3caf-cce2-4ca3-971a-a5eb14f10dff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:35.254692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3caf-cce2-4ca3-971a-a5eb14f10dff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.257895 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ba3caf-cce2-4ca3-971a-a5eb14f10dff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:35.259987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ba3caf-cce2-4ca3-971a-a5eb14f10dff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:35.271464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:35.277721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-5a62e61e-d12f-46df-8675-3dec28a19996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:35.279969 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-5a62e61e-d12f-46df-8675-3dec28a19996 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4288857 Jan 20 14:33:35.287224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.343640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.370840 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d828b-6d1c-453d-a342-459983fd96a5 None None] New status for floating IP d33821dc-bdda-45f2-842c-031465d13285: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:33:35.406684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.443604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:35.450235 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a87b8a50-74e7-410e-a3b5-516b9c7fa995 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags/tempest-TagsExtTest-Tag-1126274988 HTTP/1.1" status: 201 len: 201 time: 0.6960871 Jan 20 14:33:35.451517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47160) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:35.462700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:35.465485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:35.469269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.489453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:35.490359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.540508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a1658-fa2c-4010-812b-f1d9cf977ae3 None None] Pushing event updated for resources: {'Port': ['ID=564f7b18-2ec2-4f77-a821-4c2edb44850d,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:35.562340 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-19e18aac-18bf-4ea5-9719-81eb358f4fea tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/floatingips/d33821dc-bdda-45f2-842c-031465d13285 HTTP/1.1" status: 200 len: 991 time: 0.6300278 Jan 20 14:33:35.618890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-0e4e4b75-d8c0-4674-b3fb-a6ce153fcc3a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146', 'tempest-TagsExtTest-Tag-1089079706') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:35.643383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.644665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d15977e3-8584-4829-9c1c-5e32fb717967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.712442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ead488-0857-495a-8c9f-9be1e3005e1e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:35.730602 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d0ba3caf-cce2-4ca3-971a-a5eb14f10dff tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1153078 Jan 20 14:33:35.732678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.750586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47168) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:35.844444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.846750 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3a0d4208-3937-4771-8ef5-637bd0f0f52d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3320432 Jan 20 14:33:35.885387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47174) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:35.886301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-54f2c1ae-8156-46f4-ba44-e47270858300 None None] For port 9acc5610-f64a-488b-b6ba-b2701894cebf, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9acc5610-f64a-488b-b6ba-b2701894cebf,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:35.886723 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-54f2c1ae-8156-46f4-ba44-e47270858300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.946760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:35.949668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:35.965191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:35.966250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:35.966870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.969746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-11172220-9fdb-4693-842c-da8f579a9d0a tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:35.970163 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.api.v2.base [None req-11172220-9fdb-4693-842c-da8f579a9d0a tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 20 14:33:35.970648 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-11172220-9fdb-4693-842c-da8f579a9d0a tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] update failed (client error): There was a conflict when trying to complete your request. Jan 20 14:33:35.971610 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-11172220-9fdb-4693-842c-da8f579a9d0a tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "PUT /v2.0/security-groups/52ead488-0857-495a-8c9f-9be1e3005e1e HTTP/1.1" status: 409 len: 330 time: 0.0838976 Jan 20 14:33:35.976757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47178) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:35.978569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event updated for resources: {'Port': ['ID=8d43b61f-2cad-4a53-b253-77522cb9c7c5,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:35.998032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=8ce8cec7-6dae-4683-b150-999022a3fdb7,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:36.050746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47182) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.113048 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4e93e986-f060-4db6-b869-3da6731673eb tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3031039 Jan 20 14:33:36.116000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-54f2c1ae-8156-46f4-ba44-e47270858300 None None] Calling delete_port for 9acc5610-f64a-488b-b6ba-b2701894cebf owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:36.118549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47188) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.161244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ac9ea8-84bc-4422-8a6c-6525375d39f6 None None] Network 359b1904-9475-451d-993b-a6e228ecc5d0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:36.166042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8000e2-7f7b-4e89-8dd7-36ce8f26e53f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:36.166963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ba8000e2-7f7b-4e89-8dd7-36ce8f26e53f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:36.217796 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-48eb6099-9b25-4ef6-9064-5156d634d2e4 service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9261861 Jan 20 14:33:36.218411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=c0b01367-7c98-461d-85c7-312734c946d1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:36.220694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Checking segment: {'id': 'c9997288-f8cb-4f84-8d38-70b4a9f75759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e7d4a2c4-b491-454d-9fde-2a060b14cae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:36.221054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network hostable DHCP agents. Network: e7d4a2c4-b491-454d-9fde-2a060b14cae2, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:36.223959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-763616f1-c131-432c-8ac2-7b3425c84931 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.242405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:36.272619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:36.274823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ba8000e2-7f7b-4e89-8dd7-36ce8f26e53f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:36.276660 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ba8000e2-7f7b-4e89-8dd7-36ce8f26e53f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5231569 Jan 20 14:33:36.285143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd57f689-6103-4f25-8a5b-b252895907e2 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:36.285739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dd57f689-6103-4f25-8a5b-b252895907e2 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Synchronizing usage tracker for tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:36.290286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Usage tracker for resource:floatingip and tenant:8876ee45b46b40fcab8c9bfba792cd8e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:36.292699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47192) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.295395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:36.319757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ea0fe0ac-7d3a-439b-bb52-b632777a0286 None None] Provisioning complete for port 564f7b18-2ec2-4f77-a821-4c2edb44850d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:36.319983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe0ac-7d3a-439b-bb52-b632777a0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.330415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-763616f1-c131-432c-8ac2-7b3425c84931 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.351771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:36.380734 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0e4e4b75-d8c0-4674-b3fb-a6ce153fcc3a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags/tempest-TagsExtTest-Tag-1089079706 HTTP/1.1" status: 201 len: 201 time: 0.8931053 Jan 20 14:33:36.389165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47196) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.393871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network e7d4a2c4-b491-454d-9fde-2a060b14cae2 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:36.403999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-26c63c4d-9f0b-4129-a6e3-7c7b1948ef7b tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4', 'tempest-TagsExtTest-Tag-146393661') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:36.406068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.428676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dd57f689-6103-4f25-8a5b-b252895907e2 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Unset dirty status for tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:36.433302 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dd57f689-6103-4f25-8a5b-b252895907e2 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "GET /v2.0/ports/8d43b61f-2cad-4a53-b253-77522cb9c7c5 HTTP/1.1" status: 200 len: 955 time: 0.3101220 Jan 20 14:33:36.436964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47200) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.437868 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-54f2c1ae-8156-46f4-ba44-e47270858300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.444448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb9409-ae71-4046-b698-10494fa5dcfd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:36.449439 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3abb9409-ae71-4046-b698-10494fa5dcfd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1557438 Jan 20 14:33:36.450113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47204) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.495451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, e7d4a2c4-b491-454d-9fde-2a060b14cae2) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:36.542622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.545754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:36.551267 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:36.555946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:36.556882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.566000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47208) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.609565 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca08e82d-db4b-496b-9967-d5a9c61549a0 req-25d610f2-d161-4819-acb6-cffe30a9f0e0 service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824790 Jan 20 14:33:36.643355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f8cafb69-aaee-4289-823a-026bc6ffc3cd tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Deleting port 8d43b61f-2cad-4a53-b253-77522cb9c7c5 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:36.643762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8cafb69-aaee-4289-823a-026bc6ffc3cd tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.654084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02098c52-3c46-478f-8bad-0d59d0465015 None None] Network e7d4a2c4-b491-454d-9fde-2a060b14cae2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:36.689619 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-01b60740-bb43-42ed-9438-2139ee9b6c72 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5158854 Jan 20 14:33:36.695465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47212) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.753668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.767790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2c1ae-8156-46f4-ba44-e47270858300 None None] Pushing event deleted for resources: {'Port': ['ID=9acc5610-f64a-488b-b6ba-b2701894cebf,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:36.772833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2c1ae-8156-46f4-ba44-e47270858300 None None] No DVR routers for this DVR port 9acc5610-f64a-488b-b6ba-b2701894cebf on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:36.783311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.821169 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-26c63c4d-9f0b-4129-a6e3-7c7b1948ef7b tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags/tempest-TagsExtTest-Tag-146393661 HTTP/1.1" status: 201 len: 201 time: 0.4306622 Jan 20 14:33:36.834451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47216) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.857886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-763616f1-c131-432c-8ac2-7b3425c84931 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.867608 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2b66452e-c514-4970-97ea-c0711a7ba9f3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4109862 Jan 20 14:33:36.878524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47220) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.881536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-1e498340-2235-4404-9cc0-f927644c5b6e tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:36.946673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763616f1-c131-432c-8ac2-7b3425c84931 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ead488-0857-495a-8c9f-9be1e3005e1e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:36.957631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:36.962885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ea0fe0ac-7d3a-439b-bb52-b632777a0286 None None] Provisioning for port c9a3bb06-5ec6-455d-80aa-179d857b3b94 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:37.004107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-763616f1-c131-432c-8ac2-7b3425c84931 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.008587 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-763616f1-c131-432c-8ac2-7b3425c84931 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/52ead488-0857-495a-8c9f-9be1e3005e1e HTTP/1.1" status: 204 len: 168 time: 1.0250983 Jan 20 14:33:37.013934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ea0fe0ac-7d3a-439b-bb52-b632777a0286 None None] Provisioning complete for port c9a3bb06-5ec6-455d-80aa-179d857b3b94 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:37.014078 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe0ac-7d3a-439b-bb52-b632777a0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.025420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47224) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:37.042540 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-602d3959-3c59-49f0-b934-9c3714e31ece tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/floatingips/d33821dc-bdda-45f2-842c-031465d13285 HTTP/1.1" status: 200 len: 993 time: 0.4624360 Jan 20 14:33:37.085872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.088141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ea0fe0ac-7d3a-439b-bb52-b632777a0286 None None] Port c9a3bb06-5ec6-455d-80aa-179d857b3b94 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:33:37.092398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 564f7b18-2ec2-4f77-a821-4c2edb44850d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:37.100772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6729fb1d-2e49-4eac-8c4d-7643be70d02a tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port c0b01367-7c98-461d-85c7-312734c946d1 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:37.101109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6729fb1d-2e49-4eac-8c4d-7643be70d02a tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.153407 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=8207c84d-81aa-4d97-a13c-015505f63008,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:37.193654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 564f7b18-2ec2-4f77-a821-4c2edb44850d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:37.196162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.233765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Allocated IP 172.26.0.243 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/498bb793-b732-42e0-9a4f-99d108117e6d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:37.325154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking segment: {'id': 'be2fdc97-4e2a-441d-acf9-99ecca237195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c09d7911-ee54-44de-901e-519e9ad6c864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:37.325921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network hostable DHCP agents. Network: c09d7911-ee54-44de-901e-519e9ad6c864, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:37.385023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9acc5610-f64a-488b-b6ba-b2701894cebf no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:37.419149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.420435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 9acc5610-f64a-488b-b6ba-b2701894cebf {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:33:37.420784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9acc5610-f64a-488b-b6ba-b2701894cebf not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:37.458715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.518357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ea76f1e4-cc0c-4a4e-88b0-93b480dc2bf5 None None] Provisioning complete for port 564f7b18-2ec2-4f77-a821-4c2edb44850d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:37.518802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ea76f1e4-cc0c-4a4e-88b0-93b480dc2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.527100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:37.530051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:37.533047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:37.583640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Pushing event updated for resources: {'Port': ['ID=498bb793-b732-42e0-9a4f-99d108117e6d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:37.610894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-2ce14707-a10e-4408-a545-c0582a8c559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:37.612426 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-2ce14707-a10e-4408-a545-c0582a8c559c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=249ded474ddb44fcb57b7521b6ed258f&device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 1098 time: 0.9244211 Jan 20 14:33:37.618022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:37.637856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.658916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8cafb69-aaee-4289-823a-026bc6ffc3cd tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.675062 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c87d1482-6685-4e2d-9d5d-c0ee5f21a563 tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6395783 Jan 20 14:33:37.679966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47228) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:37.682885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ea76f1e4-cc0c-4a4e-88b0-93b480dc2bf5 None None] Provisioning complete for port c9a3bb06-5ec6-455d-80aa-179d857b3b94 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:37.683366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ea76f1e4-cc0c-4a4e-88b0-93b480dc2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.712155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:37.718689 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-4797d108-f61e-4b41-ad99-ce2bc6ab236b tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] delete failed (client error): The resource could not be found. Jan 20 14:33:37.720637 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4797d108-f61e-4b41-ad99-ce2bc6ab236b tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "DELETE /v2.0/security-groups/e159e6ad-e52a-4faf-8173-c5de94fbc896 HTTP/1.1" status: 404 len: 347 time: 0.0349638 Jan 20 14:33:37.730053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47232) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:37.748702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.752503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ea76f1e4-cc0c-4a4e-88b0-93b480dc2bf5 None None] Port c9a3bb06-5ec6-455d-80aa-179d857b3b94 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:33:37.783193 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-b2d34f7c-5a52-4ba1-96cd-6d489ca854ce tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] show failed (client error): The resource could not be found. Jan 20 14:33:37.786985 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b2d34f7c-5a52-4ba1-96cd-6d489ca854ce tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-groups/fb6602e8-2606-4937-a983-fea14cbe3875 HTTP/1.1" status: 404 len: 347 time: 0.0559323 Jan 20 14:33:37.793825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47236) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:37.818565 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-1808d909-9b86-4bf6-8473-4c974d67b11d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] show failed (client error): The resource could not be found. Jan 20 14:33:37.821749 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1808d909-9b86-4bf6-8473-4c974d67b11d tempest-NegativeSecGroupIPv6Test-982236729 tempest-NegativeSecGroupIPv6Test-982236729-project] 10.222.0.87 "GET /v2.0/security-group-rules/91291cb4-1885-41d5-968b-418a50243080 HTTP/1.1" status: 404 len: 356 time: 0.0246491 Jan 20 14:33:37.842337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.874375 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-cf13bf79-d9cd-405e-b7e5-71844ab6234a None None] Provisioning complete for port c9a3bb06-5ec6-455d-80aa-179d857b3b94 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:37.874867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cf13bf79-d9cd-405e-b7e5-71844ab6234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.939142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network c09d7911-ee54-44de-901e-519e9ad6c864 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:37.947667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f8cafb69-aaee-4289-823a-026bc6ffc3cd tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Calling delete_port for 8d43b61f-2cad-4a53-b253-77522cb9c7c5 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:37.992061 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1e498340-2235-4404-9cc0-f927644c5b6e tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags HTTP/1.1" status: 200 len: 241 time: 1.1333196 Jan 20 14:33:37.995888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47242) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.004287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-f09776bc-cb2e-420b-b444-718542f797f0 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8', 'tempest-TagsExtTest-Tag-1090810665') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:38.012964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cf13bf79-d9cd-405e-b7e5-71844ab6234a None None] Port c9a3bb06-5ec6-455d-80aa-179d857b3b94 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:33:38.033012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:38.036553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.065865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, c09d7911-ee54-44de-901e-519e9ad6c864) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:38.069304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6729fb1d-2e49-4eac-8c4d-7643be70d02a tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.078358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df1e329-3376-4f6a-a96a-5dc6fc625e26 None None] Network c09d7911-ee54-44de-901e-519e9ad6c864 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:38.081982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.096899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.158560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:38.159152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.237713 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f09776bc-cb2e-420b-b444-718542f797f0 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags/tempest-TagsExtTest-Tag-1090810665 HTTP/1.1" status: 204 len: 168 time: 0.2384062 Jan 20 14:33:38.241962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47248) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.245694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Pushing event updated for resources: {'Port': ['ID=498bb793-b732-42e0-9a4f-99d108117e6d,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:38.251317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47250) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.259372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-bef5a70d-d20c-49e4-86c6-a3b56f1bcaed tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8', 'tempest-TagsExtTest-Tag-1090810665') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:38.296808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.335648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6729fb1d-2e49-4eac-8c4d-7643be70d02a tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for c0b01367-7c98-461d-85c7-312734c946d1 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:38.338567 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.343190 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d50046c0-8f01-49c0-8fda-d98dfd6fc9d7 tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2554016 Jan 20 14:33:38.343698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47258) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.349172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c09d7911-ee54-44de-901e-519e9ad6c864', 'network_id': 'c09d7911-ee54-44de-901e-519e9ad6c864', 'tenant_id': '40d1296d52de431b88bd06f3fd8fed9a', 'fixed_ips': [{'subnet_id': '8207c84d-81aa-4d97-a13c-015505f63008'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:38.350401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.352456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1444045809', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'fixed_ips': [{'ip_address': '172.26.0.243'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:38.358977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:38.366872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Usage tracker for resource:port and tenant:8876ee45b46b40fcab8c9bfba792cd8e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:38.373099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:38.381504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:38.404906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-707c1e7a-09d5-4fc7-bd45-8676ca035348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:38.406477 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-707c1e7a-09d5-4fc7-bd45-8676ca035348 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 HTTP/1.1" status: 200 len: 897 time: 0.7744038 Jan 20 14:33:38.407146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Made reservation on behalf of 8876ee45b46b40fcab8c9bfba792cd8e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:38.409899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.410670 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a2d75f67-e8a4-4040-b704-2022e3f1ccbc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4439516 Jan 20 14:33:38.419685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47262) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.433978 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bef5a70d-d20c-49e4-86c6-a3b56f1bcaed tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags/tempest-TagsExtTest-Tag-1090810665 HTTP/1.1" status: 204 len: 168 time: 0.1820645 Jan 20 14:33:38.434706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47266) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.441308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-1b6a6140-4a9d-40ba-b6f1-189f412271b4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:38.476193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.508608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8cafb69-aaee-4289-823a-026bc6ffc3cd tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.517238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:38.526244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Usage tracker for resource:security_group_rule and tenant:8876ee45b46b40fcab8c9bfba792cd8e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:38.538889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:38.548866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:38.553047 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Allocated IP 2001:db8::1 (c09d7911-ee54-44de-901e-519e9ad6c864/8207c84d-81aa-4d97-a13c-015505f63008/ae5e172e-3907-49e2-ba25-cbbbc13a9896) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:38.584133 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d6b7a1f8-be2c-495f-94b4-9eb66df63fe9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=85253c76e39047d48f994e5f6e3e4485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298624 Jan 20 14:33:38.585972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47270) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.655700 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1b6a6140-4a9d-40ba-b6f1-189f412271b4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags HTTP/1.1" status: 200 len: 205 time: 0.2174251 Jan 20 14:33:38.664606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47274) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.671900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cafb69-aaee-4289-823a-026bc6ffc3cd tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d43b61f-2cad-4a53-b253-77522cb9c7c5,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:38.686406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-ef9d2ab1-6044-43ec-8f3b-0fb8ac510be7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:38.688355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8cafb69-aaee-4289-823a-026bc6ffc3cd tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.770571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6729fb1d-2e49-4eac-8c4d-7643be70d02a tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.773794 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-63120ddc-d11a-4bd0-8f96-2cc9547b6610 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7564d00e-f35e-401b-acc9-b99c7685430d HTTP/1.1" status: 200 len: 1001 time: 0.3500557 Jan 20 14:33:38.775671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e178-b7b3-4a9f-95a3-3915d61c85f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.780340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.791068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Transition to ACTIVE for port object ae5e172e-3907-49e2-ba25-cbbbc13a9896 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:38.805705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.809228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Transition to ACTIVE for port object ae5e172e-3907-49e2-ba25-cbbbc13a9896 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:38.816567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.820123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.835997 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e178-b7b3-4a9f-95a3-3915d61c85f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.846485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] device_id is not set on port a32d2faa-5a70-4488-9434-32eeeb1bb443 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:38.883126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Network c09d7911-ee54-44de-901e-519e9ad6c864 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:38.886633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:38.889910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:38.891803 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729fb1d-2e49-4eac-8c4d-7643be70d02a tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=c0b01367-7c98-461d-85c7-312734c946d1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:38.916390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6729fb1d-2e49-4eac-8c4d-7643be70d02a tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.918260 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6729fb1d-2e49-4eac-8c4d-7643be70d02a tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/c0b01367-7c98-461d-85c7-312734c946d1 HTTP/1.1" status: 204 len: 168 time: 2.1752143 Jan 20 14:33:38.922487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.925131 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f8cafb69-aaee-4289-823a-026bc6ffc3cd tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "DELETE /v2.0/ports/8d43b61f-2cad-4a53-b253-77522cb9c7c5 HTTP/1.1" status: 204 len: 168 time: 2.4842823 Jan 20 14:33:38.927957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47278) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.928300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47280) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.930275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ce2a2f-6f16-4f60-9377-e37cf7d1ca32,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:38.952842 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ef9d2ab1-6044-43ec-8f3b-0fb8ac510be7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags HTTP/1.1" status: 200 len: 241 time: 0.2820098 Jan 20 14:33:38.956385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47286) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.967162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Pushing event updated for resources: {'Port': ['ID=ae5e172e-3907-49e2-ba25-cbbbc13a9896,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:38.972903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-7d788e89-27dc-4647-a065-d6d72decc2c6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94', 'tempest-TagsExtTest-Tag-1126274988') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:38.989937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Attempting to bind port ae5e172e-3907-49e2-ba25-cbbbc13a9896 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:38.990387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Attempting to bind port ae5e172e-3907-49e2-ba25-cbbbc13a9896 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'be2fdc97-4e2a-441d-acf9-99ecca237195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c09d7911-ee54-44de-901e-519e9ad6c864'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:38.990853 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Attempting to bind port ae5e172e-3907-49e2-ba25-cbbbc13a9896 on network c09d7911-ee54-44de-901e-519e9ad6c864 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:38.996331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:38.996830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Checking segment: {'id': 'be2fdc97-4e2a-441d-acf9-99ecca237195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c09d7911-ee54-44de-901e-519e9ad6c864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:38.997502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.997904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Bound using segment: {'id': 'be2fdc97-4e2a-441d-acf9-99ecca237195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c09d7911-ee54-44de-901e-519e9ad6c864'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:38.998465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Bound port: ae5e172e-3907-49e2-ba25-cbbbc13a9896, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2fdc97-4e2a-441d-acf9-99ecca237195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c09d7911-ee54-44de-901e-519e9ad6c864'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:38.998941 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.036441 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-595b2e19-8ea5-454a-9490-3b9e11924ccc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:33:39.036993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-595b2e19-8ea5-454a-9490-3b9e11924ccc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Synchronizing usage tracker for tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:39.043718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-d7dbe8f3-05cf-45cb-b73c-e5600dc6db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:39.045220 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-d7dbe8f3-05cf-45cb-b73c-e5600dc6db34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b25a53d-4c12-4e81-8813-49d719abc326 HTTP/1.1" status: 200 len: 835 time: 0.2168663 Jan 20 14:33:39.067781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Deleting port ae5e172e-3907-49e2-ba25-cbbbc13a9896 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:39.068089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.099556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] For port ae5e172e-3907-49e2-ba25-cbbbc13a9896, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:39.103152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] For port ae5e172e-3907-49e2-ba25-cbbbc13a9896, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ae5e172e-3907-49e2-ba25-cbbbc13a9896,segment=NetworkSegment(be2fdc97-4e2a-441d-acf9-99ecca237195),segment_id=be2fdc97-4e2a-441d-acf9-99ecca237195)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:39.111590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.197196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea4b6d-925e-4e09-99a0-76b02355f770 None None] Pushing event updated for resources: {'Port': ['ID=ae5e172e-3907-49e2-ba25-cbbbc13a9896,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:39.244497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e178-b7b3-4a9f-95a3-3915d61c85f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.301446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6e178-b7b3-4a9f-95a3-3915d61c85f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c906597-7701-4c87-8823-b3ba8e55b701,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:39.340633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-595b2e19-8ea5-454a-9490-3b9e11924ccc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Unset dirty status for tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:39.341816 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-595b2e19-8ea5-454a-9490-3b9e11924ccc tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "GET /v2.0/ports/8d43b61f-2cad-4a53-b253-77522cb9c7c5 HTTP/1.1" status: 404 len: 333 time: 0.4087634 Jan 20 14:33:39.352537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47290) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:39.356242 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7d788e89-27dc-4647-a065-d6d72decc2c6 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags/tempest-TagsExtTest-Tag-1126274988 HTTP/1.1" status: 204 len: 168 time: 0.3950644 Jan 20 14:33:39.358071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47292) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:39.365283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-53fc0609-677f-44f1-9b0f-0a6a987832fb tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94', 'tempest-TagsExtTest-Tag-1126274988') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:39.390630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 20 14:33:39.391131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:39.393339 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Request body: {'port': {'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-560043492'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:39.394515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e178-b7b3-4a9f-95a3-3915d61c85f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.395543 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f7b6e178-b7b3-4a9f-95a3-3915d61c85f2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0c906597-7701-4c87-8823-b3ba8e55b701 HTTP/1.1" status: 204 len: 168 time: 0.8025630 Jan 20 14:33:39.434712 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3c113fcf-f924-4eed-b801-d30efe8999fb tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0898647 Jan 20 14:33:39.438191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47300) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:39.475757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:39.521205 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:39.553841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bd754-0440-4604-abd8-f0da827c9e78 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:39.559670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bd754-0440-4604-abd8-f0da827c9e78 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:39.560431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-657bd754-0440-4604-abd8-f0da827c9e78 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:39.617717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-44e38cc7-d54d-4aba-bcb2-2df8e943a82d tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Deleting port 498bb793-b732-42e0-9a4f-99d108117e6d {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:39.618053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44e38cc7-d54d-4aba-bcb2-2df8e943a82d tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.711487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Made reservation on behalf of e88ae1d8ecbf4dd9ae2d44658ca16a3b for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:39.714450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.747817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:33:39.758246 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-53fc0609-677f-44f1-9b0f-0a6a987832fb tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags/tempest-TagsExtTest-Tag-1126274988 HTTP/1.1" status: 204 len: 168 time: 0.3984258 Jan 20 14:33:39.762416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-35630a5c-ded8-4c09-b7a8-8f6cd7cb2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:39.763153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47308) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:39.764452 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-35630a5c-ded8-4c09-b7a8-8f6cd7cb2b27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7045624 Jan 20 14:33:39.765447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.778170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-6c10a006-fb1e-413c-873f-ff72af7b9738 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:39.833522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-657bd754-0440-4604-abd8-f0da827c9e78 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:39.834670 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-657bd754-0440-4604-abd8-f0da827c9e78 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.9030492 Jan 20 14:33:39.838185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47314) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:39.840093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] For port ae5e172e-3907-49e2-ba25-cbbbc13a9896, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ae5e172e-3907-49e2-ba25-cbbbc13a9896,segment=NetworkSegment(be2fdc97-4e2a-441d-acf9-99ecca237195),segment_id=be2fdc97-4e2a-441d-acf9-99ecca237195)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:39.840494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.872234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] device_id is not set on port 36d7a358-ff48-434d-bdba-92ba0c0ee20f yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:39.931775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44e38cc7-d54d-4aba-bcb2-2df8e943a82d tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.932054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44e38cc7-d54d-4aba-bcb2-2df8e943a82d tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.966855 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:40.011585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c89c5fd7-22aa-4b39-ad9d-d29ebe539c68 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 8ce8cec7-6dae-4683-b150-999022a3fdb7 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:40.011877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c89c5fd7-22aa-4b39-ad9d-d29ebe539c68 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.028309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:40.040570 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f109a31-3ef0-4a0d-b84f-90768fcf918b None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:40.139328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-44e38cc7-d54d-4aba-bcb2-2df8e943a82d tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Calling delete_port for 498bb793-b732-42e0-9a4f-99d108117e6d owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:40.190388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Calling delete_port for ae5e172e-3907-49e2-ba25-cbbbc13a9896 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:40.197317 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6c10a006-fb1e-413c-873f-ff72af7b9738 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags HTTP/1.1" status: 200 len: 205 time: 0.4331405 Jan 20 14:33:40.202468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47324) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:40.212586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-19cf40fc-40c3-4828-8731-a7be17dd13e8 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:40.252870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:40.253459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.326056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=ac34fa72-4a69-4a00-a321-fecdc83863b5,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:40.403103 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2d24201c-f017-4385-9006-6bbf4d744578 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4863658 Jan 20 14:33:40.419711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47334) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:40.456969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:a8:c9:55', 'name': 'tempest-NetworksTestDHCPv6-842510204'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:40.488820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'ac34fa72-4a69-4a00-a321-fecdc83863b5'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:40.488820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.508186 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-c36f0ddb-b94e-4764-8d7c-de96589ff6b8 service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013867 Jan 20 14:33:40.648793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47338) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:40.691454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda33ef-baff-4059-9da5-f7499347acb6 None None] Network c09d7911-ee54-44de-901e-519e9ad6c864 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:40.726075 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-19cf40fc-40c3-4828-8731-a7be17dd13e8 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags HTTP/1.1" status: 200 len: 241 time: 0.5185947 Jan 20 14:33:40.732648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47344) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:40.761639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-732a173f-66fa-4af1-8bbe-a847d5661958 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146', 'tempest-TagsExtTest-Tag-1089079706') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:40.855609 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:40.860922 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.865824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c89c5fd7-22aa-4b39-ad9d-d29ebe539c68 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.896560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Allocated IP 2001:db8::f816:3eff:feb2:1c86 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/ac34fa72-4a69-4a00-a321-fecdc83863b5/67a6745e-c4b9-4787-ab72-ff287e769bb4) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:40.902067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:40.934059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:40.942172 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c6eef70f-80c7-4c64-be0c-86e61e3782af req-9feb38f6-2cd2-40e4-af25-dfa2007c89ef service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381953 Jan 20 14:33:40.944247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Port': ['ID=ae5e172e-3907-49e2-ba25-cbbbc13a9896,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:40.976915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-69bed45d-712b-471f-98f3-b621ffb0c5bc None None] Provisioning complete for port ae5e172e-3907-49e2-ba25-cbbbc13a9896 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:40.977382 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-69bed45d-712b-471f-98f3-b621ffb0c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.147356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:41.152200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-69bed45d-712b-471f-98f3-b621ffb0c5bc None None] Port ae5e172e-3907-49e2-ba25-cbbbc13a9896 was deleted so its status cannot be updated. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 14:33:41.162187 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a5712cc4-569d-4804-9cdc-91b0b9b865c9 tempest-ServiceProvidersTest-1895402291 tempest-ServiceProvidersTest-1895402291-project] 10.222.0.87 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5120053 Jan 20 14:33:41.171817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44e38cc7-d54d-4aba-bcb2-2df8e943a82d tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.240339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ae5e172e-3907-49e2-ba25-cbbbc13a9896 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:41.247924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:41.293503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c89c5fd7-22aa-4b39-ad9d-d29ebe539c68 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 8ce8cec7-6dae-4683-b150-999022a3fdb7 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:41.339945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e38cc7-d54d-4aba-bcb2-2df8e943a82d tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Pushing event deleted for resources: {'Port': ['ID=498bb793-b732-42e0-9a4f-99d108117e6d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:41.341744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ae5e172e-3907-49e2-ba25-cbbbc13a9896 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:33:41.342091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ae5e172e-3907-49e2-ba25-cbbbc13a9896 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 20 14:33:41.398862 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-732a173f-66fa-4af1-8bbe-a847d5661958 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags/tempest-TagsExtTest-Tag-1089079706 HTTP/1.1" status: 204 len: 168 time: 0.6626339 Jan 20 14:33:41.408702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47350) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:41.415084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Port ae5e172e-3907-49e2-ba25-cbbbc13a9896 not found, will not notify nova. {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 20 14:33:41.443731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-d116dc8e-2c2c-438b-9084-e6e0169571dc tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146', 'tempest-TagsExtTest-Tag-1089079706') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:41.445411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No DVR routers for this DVR port ae5e172e-3907-49e2-ba25-cbbbc13a9896 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:41.530583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.596511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.626701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44e38cc7-d54d-4aba-bcb2-2df8e943a82d tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.639246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47356) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:41.645635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c89c5fd7-22aa-4b39-ad9d-d29ebe539c68 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.648784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.663768 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Transition to ACTIVE for port object 67a6745e-c4b9-4787-ab72-ff287e769bb4 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:41.688321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.717376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c5fd7-22aa-4b39-ad9d-d29ebe539c68 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=8ce8cec7-6dae-4683-b150-999022a3fdb7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:41.719713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.720922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Transition to ACTIVE for port object 67a6745e-c4b9-4787-ab72-ff287e769bb4 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:41.725933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44e38cc7-d54d-4aba-bcb2-2df8e943a82d tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.730600 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-44e38cc7-d54d-4aba-bcb2-2df8e943a82d tempest-ExternalNetworksAdminNegativeTestJSON-659149319 tempest-ExternalNetworksAdminNegativeTestJSON-659149319-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/ee607dcd-9101-4831-b3d6-17f8c75e26ed HTTP/1.1" status: 204 len: 168 time: 2.2878542 Jan 20 14:33:41.735959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c89c5fd7-22aa-4b39-ad9d-d29ebe539c68 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.738328 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c89c5fd7-22aa-4b39-ad9d-d29ebe539c68 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/8ce8cec7-6dae-4683-b150-999022a3fdb7 HTTP/1.1" status: 204 len: 168 time: 1.8993769 Jan 20 14:33:41.741091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47364) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:41.747089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.774056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 6704f62a-a824-4bdd-828c-c10957abf7b0 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:41.792647 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d116dc8e-2c2c-438b-9084-e6e0169571dc tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags/tempest-TagsExtTest-Tag-1089079706 HTTP/1.1" status: 204 len: 168 time: 0.3821764 Jan 20 14:33:41.795764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47368) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:41.810410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-8d625923-66cb-440f-9502-f99ed3ffb16a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:41.824160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.882714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Pushing event updated for resources: {'Port': ['ID=67a6745e-c4b9-4787-ab72-ff287e769bb4,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:41.897168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:41.897168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:41.897497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:41.897497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Subnet': ['ID=8207c84d-81aa-4d97-a13c-015505f63008,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:41.907396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:41.915453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:41.921581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3f51e-ef12-4591-bc79-3e5e3044eabf None None] Network c09d7911-ee54-44de-901e-519e9ad6c864 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:41.930008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6c911f1-a08d-40ea-b4a2-cb6de290a13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.930989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:41.931899 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:41.932510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.006320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event updated for resources: {'Port': ['ID=36d7a358-ff48-434d-bdba-92ba0c0ee20f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:42.057993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e6c911f1-a08d-40ea-b4a2-cb6de290a13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:42.066754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e6c911f1-a08d-40ea-b4a2-cb6de290a13d admin admin] Usage tracker for resource:security_group_rule and tenant:71a709653f0548bc95b1f0482e61a547 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:42.072024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e6c911f1-a08d-40ea-b4a2-cb6de290a13d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:42.080330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e6c911f1-a08d-40ea-b4a2-cb6de290a13d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:42.095925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9161eddd-6692-440e-b7a0-445362e5cc18 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:42.097083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9161eddd-6692-440e-b7a0-445362e5cc18 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:42.111561 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8d625923-66cb-440f-9502-f99ed3ffb16a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags HTTP/1.1" status: 200 len: 205 time: 0.3096321 Jan 20 14:33:42.111561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47374) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.114468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47376) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.127497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-ad1b35f4-41b1-4cc1-b452-569dd051b792 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.133863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.153783 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9161eddd-6692-440e-b7a0-445362e5cc18 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:42.159249 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9161eddd-6692-440e-b7a0-445362e5cc18 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4142721 Jan 20 14:33:42.163681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47384) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.175791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Attempting to bind port 67a6745e-c4b9-4787-ab72-ff287e769bb4 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:42.176154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Attempting to bind port 67a6745e-c4b9-4787-ab72-ff287e769bb4 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:42.176543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Attempting to bind port 67a6745e-c4b9-4787-ab72-ff287e769bb4 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:42.197507 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ad1b35f4-41b1-4cc1-b452-569dd051b792 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags HTTP/1.1" status: 200 len: 240 time: 0.0805230 Jan 20 14:33:42.200268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47388) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.209199 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b5c4eb82-191f-46ee-843c-bee8818271d6 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8278611 Jan 20 14:33:42.209705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-9aa3bf60-23b2-40f2-8894-27f796de051e tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4', 'tempest-TagsExtTest-Tag-146393661') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.212518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:42.212885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:42.213278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.213657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:42.214468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Bound port: 67a6745e-c4b9-4787-ab72-ff287e769bb4, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:42.214833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.219693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47392) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.228431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09d7911-ee54-44de-901e-519e9ad6c864']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.247855 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:42.262700 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9aa3bf60-23b2-40f2-8894-27f796de051e tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags/tempest-TagsExtTest-Tag-146393661 HTTP/1.1" status: 204 len: 168 time: 0.0611808 Jan 20 14:33:42.268388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47396) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.277045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-f4d2660f-227c-41ea-a26b-236a4deabae2 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4', 'tempest-TagsExtTest-Tag-146393661') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.294643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::f816:3eff:fea8:c955 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/ac34fa72-4a69-4a00-a321-fecdc83863b5/6704f62a-a824-4bdd-828c-c10957abf7b0) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:42.297437 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d341c35-8044-42ed-a6e7-80e2155abf6d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:33:42.298789 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6d341c35-8044-42ed-a6e7-80e2155abf6d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/c0b01367-7c98-461d-85c7-312734c946d1 HTTP/1.1" status: 404 len: 333 time: 0.1317575 Jan 20 14:33:42.306386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47400) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.316171 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a683c0f0-94df-4099-a7eb-2649d23511cc None None] DHCP port deletion for c09d7911-ee54-44de-901e-519e9ad6c864 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:33:42.327713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2fdc97-4e2a-441d-acf9-99ecca237195') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.327713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2fdc97-4e2a-441d-acf9-99ecca237195') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.340489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] For port 67a6745e-c4b9-4787-ab72-ff287e769bb4, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:42.344419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] For port 67a6745e-c4b9-4787-ab72-ff287e769bb4, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=67a6745e-c4b9-4787-ab72-ff287e769bb4,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:42.350501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.356343 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.376715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-06000ac6-ad70-4d66-b7c7-7ad2802f1c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.394729 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de997e6-9808-41de-9a93-ed32ca47f26c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:33:42.398756 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4de997e6-9808-41de-9a93-ed32ca47f26c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/8ce8cec7-6dae-4683-b150-999022a3fdb7 HTTP/1.1" status: 404 len: 333 time: 0.0848887 Jan 20 14:33:42.400722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47406) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.405758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-06000ac6-ad70-4d66-b7c7-7ad2802f1c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:42.437293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.438342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-06000ac6-ad70-4d66-b7c7-7ad2802f1c61 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe9fff33a7e4ebaa62efe2ee16f2c55 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:42.442488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-06000ac6-ad70-4d66-b7c7-7ad2802f1c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:42.445231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7b463-9d69-4376-a8ec-fa53961676d5 None None] Pushing event updated for resources: {'Port': ['ID=67a6745e-c4b9-4787-ab72-ff287e769bb4,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:42.458057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-06000ac6-ad70-4d66-b7c7-7ad2802f1c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:42.471331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:42.471331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:42.484590 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:42.592543 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6c911f1-a08d-40ea-b4a2-cb6de290a13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.604602 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f4d2660f-227c-41ea-a26b-236a4deabae2 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags/tempest-TagsExtTest-Tag-146393661 HTTP/1.1" status: 204 len: 168 time: 0.3352110 Jan 20 14:33:42.610012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6c911f1-a08d-40ea-b4a2-cb6de290a13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.618755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47410) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.623972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.635956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.639877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-262cae87-14c6-4fef-8582-adab5245961c tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.714793 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e6c911f1-a08d-40ea-b4a2-cb6de290a13d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=71a709653f0548bc95b1f0482e61a547&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0739303 Jan 20 14:33:42.715592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c911f1-a08d-40ea-b4a2-cb6de290a13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfb13c8-5594-49a8-848d-f2dd9bcc6ad3,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:42.718896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.719158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47414) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.766632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.796824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Network': ['ID=c09d7911-ee54-44de-901e-519e9ad6c864,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:42.809970 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-37b96069-834b-4020-a41c-6adee68a1e1c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/c09d7911-ee54-44de-901e-519e9ad6c864 HTTP/1.1" status: 204 len: 168 time: 4.3889558 Jan 20 14:33:42.815191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47418) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.824244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1244389712'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:42.834044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:42.852766 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-262cae87-14c6-4fef-8582-adab5245961c tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags HTTP/1.1" status: 200 len: 205 time: 0.2243395 Jan 20 14:33:42.853379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:network and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:42.871832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:42.874598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47422) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.885199 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.891126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-641579b5-f5cb-4885-82c3-4b8c6c9a73a1 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.956396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:43.003678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 6704f62a-a824-4bdd-828c-c10957abf7b0 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:43.029823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:43.033362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.042979 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 67a6745e-c4b9-4787-ab72-ff287e769bb4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:43.059435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-06000ac6-ad70-4d66-b7c7-7ad2802f1c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.090753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.093264 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-641579b5-f5cb-4885-82c3-4b8c6c9a73a1 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags HTTP/1.1" status: 204 len: 168 time: 0.2161920 Jan 20 14:33:43.098668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-851ecdf8-2f3f-490b-b4ff-26fb924c6db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.101218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47426) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.104527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-06000ac6-ad70-4d66-b7c7-7ad2802f1c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.111453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:43.126535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-5ec82687-4dc4-4716-b99d-5cf991e1a303 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.145145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 67a6745e-c4b9-4787-ab72-ff287e769bb4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:43.168491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.168833 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Added segment ca8f83d5-b567-4592-af49-a3928e84ec5e of type vlan for network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 Jan 20 14:33:43.184981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.210546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ae5e172e-3907-49e2-ba25-cbbbc13a9896 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:43.235386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] device_id is not set on port 36d7a358-ff48-434d-bdba-92ba0c0ee20f yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:43.249990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ae5e172e-3907-49e2-ba25-cbbbc13a9896 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:33:43.250204 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d4a2c4-b491-454d-9fde-2a060b14cae2']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.250331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ae5e172e-3907-49e2-ba25-cbbbc13a9896 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:43.259894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.264813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-851ecdf8-2f3f-490b-b4ff-26fb924c6db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.287663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.305098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:43.311367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:43.314681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Transition to ACTIVE for port object 36d7a358-ff48-434d-bdba-92ba0c0ee20f will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:43.319020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:43.324866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:43.325516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.332809 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-06000ac6-ad70-4d66-b7c7-7ad2802f1c61 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5fe9fff33a7e4ebaa62efe2ee16f2c55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2192061 Jan 20 14:33:43.337250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47430) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.341812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.346194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9997288-f8cb-4f84-8d38-70b4a9f75759') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.346491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9997288-f8cb-4f84-8d38-70b4a9f75759') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.353139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06000ac6-ad70-4d66-b7c7-7ad2802f1c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1382cac-9650-4f4f-8041-2bc3295bb3f7,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:43.358638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=6704f62a-a824-4bdd-828c-c10957abf7b0,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:43.377541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.406297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.417841 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:43.418090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:43.433605 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:43.440706 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5ec82687-4dc4-4716-b99d-5cf991e1a303 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags HTTP/1.1" status: 204 len: 168 time: 0.3284709 Jan 20 14:33:43.485766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47434) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.499850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-5712b205-15ae-47ce-ae40-58408a87b115 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.543506 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-851ecdf8-2f3f-490b-b4ff-26fb924c6db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.575571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ecdf8-2f3f-490b-b4ff-26fb924c6db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfb13c8-5594-49a8-848d-f2dd9bcc6ad3,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:43.594276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.600233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-851ecdf8-2f3f-490b-b4ff-26fb924c6db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.601633 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-851ecdf8-2f3f-490b-b4ff-26fb924c6db0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9bfb13c8-5594-49a8-848d-f2dd9bcc6ad3 HTTP/1.1" status: 204 len: 168 time: 0.8800488 Jan 20 14:33:43.617600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.623650 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9078ffd8-a113-4204-aa21-ed33ffeade39 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1846764 Jan 20 14:33:43.624458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.627041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47440) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.630627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Network': ['ID=e7d4a2c4-b491-454d-9fde-2a060b14cae2,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:43.634838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:43.635487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.666657 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b5b83929-c75b-4cbe-a743-fa1392d9e5d4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/networks/e7d4a2c4-b491-454d-9fde-2a060b14cae2 HTTP/1.1" status: 204 len: 168 time: 1.2624822 Jan 20 14:33:43.672574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47444) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.685727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1874614215'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:43.696126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:43.710372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:network and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:43.715974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:43.732860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:43.744435 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5712b205-15ae-47ce-ae40-58408a87b115 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags HTTP/1.1" status: 204 len: 168 time: 0.2560124 Jan 20 14:33:43.747406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47448) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.754839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-ea4f90a7-805d-4cda-b8ee-18c78fe3b5c4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.790097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:43.793903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.796923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event updated for resources: {'Port': ['ID=36d7a358-ff48-434d-bdba-92ba0c0ee20f,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:43.810250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:43.810369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:43.811340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:43.813850 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9976425 Jan 20 14:33:43.818465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47452) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.824633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37080f91-b183-4c05-86cf-8acd777462a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=7a747c22-c0f7-441b-a477-5ebbc07e4af4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:43.830293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'network_id': '7a747c22-c0f7-441b-a477-5ebbc07e4af4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:43.835687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ce8717a-e12b-4ff0-89f7-80d560a9801c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.837576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:43.837972 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:43.839686 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 2 to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f Jan 20 14:33:43.841895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:43.853798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e5828e-6ff4-4095-9ac1-a8d3efce173c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:43.859870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e5828e-6ff4-4095-9ac1-a8d3efce173c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:43.861562 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-84e5828e-6ff4-4095-9ac1-a8d3efce173c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2333560 Jan 20 14:33:43.874294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:43.874957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:43.875485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:43.877025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47456) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.888083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ce8717a-e12b-4ff0-89f7-80d560a9801c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.899509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:43.900130 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:43.907452 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 3 to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f Jan 20 14:33:43.946805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:43.947416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:43.947946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:43.967281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:43.968051 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:43.968669 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 4 to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f Jan 20 14:33:43.987956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:43.988880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:43.989553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:43.996822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:43.997549 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:43.998397 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 5 to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f Jan 20 14:33:44.021380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ce8717a-e12b-4ff0-89f7-80d560a9801c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.046240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:44.046948 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:44.047631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:44.057372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8717a-e12b-4ff0-89f7-80d560a9801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1382cac-9650-4f4f-8041-2bc3295bb3f7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:44.067685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:44.068562 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:44.069809 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 6 to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f Jan 20 14:33:44.086130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ce8717a-e12b-4ff0-89f7-80d560a9801c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.087777 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8ce8717a-e12b-4ff0-89f7-80d560a9801c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1382cac-9650-4f4f-8041-2bc3295bb3f7 HTTP/1.1" status: 204 len: 168 time: 0.7475443 Jan 20 14:33:44.092718 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:44.110604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:44.112690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:44.113286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:44.123393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:44.132068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-96fdfaf0-aa83-49e2-86c9-fb45083f691f None None] Provisioning for port 67a6745e-c4b9-4787-ab72-ff287e769bb4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:44.133428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.133562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:44.133772 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Added segment 2b179f7c-612b-4c78-b13a-88bae06ffba7 of type vlan for network 77a43b21-c1f9-45bd-b0a4-de8f17f8147c Jan 20 14:33:44.133885 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:44.134296 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 7 to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f Jan 20 14:33:44.138861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-bd659883-5453-42f9-ab18-f05aead395a4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 6704f62a-a824-4bdd-828c-c10957abf7b0 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:44.139351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bd659883-5453-42f9-ab18-f05aead395a4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.146243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-96fdfaf0-aa83-49e2-86c9-fb45083f691f None None] Provisioning complete for port 67a6745e-c4b9-4787-ab72-ff287e769bb4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:44.146534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-96fdfaf0-aa83-49e2-86c9-fb45083f691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.158003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:44.158422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:44.158821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:44.164307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:44.164708 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:44.165154 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 8 to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f Jan 20 14:33:44.182044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:44.182398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:44.183125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:44.188735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:44.189392 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:44.190003 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 9 to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f Jan 20 14:33:44.195285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:subnet and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:44.210766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:44.211485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:44.211980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:44.218757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:44.218757 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:44.219123 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.plugins.ml2.plugin [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempt 10 to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f Jan 20 14:33:44.236038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:44.237196 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:44.237546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:44.237877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempting to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:44.243467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:33:44.243795 dv-neutron-825123-1-hyperv neutron-server[87495]: ERROR neutron.plugins.ml2.managers [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Failed to bind port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on host hv-neutron-8251 for vnic_type normal using segments [{'id': '69f4d856-ae3a-47e4-945a-17aedf57c08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4020b6d7-646c-4a78-be80-4de7c9fefaa0'}] Jan 20 14:33:44.244152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.284909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:44.288240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-96fdfaf0-aa83-49e2-86c9-fb45083f691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.323467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-96fdfaf0-aa83-49e2-86c9-fb45083f691f None None] For port 67a6745e-c4b9-4787-ab72-ff287e769bb4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=67a6745e-c4b9-4787-ab72-ff287e769bb4,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:44.331674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-96fdfaf0-aa83-49e2-86c9-fb45083f691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.359010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.387371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:44.390875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] For port 36d7a358-ff48-434d-bdba-92ba0c0ee20f, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:44.391375 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.391476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attempted to set empty binding levels {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 20 14:33:44.400944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.413167 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ea4f90a7-805d-4cda-b8ee-18c78fe3b5c4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags HTTP/1.1" status: 204 len: 168 time: 0.6644664 Jan 20 14:33:44.415556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdfaf0-aa83-49e2-86c9-fb45083f691f None None] Pushing event updated for resources: {'Port': ['ID=67a6745e-c4b9-4787-ab72-ff287e769bb4,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:44.424782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47464) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:44.459608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7e439654-0593-43b8-bb44-46ef89801648 None None] Provisioning for port 6704f62a-a824-4bdd-828c-c10957abf7b0 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:44.466942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7e439654-0593-43b8-bb44-46ef89801648 None None] Provisioning complete for port 6704f62a-a824-4bdd-828c-c10957abf7b0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:44.467335 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7e439654-0593-43b8-bb44-46ef89801648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.470746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] In _notify_port_updated(), no bound segment for port 36d7a358-ff48-434d-bdba-92ba0c0ee20f on network 4020b6d7-646c-4a78-be80-4de7c9fefaa0 {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:33:44.471629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:44.472264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.473612 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "PUT /v2.0/ports/36d7a358-ff48-434d-bdba-92ba0c0ee20f HTTP/1.1" status: 200 len: 976 time: 2.2528715 Jan 20 14:33:44.477010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47468) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:44.486903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-301c3204-8e50-4b5a-a9fd-b51674a81535 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8', 'tempest-TagsExtTest-Tag-1218265218') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:44.541686 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b305e330-4410-42f2-b20e-a9708a611ced tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Deleting port 36d7a358-ff48-434d-bdba-92ba0c0ee20f {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:44.542044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b305e330-4410-42f2-b20e-a9708a611ced tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.545492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7e439654-0593-43b8-bb44-46ef89801648 None None] Port 6704f62a-a824-4bdd-828c-c10957abf7b0 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:33:44.600115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add1006-2ff8-487c-88d5-06eb2b46f01c tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event updated for resources: {'Port': ['ID=36d7a358-ff48-434d-bdba-92ba0c0ee20f,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:44.641269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47472) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:44.653295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.658618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:44.659180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.762690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-b305e330-4410-42f2-b20e-a9708a611ced tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] For port 36d7a358-ff48-434d-bdba-92ba0c0ee20f, host hv-neutron-8251, got binding levels [] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:44.762690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b305e330-4410-42f2-b20e-a9708a611ced tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.843040 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1677945 Jan 20 14:33:44.862019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47476) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:44.890276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b305e330-4410-42f2-b20e-a9708a611ced tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Calling delete_port for 36d7a358-ff48-434d-bdba-92ba0c0ee20f owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:44.942928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 67a6745e-c4b9-4787-ab72-ff287e769bb4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:44.973808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b305e330-4410-42f2-b20e-a9708a611ced tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.996190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb1026-ff05-4c80-bdc4-b109aed9b5ad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Network': ['ID=77a43b21-c1f9-45bd-b0a4-de8f17f8147c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:45.008697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bd659883-5453-42f9-ab18-f05aead395a4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.013699 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 77a43b21-c1f9-45bd-b0a4-de8f17f8147c details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:45.025766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305e330-4410-42f2-b20e-a9708a611ced tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Pushing event deleted for resources: {'Port': ['ID=36d7a358-ff48-434d-bdba-92ba0c0ee20f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:45.028082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '77a43b21-c1f9-45bd-b0a4-de8f17f8147c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:45.032572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b305e330-4410-42f2-b20e-a9708a611ced tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.054877 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b305e330-4410-42f2-b20e-a9708a611ced tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "DELETE /v2.0/ports/36d7a358-ff48-434d-bdba-92ba0c0ee20f HTTP/1.1" status: 204 len: 168 time: 0.5768447 Jan 20 14:33:45.055753 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47480) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.066661 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eaf49d45-b891-4c14-8c4b-71612b62c89a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8876ee45b46b40fcab8c9bfba792cd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222846 Jan 20 14:33:45.107828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47484) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.131417 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-95de6da0-ae1f-4c5b-9ffd-ab7e4ab0e400 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:33:45.132031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-95de6da0-ae1f-4c5b-9ffd-ab7e4ab0e400 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Synchronizing usage tracker for tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:45.170109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-95de6da0-ae1f-4c5b-9ffd-ab7e4ab0e400 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] Unset dirty status for tenant:e88ae1d8ecbf4dd9ae2d44658ca16a3b on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:45.171582 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-95de6da0-ae1f-4c5b-9ffd-ab7e4ab0e400 tempest-PortsAdminExtendedAttrsTestJSON-1748080792 tempest-PortsAdminExtendedAttrsTestJSON-1748080792-project-admin] 10.222.0.87 "GET /v2.0/ports/36d7a358-ff48-434d-bdba-92ba0c0ee20f HTTP/1.1" status: 404 len: 333 time: 0.1147513 Jan 20 14:33:45.175372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47490) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.224980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 67a6745e-c4b9-4787-ab72-ff287e769bb4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:45.225580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.273051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-60e84cee-3038-40a1-a54f-059bfc6ed59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.291383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-bd659883-5453-42f9-ab18-f05aead395a4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 6704f62a-a824-4bdd-828c-c10957abf7b0 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:45.336606 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-60e84cee-3038-40a1-a54f-059bfc6ed59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.351747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.395495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:45.418586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:45.424897 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-301c3204-8e50-4b5a-a9fd-b51674a81535 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags/tempest-TagsExtTest-Tag-1218265218 HTTP/1.1" status: 201 len: 201 time: 0.9964757 Jan 20 14:33:45.434740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:45.438204 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47496) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.444422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:45.448717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-1d056eac-8c87-455b-97b1-792ab5616515 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94', 'tempest-TagsExtTest-Tag-732033814') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:45.454301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.497560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:45.500980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.671259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.677420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Performing IP validity checks on allocation pools {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:33:45.678029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:33:45.679988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=836a402a-6165-4fd3-aa45-d03ad062fda5,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:45.686194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-60e84cee-3038-40a1-a54f-059bfc6ed59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.705896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bd659883-5453-42f9-ab18-f05aead395a4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.709060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking segment: {'id': 'ca8f83d5-b567-4592-af49-a3928e84ec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7a747c22-c0f7-441b-a477-5ebbc07e4af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:45.709809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network hostable DHCP agents. Network: 7a747c22-c0f7-441b-a477-5ebbc07e4af4, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:45.722088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4020b6d7-646c-4a78-be80-4de7c9fefaa0']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:45.736119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e84cee-3038-40a1-a54f-059bfc6ed59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ce2a2f-6f16-4f60-9377-e37cf7d1ca32,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:45.745497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f4d856-ae3a-47e4-945a-17aedf57c08b') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:45.745793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f4d856-ae3a-47e4-945a-17aedf57c08b') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:45.753513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-60e84cee-3038-40a1-a54f-059bfc6ed59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.757072 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-60e84cee-3038-40a1-a54f-059bfc6ed59e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/29ce2a2f-6f16-4f60-9377-e37cf7d1ca32 HTTP/1.1" status: 204 len: 168 time: 0.6457345 Jan 20 14:33:45.765456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.773789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd659883-5453-42f9-ab18-f05aead395a4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=6704f62a-a824-4bdd-828c-c10957abf7b0,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:45.789120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.802315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:45.802813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:45.818635 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:45.831660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:45.864587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bd659883-5453-42f9-ab18-f05aead395a4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.899105 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bd659883-5453-42f9-ab18-f05aead395a4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/6704f62a-a824-4bdd-828c-c10957abf7b0 HTTP/1.1" status: 204 len: 168 time: 2.0201299 Jan 20 14:33:45.902051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47502) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.902725 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1d056eac-8c87-455b-97b1-792ab5616515 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags/tempest-TagsExtTest-Tag-732033814 HTTP/1.1" status: 201 len: 201 time: 0.4635096 Jan 20 14:33:45.907062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47506) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.919218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.948649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 7a747c22-c0f7-441b-a477-5ebbc07e4af4) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:45.953083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-d396f58f-b597-4ecb-885c-ea07e9302ad9 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146', 'tempest-TagsExtTest-Tag-1512029534') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:45.956769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.959345 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a556d-9040-409b-a12e-9c1e00c7c10e None None] Network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:45.964492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] Pushing event deleted for resources: {'Network': ['ID=4020b6d7-646c-4a78-be80-4de7c9fefaa0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:45.982561 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d61e614c-fb8a-4046-b64d-52ca31d3f0ad tempest-PortsAdminExtendedAttrsTestJSON-1428013664 tempest-PortsAdminExtendedAttrsTestJSON-1428013664-project] 10.222.0.87 "DELETE /v2.0/networks/4020b6d7-646c-4a78-be80-4de7c9fefaa0 HTTP/1.1" status: 204 len: 168 time: 0.8034503 Jan 20 14:33:46.042106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:46.042954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.186217 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3384bc-2c63-4b4e-8566-312190505c1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:46.187903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3384bc-2c63-4b4e-8566-312190505c1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:46.189692 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2c3384bc-2c63-4b4e-8566-312190505c1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2862620 Jan 20 14:33:46.192569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47514) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:46.199965 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-30db214d-43a7-43f2-89a7-8a7f6b3f2e16 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3789432 Jan 20 14:33:46.200136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47518) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:46.207598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'network_id': '7a747c22-c0f7-441b-a477-5ebbc07e4af4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:46.229518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-7a747c22-c0f7-441b-a477-5ebbc07e4af4', 'network_id': '7a747c22-c0f7-441b-a477-5ebbc07e4af4', 'tenant_id': '40d1296d52de431b88bd06f3fd8fed9a', 'fixed_ips': [{'subnet_id': '836a402a-6165-4fd3-aa45-d03ad062fda5'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:46.230636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.234965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.351658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=1bc08f31-3903-4f3f-80bf-52f3e1cbef8a,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:46.357310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7501ae2d-2272-49fb-b874-a35a1815c616 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet ac34fa72-4a69-4a00-a321-fecdc83863b5 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:46.365608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7501ae2d-2272-49fb-b874-a35a1815c616 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.401342 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d396f58f-b597-4ecb-885c-ea07e9302ad9 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags/tempest-TagsExtTest-Tag-1512029534 HTTP/1.1" status: 201 len: 201 time: 0.4610102 Jan 20 14:33:46.410823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47528) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:46.417226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Checking segment: {'id': '2b179f7c-612b-4c78-b13a-88bae06ffba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '77a43b21-c1f9-45bd-b0a4-de8f17f8147c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:46.417570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network hostable DHCP agents. Network: 77a43b21-c1f9-45bd-b0a4-de8f17f8147c, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:46.430009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-ebb97887-5be0-4411-8f8b-63743a63062d tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4', 'tempest-TagsExtTest-Tag-721634339') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:46.438072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7501ae2d-2272-49fb-b874-a35a1815c616 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.453804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:46.468035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:subnet and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:46.475471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:46.491603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:46.506666 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Allocated IP 2001:db8::2 (7a747c22-c0f7-441b-a477-5ebbc07e4af4/836a402a-6165-4fd3-aa45-d03ad062fda5/7c25e589-664d-4340-b717-7410436442fe) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:46.511332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 77a43b21-c1f9-45bd-b0a4-de8f17f8147c is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:46.540137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:46.542310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47534) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:46.546777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.546944 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 77a43b21-c1f9-45bd-b0a4-de8f17f8147c) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:46.557261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:46.557850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.581357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7501ae2d-2272-49fb-b874-a35a1815c616 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.606636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232893a7-3a22-4222-aea7-40f9c0ef0e30 None None] Network 77a43b21-c1f9-45bd-b0a4-de8f17f8147c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:46.615603 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-34af2dcd-7203-452e-ba44-d84d470c257e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6184702 Jan 20 14:33:46.620449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47542) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:46.632970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '77a43b21-c1f9-45bd-b0a4-de8f17f8147c', 'name': 'tempest-PortsTestJSON-1977552738'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:46.693040 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ebb97887-5be0-4411-8f8b-63743a63062d tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags/tempest-TagsExtTest-Tag-721634339 HTTP/1.1" status: 201 len: 201 time: 0.2786677 Jan 20 14:33:46.699357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47546) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:46.715602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-529e93b0-9781-4286-80b2-bf837b700eef tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8', {'tags': ['tempest-TagsExtTest-Tag-1691851621', 'tempest-TagsExtTest-Tag-1433760611', 'tempest-TagsExtTest-Tag-2047808587']}) {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:46.859110 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-529e93b0-9781-4286-80b2-bf837b700eef tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags HTTP/1.1" status: 200 len: 318 time: 0.1583002 Jan 20 14:33:46.860119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47556) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:46.867118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-454c9c5e-d2cc-468f-b187-f59c333a1a30 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:46.968886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-77a43b21-c1f9-45bd-b0a4-de8f17f8147c', 'network_id': '77a43b21-c1f9-45bd-b0a4-de8f17f8147c', 'tenant_id': 'afb89df1bb2349fc9d765c87454ab71e', 'fixed_ips': [{'subnet_id': '1bc08f31-3903-4f3f-80bf-52f3e1cbef8a'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:46.970395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.044367 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-454c9c5e-d2cc-468f-b187-f59c333a1a30 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags HTTP/1.1" status: 204 len: 168 time: 0.1817172 Jan 20 14:33:47.044914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47564) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.060717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-209c0f98-e9c1-409f-abb4-3d9c1f6c11cc tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8', 'tempest-TagsExtTest-Tag-1691851621') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:47.080545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:47.114025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:47.118377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7501ae2d-2272-49fb-b874-a35a1815c616 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.122741 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.191002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dad1d5-3271-48fb-9b5d-e08fcfc0fed9 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:47.199089 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e779b3c7-e97d-40cd-a591-6c7e001125ff admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=126b007d0b064bf5bc7fdb2453f4b92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551981 Jan 20 14:33:47.202840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47568) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.211438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:47.213710 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-209c0f98-e9c1-409f-abb4-3d9c1f6c11cc tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:47.217848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7501ae2d-2272-49fb-b874-a35a1815c616 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.218479 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-209c0f98-e9c1-409f-abb4-3d9c1f6c11cc tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags/tempest-TagsExtTest-Tag-1691851621 HTTP/1.1" status: 404 len: 329 time: 0.1707358 Jan 20 14:33:47.219590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47574) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.223266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501ae2d-2272-49fb-b874-a35a1815c616 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=ac34fa72-4a69-4a00-a321-fecdc83863b5,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:47.228549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=64542363-42ed-4d2c-a23d-4d45e008b23e,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:47.230442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-dd5cbcaa-56de-4847-ac20-cbf3ace60906 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8', 'tempest-TagsExtTest-Tag-1433760611') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:47.231582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:47.235918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:47.236744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.274105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:47.279201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.284782 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ab0e5d1a-9fae-4dbb-a4a4-96768779b2dc tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0828943 Jan 20 14:33:47.287649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47578) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.296876 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7501ae2d-2272-49fb-b874-a35a1815c616 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/ac34fa72-4a69-4a00-a321-fecdc83863b5 HTTP/1.1" status: 204 len: 168 time: 1.1030996 Jan 20 14:33:47.300776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47582) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.336405 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.350466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-85f202d6-bdee-4634-a4a8-560f807ce01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.381060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Transition to ACTIVE for port object 7c25e589-664d-4340-b717-7410436442fe will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:47.393956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a2e811-db3c-4f21-8f4e-952a4ac73560 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:47.395443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a2e811-db3c-4f21-8f4e-952a4ac73560 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:47.396932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a2e811-db3c-4f21-8f4e-952a4ac73560 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:47.398408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a2e811-db3c-4f21-8f4e-952a4ac73560 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:47.399885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a2e811-db3c-4f21-8f4e-952a4ac73560 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:47.400860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c1a2e811-db3c-4f21-8f4e-952a4ac73560 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Synchronizing usage tracker for tenant:40d1296d52de431b88bd06f3fd8fed9a on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:47.405382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-85f202d6-bdee-4634-a4a8-560f807ce01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.411206 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bfaaf4f2-14a9-4ad5-bb0c-ce28543d9754 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001394 Jan 20 14:33:47.415520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port bafda856-f9c4-4653-8623-8f800ca5db5a yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:47.419053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47588) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.434825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:47.493198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Allocated IP 172.20.0.2 (77a43b21-c1f9-45bd-b0a4-de8f17f8147c/1bc08f31-3903-4f3f-80bf-52f3e1cbef8a/23386c7f-597e-49c0-835d-c494f8c22987) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:47.496583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Transition to ACTIVE for port object 7c25e589-664d-4340-b717-7410436442fe will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:47.514597 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-dd5cbcaa-56de-4847-ac20-cbf3ace60906 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:47.515639 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dd5cbcaa-56de-4847-ac20-cbf3ace60906 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags/tempest-TagsExtTest-Tag-1433760611 HTTP/1.1" status: 404 len: 329 time: 0.2942021 Jan 20 14:33:47.519167 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47594) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.530409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c1a2e811-db3c-4f21-8f4e-952a4ac73560 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Unset dirty status for tenant:40d1296d52de431b88bd06f3fd8fed9a on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:47.535659 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c1a2e811-db3c-4f21-8f4e-952a4ac73560 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2427907 Jan 20 14:33:47.535872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.544416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-642c38b1-80e5-4cf8-ae24-4f8fee0747cb tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8', 'tempest-TagsExtTest-Tag-2047808587') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:47.546555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47600) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.556434 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-62540692'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:47.565919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:47.577495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:network and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:47.582901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:47.592952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:47.601604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:47.606128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-85f202d6-bdee-4634-a4a8-560f807ce01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.610217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:47.620652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Pushing event updated for resources: {'Port': ['ID=7c25e589-664d-4340-b717-7410436442fe,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:47.620891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:47.629885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:47.633317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.636471 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-642c38b1-80e5-4cf8-ae24-4f8fee0747cb tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:47.637771 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-642c38b1-80e5-4cf8-ae24-4f8fee0747cb tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags/tempest-TagsExtTest-Tag-2047808587 HTTP/1.1" status: 404 len: 329 time: 0.1175027 Jan 20 14:33:47.640395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47604) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.645655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-3df3f827-b158-469e-b151-68d18ef62cb7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94', {'tags': ['tempest-TagsExtTest-Tag-256092155', 'tempest-TagsExtTest-Tag-2099621042', 'tempest-TagsExtTest-Tag-647542812']}) {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:47.646123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:47.651414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f202d6-bdee-4634-a4a8-560f807ce01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8734a3b-ad6d-4c4a-9ab1-bbc7a15e2985,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:47.668290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-85f202d6-bdee-4634-a4a8-560f807ce01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.669441 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-85f202d6-bdee-4634-a4a8-560f807ce01d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e8734a3b-ad6d-4c4a-9ab1-bbc7a15e2985 HTTP/1.1" status: 204 len: 168 time: 0.4629617 Jan 20 14:33:47.679834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:47.682331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:47.686135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.716452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:47.720978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:47.727805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:47.760626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.760833 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Added segment 5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d of type vlan for network bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 Jan 20 14:33:47.790154 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3df3f827-b158-469e-b151-68d18ef62cb7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags HTTP/1.1" status: 200 len: 316 time: 0.1481278 Jan 20 14:33:47.792199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47614) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.798787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-98b7e09f-7439-46eb-ac58-6be16f320c9a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:47.826849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.916127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Attempting to bind port 7c25e589-664d-4340-b717-7410436442fe on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:47.916520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Attempting to bind port 7c25e589-664d-4340-b717-7410436442fe by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'ca8f83d5-b567-4592-af49-a3928e84ec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7a747c22-c0f7-441b-a477-5ebbc07e4af4'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:47.916884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Attempting to bind port 7c25e589-664d-4340-b717-7410436442fe on network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:47.960654 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-98b7e09f-7439-46eb-ac58-6be16f320c9a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags HTTP/1.1" status: 204 len: 168 time: 0.1670458 Jan 20 14:33:47.961505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.963061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47620) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.972921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-d04646f0-06b7-41c6-b5cf-b5ef794eb927 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94', 'tempest-TagsExtTest-Tag-256092155') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:47.979979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:47.980689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.983953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e2ea5f-7a71-4019-9911-d5afc875a47f None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:33:48.014156 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:48.014574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Checking segment: {'id': 'ca8f83d5-b567-4592-af49-a3928e84ec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7a747c22-c0f7-441b-a477-5ebbc07e4af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:48.014936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.015318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Bound using segment: {'id': 'ca8f83d5-b567-4592-af49-a3928e84ec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7a747c22-c0f7-441b-a477-5ebbc07e4af4'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:48.015811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Bound port: 7c25e589-664d-4340-b717-7410436442fe, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8f83d5-b567-4592-af49-a3928e84ec5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7a747c22-c0f7-441b-a477-5ebbc07e4af4'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:48.016169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.070643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-19e2ea5f-7a71-4019-9911-d5afc875a47f None None] Deleting port 67a6745e-c4b9-4787-ab72-ff287e769bb4 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:48.070948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-19e2ea5f-7a71-4019-9911-d5afc875a47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.129112 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-d04646f0-06b7-41c6-b5cf-b5ef794eb927 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:48.136225 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d04646f0-06b7-41c6-b5cf-b5ef794eb927 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags/tempest-TagsExtTest-Tag-256092155 HTTP/1.1" status: 404 len: 328 time: 0.1709700 Jan 20 14:33:48.138580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47628) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.155295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-a3345ad8-7c8d-4563-9830-445f11386633 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94', 'tempest-TagsExtTest-Tag-2099621042') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:48.165521 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6174946 Jan 20 14:33:48.174605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47632) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.187760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-22ec119f-5cc0-4378-9457-aac5f77b6a37 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:48.215790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68814c13-5c4b-44fa-9ab6-cecf9497eeaf tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:48.236826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:48.254464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.315691 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-a3345ad8-7c8d-4563-9830-445f11386633 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:48.320706 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a3345ad8-7c8d-4563-9830-445f11386633 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags/tempest-TagsExtTest-Tag-2099621042 HTTP/1.1" status: 404 len: 329 time: 0.1804624 Jan 20 14:33:48.321203 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47638) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.327017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-7a7fa960-2def-4430-9051-90ccfec2805d tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94', 'tempest-TagsExtTest-Tag-647542812') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:48.361741 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Transition to ACTIVE for port object 23386c7f-597e-49c0-835d-c494f8c22987 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:48.438509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] For port 7c25e589-664d-4340-b717-7410436442fe, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:48.456027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47644) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.463786 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-7a7fa960-2def-4430-9051-90ccfec2805d tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:48.466509 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7a7fa960-2def-4430-9051-90ccfec2805d tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags/tempest-TagsExtTest-Tag-647542812 HTTP/1.1" status: 404 len: 328 time: 0.1443460 Jan 20 14:33:48.472173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47648) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.475849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Transition to ACTIVE for port object 23386c7f-597e-49c0-835d-c494f8c22987 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:48.481317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-dad6d2c9-ccce-4fd1-b47e-a620687b4e31 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146', {'tags': ['tempest-TagsExtTest-Tag-1031097831', 'tempest-TagsExtTest-Tag-215360041', 'tempest-TagsExtTest-Tag-587455717']}) {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:48.497787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] For port 7c25e589-664d-4340-b717-7410436442fe, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7c25e589-664d-4340-b717-7410436442fe,segment=NetworkSegment(ca8f83d5-b567-4592-af49-a3928e84ec5e),segment_id=ca8f83d5-b567-4592-af49-a3928e84ec5e)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:48.544084 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8582feee-8654-4182-ad31-c898e4cd0130 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e88ae1d8ecbf4dd9ae2d44658ca16a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851841 Jan 20 14:33:48.558919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.560242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47652) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.563655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.585201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47654) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.633371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.13 (77a43b21-c1f9-45bd-b0a4-de8f17f8147c/1bc08f31-3903-4f3f-80bf-52f3e1cbef8a/bafda856-f9c4-4653-8623-8f800ca5db5a) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:48.667085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Network 77a43b21-c1f9-45bd-b0a4-de8f17f8147c is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:48.674894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:48.682003 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-19e2ea5f-7a71-4019-9911-d5afc875a47f None None] For port 67a6745e-c4b9-4787-ab72-ff287e769bb4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=67a6745e-c4b9-4787-ab72-ff287e769bb4,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:48.682414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-19e2ea5f-7a71-4019-9911-d5afc875a47f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.689732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:48.778856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22ec119f-5cc0-4378-9457-aac5f77b6a37 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.791687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-262ef4d9-aad9-467b-b258-345969c31e99 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:48.826360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22ec119f-5cc0-4378-9457-aac5f77b6a37 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.840237 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-262ef4d9-aad9-467b-b258-345969c31e99 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] 10.222.0.87 "PUT /v2.0/quotas/4996b2762c754bac8ef9bf6410d280a0 HTTP/1.1" status: 200 len: 368 time: 0.2538731 Jan 20 14:33:48.844155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47662) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.853293 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-19e2ea5f-7a71-4019-9911-d5afc875a47f None None] Calling delete_port for 67a6745e-c4b9-4787-ab72-ff287e769bb4 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:48.854223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Request body: {'network': {'project_id': '4996b2762c754bac8ef9bf6410d280a0'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:48.858987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:48.863047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Usage tracker for resource:network and tenant:4996b2762c754bac8ef9bf6410d280a0 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:48.866044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:48.871905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:48.897036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Made reservation on behalf of 4996b2762c754bac8ef9bf6410d280a0 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:48.899573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.929260 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.939648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28cc4e-c1b3-4979-b4df-b7959078e075 None None] Pushing event updated for resources: {'Port': ['ID=7c25e589-664d-4340-b717-7410436442fe,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:48.953930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:48.963573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Usage tracker for resource:security_group_rule and tenant:4996b2762c754bac8ef9bf6410d280a0 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:48.967609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:48.984574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:49.030077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22ec119f-5cc0-4378-9457-aac5f77b6a37 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 is not hosted by any dhcp agent {{(pid=87495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 20 14:33:49.035157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec119f-5cc0-4378-9457-aac5f77b6a37 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:49.035777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22ec119f-5cc0-4378-9457-aac5f77b6a37 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.041130 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-22ec119f-5cc0-4378-9457-aac5f77b6a37 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "PUT /v2.0/networks/bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 HTTP/1.1" status: 200 len: 723 time: 0.8632381 Jan 20 14:33:49.053027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 67a6745e-c4b9-4787-ab72-ff287e769bb4 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:49.096851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.100327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.103210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47666) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:49.115471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'network_id': 'bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:49.147119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec119f-5cc0-4378-9457-aac5f77b6a37 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:49.157256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.180453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:49.257360 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dad6d2c9-ccce-4fd1-b47e-a620687b4e31 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags HTTP/1.1" status: 200 len: 316 time: 0.7813854 Jan 20 14:33:49.258261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47670) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:49.265988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object bafda856-f9c4-4653-8623-8f800ca5db5a will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:49.276614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-a24e2324-780d-4f78-8dce-61a0088b311a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:49.330868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:49.331119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07059bf7-0af3-4788-ab69-0694d504ea04,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:49.353994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-099f9b09-48f0-410f-a4f9-f36fd907d596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.359900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Attempting to bind port 23386c7f-597e-49c0-835d-c494f8c22987 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:49.360682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Attempting to bind port 23386c7f-597e-49c0-835d-c494f8c22987 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '2b179f7c-612b-4c78-b13a-88bae06ffba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '77a43b21-c1f9-45bd-b0a4-de8f17f8147c'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:49.361258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Attempting to bind port 23386c7f-597e-49c0-835d-c494f8c22987 on network 77a43b21-c1f9-45bd-b0a4-de8f17f8147c {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:49.362775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.363169 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Added segment 904857c3-5970-4917-bdfa-5b75aab45c3f of type vlan for network 53065c2f-6b6b-483e-a717-95324255f34a Jan 20 14:33:49.377643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:49.383627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.423293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:33:49.425944 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.426291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:49.426815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Checking segment: {'id': '2b179f7c-612b-4c78-b13a-88bae06ffba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '77a43b21-c1f9-45bd-b0a4-de8f17f8147c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:49.427306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.427777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Bound using segment: {'id': '2b179f7c-612b-4c78-b13a-88bae06ffba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '77a43b21-c1f9-45bd-b0a4-de8f17f8147c'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:49.428481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Bound port: 23386c7f-597e-49c0-835d-c494f8c22987, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b179f7c-612b-4c78-b13a-88bae06ffba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '77a43b21-c1f9-45bd-b0a4-de8f17f8147c'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:49.428944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.430885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:49.433999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.447987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Pushing event updated for resources: {'Port': ['ID=23386c7f-597e-49c0-835d-c494f8c22987,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:49.522348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-099f9b09-48f0-410f-a4f9-f36fd907d596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.535971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 77a43b21-c1f9-45bd-b0a4-de8f17f8147c is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:49.539831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:49.541063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:49.545056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.562725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:49.590123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-19e2ea5f-7a71-4019-9911-d5afc875a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.630946 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a24e2324-780d-4f78-8dce-61a0088b311a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags HTTP/1.1" status: 204 len: 168 time: 0.3608961 Jan 20 14:33:49.633336 dv-neutron-825123-1-hyperv neutron-server[87495]: WARNING neutron.services.revisions.revision_plugin [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Could not find related port for resource to bump revision. Jan 20 14:33:49.635600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47674) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:49.640870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-6bcb7703-2104-455b-b59b-5947c1a86152 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146', 'tempest-TagsExtTest-Tag-1031097831') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:49.654650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=bafda856-f9c4-4653-8623-8f800ca5db5a,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:49.668950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2ea5f-7a71-4019-9911-d5afc875a47f None None] No DVR routers for this DVR port 67a6745e-c4b9-4787-ab72-ff287e769bb4 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:49.677717 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2ea5f-7a71-4019-9911-d5afc875a47f None None] Pushing event deleted for resources: {'Port': ['ID=67a6745e-c4b9-4787-ab72-ff287e769bb4,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:49.693061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.693799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:49.694227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] For port 23386c7f-597e-49c0-835d-c494f8c22987, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:49.694344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.696076 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.ipam_pluggable_backend [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Port 67a6745e-c4b9-4787-ab72-ff287e769bb4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87495) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 20 14:33:49.696816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.ipam_pluggable_backend [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Reverting IP allocation for 2001:db8::f816:3eff:feb2:1c86 {{(pid=87495) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 20 14:33:49.700173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] For port 23386c7f-597e-49c0-835d-c494f8c22987, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=23386c7f-597e-49c0-835d-c494f8c22987,segment=NetworkSegment(2b179f7c-612b-4c78-b13a-88bae06ffba7),segment_id=2b179f7c-612b-4c78-b13a-88bae06ffba7)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:49.706590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.708448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.ipam_pluggable_backend [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb2:1c86 {{(pid=87495) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 20 14:33:49.711857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.811168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de276b-8ba5-47b3-8828-9d10b575fec0 None None] Pushing event updated for resources: {'Port': ['ID=23386c7f-597e-49c0-835d-c494f8c22987,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:49.847145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-099f9b09-48f0-410f-a4f9-f36fd907d596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.867735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:49.871841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=0fd727c6-432b-4aef-bd0b-3633c054dd5a,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:49.875240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f9b09-48f0-410f-a4f9-f36fd907d596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78613527-5e93-466b-9483-01f3aa1edc2d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:49.877035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:49.882656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:49.883279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.888889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87feaeb-7d78-4c37-b1db-0b033618e90b None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:49.897875 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-6bcb7703-2104-455b-b59b-5947c1a86152 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:49.898879 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6bcb7703-2104-455b-b59b-5947c1a86152 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags/tempest-TagsExtTest-Tag-1031097831 HTTP/1.1" status: 404 len: 329 time: 0.2630613 Jan 20 14:33:49.902207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-099f9b09-48f0-410f-a4f9-f36fd907d596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.903260 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-099f9b09-48f0-410f-a4f9-f36fd907d596 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/78613527-5e93-466b-9483-01f3aa1edc2d HTTP/1.1" status: 204 len: 168 time: 1.3135931 Jan 20 14:33:49.904000 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47678) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:49.921230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-dc36f987-e829-4274-8519-a43e874c5f0a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146', 'tempest-TagsExtTest-Tag-215360041') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:50.001356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:50.002512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.059007 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3e806097-1d54-4968-8891-3e01bfffd16a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6361485 Jan 20 14:33:50.059581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47684) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:50.070208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:12:61:c0', 'name': 'tempest-NetworksTestDHCPv6-411581454'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:50.135190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Pushing event updated for resources: {'Network': ['ID=53065c2f-6b6b-483e-a717-95324255f34a,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:50.171769 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c092b672-d7d6-433e-a3c1-9baac4e7d0d6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3226426 Jan 20 14:33:50.171769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47688) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:50.186248 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0e3bbb20-8fdb-4e93-81a2-9657c1f0c4cf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5622895 Jan 20 14:33:50.188073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Request body: {'network': {'project_id': '4996b2762c754bac8ef9bf6410d280a0'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:50.192897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47692) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:50.197689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:50.245184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Usage tracker for resource:network and tenant:4996b2762c754bac8ef9bf6410d280a0 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:50.251570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:50.272264 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:50.292559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 53065c2f-6b6b-483e-a717-95324255f34a details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:50.348226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Made reservation on behalf of 4996b2762c754bac8ef9bf6410d280a0 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:50.350534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.377657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c5a8439d-8fe4-46f6-8c00-c98294b69df2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port bafda856-f9c4-4653-8623-8f800ca5db5a {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:50.377890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5a8439d-8fe4-46f6-8c00-c98294b69df2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.477332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '0fd727c6-432b-4aef-bd0b-3633c054dd5a'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:50.478183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.634289 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-dc36f987-e829-4274-8519-a43e874c5f0a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:50.635702 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dc36f987-e829-4274-8519-a43e874c5f0a tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags/tempest-TagsExtTest-Tag-215360041 HTTP/1.1" status: 404 len: 328 time: 0.7300932 Jan 20 14:33:50.638580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47698) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:50.647784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-8159fc5a-5fa8-4630-a8f4-11a9caa54ef9 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146', 'tempest-TagsExtTest-Tag-587455717') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:50.661317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:50.662228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e884aeb-88c6-42bf-8fd6-1b42c0a678e2 None None] Network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:50.706464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.763436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.763785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Added segment f2935a86-0eb1-4550-8cf8-ff55b96a2a12 of type vlan for network 4ca4ee65-f888-4862-8f43-d9cc284f1cbb Jan 20 14:33:50.781675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Allocated IP 2001:db8::f816:3eff:fe6f:af9 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/0fd727c6-432b-4aef-bd0b-3633c054dd5a/695d4d21-8392-469d-b678-c16177425205) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:50.806688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-17e21edb-c890-42c7-9b4d-f89d1abaab02 None None] Provisioning for port 7c25e589-664d-4340-b717-7410436442fe completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:50.887089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.907148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5a8439d-8fe4-46f6-8c00-c98294b69df2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.936610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=ff2b75d1-a539-4392-ac09-4e523771842d,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:50.939714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking segment: {'id': '5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:50.940033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network hostable DHCP agents. Network: bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:50.949270 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-8159fc5a-5fa8-4630-a8f4-11a9caa54ef9 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:50.958455 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8159fc5a-5fa8-4630-a8f4-11a9caa54ef9 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags/tempest-TagsExtTest-Tag-587455717 HTTP/1.1" status: 404 len: 328 time: 0.3188825 Jan 20 14:33:50.964856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47710) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:50.980531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:50.988107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-23234424-5cc3-492e-8ccf-4f8269692811 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4', {'tags': ['tempest-TagsExtTest-Tag-2028650182', 'tempest-TagsExtTest-Tag-1277943278', 'tempest-TagsExtTest-Tag-839255953']}) {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.030065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:51.039890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:51.066479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:51.117722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:51.152573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c5a8439d-8fe4-46f6-8c00-c98294b69df2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for bafda856-f9c4-4653-8623-8f800ca5db5a owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:51.223474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.225629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:51.226717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.258442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:51.269776 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-23234424-5cc3-492e-8ccf-4f8269692811 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "PUT /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags HTTP/1.1" status: 200 len: 317 time: 0.2995772 Jan 20 14:33:51.274561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47718) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.298909 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7c25e589-664d-4340-b717-7410436442fe up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:51.358104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-b4b62a84-0b93-4204-9246-1176bc96d6d5 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.369283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.410466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port ebacb9bd-9345-47d6-9648-cd5911197106 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:51.422976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:51.451477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:51.453363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.484870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Pushing event updated for resources: {'Network': ['ID=4ca4ee65-f888-4862-8f43-d9cc284f1cbb,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:51.487386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6feab34-c805-4a11-aae2-65dd6db371a3 None None] Network bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:51.539137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47730) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.539994 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-97982062-5cc7-491b-a9c1-94d0e3159fca tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3648598 Jan 20 14:33:51.546720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-234e2b41-5644-4e5c-a47d-9690bf1cddd6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Request body: {'network': {'project_id': '4996b2762c754bac8ef9bf6410d280a0'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:51.555051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-234e2b41-5644-4e5c-a47d-9690bf1cddd6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:51.560422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-234e2b41-5644-4e5c-a47d-9690bf1cddd6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Usage tracker for resource:network and tenant:4996b2762c754bac8ef9bf6410d280a0 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:51.565591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-234e2b41-5644-4e5c-a47d-9690bf1cddd6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:51.577845 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8f7a4ce1-6581-446e-a60b-c61cf35f07ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4689806 Jan 20 14:33:51.579613 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47734) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.590483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2a68176f-0ce7-48cb-a55d-a103670f25d1 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:51.636586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-234e2b41-5644-4e5c-a47d-9690bf1cddd6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:51.643353 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-234e2b41-5644-4e5c-a47d-9690bf1cddd6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 20 14:33:51.643972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234e2b41-5644-4e5c-a47d-9690bf1cddd6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:51.645222 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-234e2b41-5644-4e5c-a47d-9690bf1cddd6 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1048024 Jan 20 14:33:51.648292 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b4b62a84-0b93-4204-9246-1176bc96d6d5 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags HTTP/1.1" status: 204 len: 168 time: 0.3690839 Jan 20 14:33:51.656168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47738) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.656488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47740) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.670537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5a8439d-8fe4-46f6-8c00-c98294b69df2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.695256 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.tag.tag_plugin [None req-f259b1cd-06c6-45ef-a189-60b618c6cffc tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4', 'tempest-TagsExtTest-Tag-2028650182') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.711393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47746) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.752571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 4ca4ee65-f888-4862-8f43-d9cc284f1cbb details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:51.764007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d720d77a-cb10-4426-a7ab-86d3ebdd58f3 None None] Network 77a43b21-c1f9-45bd-b0a4-de8f17f8147c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:51.770676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8439d-8fe4-46f6-8c00-c98294b69df2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=bafda856-f9c4-4653-8623-8f800ca5db5a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:51.823253 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3d1e3aca-db9f-4afa-b431-ead8237f69fb tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4996b2762c754bac8ef9bf6410d280a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651647 Jan 20 14:33:51.839154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47760) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.843125 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-f259b1cd-06c6-45ef-a189-60b618c6cffc tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:51.848186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47762) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.849999 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f259b1cd-06c6-45ef-a189-60b618c6cffc tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags/tempest-TagsExtTest-Tag-2028650182 HTTP/1.1" status: 404 len: 329 time: 0.1909604 Jan 20 14:33:51.873626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-db2ec161-d93f-4d79-ab00-8691c11d8224 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4', 'tempest-TagsExtTest-Tag-1277943278') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.924972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5a8439d-8fe4-46f6-8c00-c98294b69df2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.930597 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c5a8439d-8fe4-46f6-8c00-c98294b69df2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/bafda856-f9c4-4653-8623-8f800ca5db5a HTTP/1.1" status: 204 len: 168 time: 1.7365086 Jan 20 14:33:51.932988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47768) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.971852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a68176f-0ce7-48cb-a55d-a103670f25d1 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2977929'] for subnet, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.992479 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-db2ec161-d93f-4d79-ab00-8691c11d8224 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:51.993524 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-db2ec161-d93f-4d79-ab00-8691c11d8224 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags/tempest-TagsExtTest-Tag-1277943278 HTTP/1.1" status: 404 len: 329 time: 0.1372302 Jan 20 14:33:52.001794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47772) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.014035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eaccd271-eaf7-4d17-8b31-f0841a3f8377 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.018364 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-2b9e0db0-b19e-4c15-a27d-8e022caaf763 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4', 'tempest-TagsExtTest-Tag-839255953') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:52.019284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-54593738'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:52.026097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:52.031093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:network and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:52.034840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:52.041816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:52.057082 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f42f65-19a7-42d2-82ac-8694d028f53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:52.059210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f42f65-19a7-42d2-82ac-8694d028f53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:52.066456 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b6f42f65-19a7-42d2-82ac-8694d028f53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/bafda856-f9c4-4653-8623-8f800ca5db5a HTTP/1.1" status: 404 len: 333 time: 0.1322534 Jan 20 14:33:52.067076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47780) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.094987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:52.103312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.129771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.165187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:52.169756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:security_group_rule and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:52.174391 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fe5f1f-f4c3-47be-8126-6e2e8f6264bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:33:52.174673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:52.174940 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-57fe5f1f-f4c3-47be-8126-6e2e8f6264bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:52.181947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:52.202456 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-2b9e0db0-b19e-4c15-a27d-8e022caaf763 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] show failed (client error): The resource could not be found. Jan 20 14:33:52.203514 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2b9e0db0-b19e-4c15-a27d-8e022caaf763 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags/tempest-TagsExtTest-Tag-839255953 HTTP/1.1" status: 404 len: 328 time: 0.2011230 Jan 20 14:33:52.206949 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47786) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.213276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-9d38ae30-090c-4e55-a89f-c0cac19da8a3 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '36975fcd-741c-4895-bc2b-9bd2e0638ee4') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:52.224832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-57fe5f1f-f4c3-47be-8126-6e2e8f6264bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:52.228818 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-57fe5f1f-f4c3-47be-8126-6e2e8f6264bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/bafda856-f9c4-4653-8623-8f800ca5db5a HTTP/1.1" status: 404 len: 333 time: 0.1546669 Jan 20 14:33:52.229402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47792) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.300538 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9d38ae30-090c-4e55-a89f-c0cac19da8a3 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4/tags HTTP/1.1" status: 204 len: 168 time: 0.0921655 Jan 20 14:33:52.304763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ba94ef-06dd-409d-8821-55d3d800a55b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet 1bc08f31-3903-4f3f-80bf-52f3e1cbef8a {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:52.305623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.307367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47796) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.309647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-36ba94ef-06dd-409d-8821-55d3d800a55b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.316108 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:33:52.354100 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-55d6f2ce-a33b-4505-843b-82c8e500928d None None] Provisioning for port 23386c7f-597e-49c0-835d-c494f8c22987 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:52.373371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.380031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eaccd271-eaf7-4d17-8b31-f0841a3f8377 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.396767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5', 'network_id': 'bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5', 'tenant_id': '40d1296d52de431b88bd06f3fd8fed9a', 'fixed_ips': [{'subnet_id': 'ff2b75d1-a539-4392-ac09-4e523771842d'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:52.397005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.397612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.406497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-36ba94ef-06dd-409d-8821-55d3d800a55b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.415293 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Transition to ACTIVE for port object 695d4d21-8392-469d-b678-c16177425205 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:52.420680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 7c25e589-664d-4340-b717-7410436442fe completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:52.447743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 7c25e589-664d-4340-b717-7410436442fe triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:52.448759 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.459787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-abcd7608-991e-46d8-90b2-acad63f3f5f5 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '704b8886-d6ee-408f-bdd3-6acd31910146') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:52.555578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Transition to ACTIVE for port object 695d4d21-8392-469d-b678-c16177425205 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:52.558845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:52.563615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029b91db-4127-462f-9dc9-35d58ac7e9d2,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:52.589576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.589815 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Added segment acca8d96-50b8-422b-ae93-fc4402ff2a3f of type vlan for network 4a81ded8-474a-4dce-93f2-6064f7eed3f6 Jan 20 14:33:52.618175 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.732244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:52.737437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.738004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:52.741088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:52.745134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Pushing event updated for resources: {'Port': ['ID=695d4d21-8392-469d-b678-c16177425205,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:52.746747 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075c7d2d-00b7-4f06-bdfc-62f8ba2da99e None None] Update dhcp port {'port': {'network_id': '7a747c22-c0f7-441b-a477-5ebbc07e4af4', 'fixed_ips': [{'subnet_id': '836a402a-6165-4fd3-aa45-d03ad062fda5', 'ip_address': '2001:db8::2'}, {'subnet_id': '64542363-42ed-4d2c-a23d-4d45e008b23e'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': '7c25e589-664d-4340-b717-7410436442fe'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:33:52.774910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2e7b5-725b-498b-969f-5f3c5a2337d3 req-5e384f44-e65f-4f0b-b869-976ce778448c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:52.776563 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f9a2e7b5-725b-498b-969f-5f3c5a2337d3 req-5e384f44-e65f-4f0b-b869-976ce778448c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.4526427 Jan 20 14:33:52.782305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eaccd271-eaf7-4d17-8b31-f0841a3f8377 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.783106 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-abcd7608-991e-46d8-90b2-acad63f3f5f5 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146/tags HTTP/1.1" status: 204 len: 168 time: 0.4747498 Jan 20 14:33:52.783698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47800) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.785374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a68176f-0ce7-48cb-a55d-a103670f25d1 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727929700334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2927635'] for subnet, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.791053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::f816:3eff:fe12:61c0 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/0fd727c6-432b-4aef-bd0b-3633c054dd5a/ebacb9bd-9345-47d6-9648-cd5911197106) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:52.791279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-2ea44673-3962-4d80-98fe-74de310e76b7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c9a3bb06-5ec6-455d-80aa-179d857b3b94') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:52.849953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-36ba94ef-06dd-409d-8821-55d3d800a55b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.880878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccd271-eaf7-4d17-8b31-f0841a3f8377 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07059bf7-0af3-4788-ab69-0694d504ea04,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:52.890034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68176f-0ce7-48cb-a55d-a103670f25d1 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:52.890708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a68176f-0ce7-48cb-a55d-a103670f25d1 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.892462 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2a68176f-0ce7-48cb-a55d-a103670f25d1 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "PUT /v2.0/subnets/ff2b75d1-a539-4392-ac09-4e523771842d HTTP/1.1" status: 200 len: 826 time: 1.3114734 Jan 20 14:33:52.903053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47804) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.959176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Allocated IP 2001:db8::2 (bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5/ff2b75d1-a539-4392-ac09-4e523771842d/601078b8-1bdf-4307-acd1-8076ff8f8f77) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:52.964794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.977948 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.983695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:52.984482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.010521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68176f-0ce7-48cb-a55d-a103670f25d1 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=ff2b75d1-a539-4392-ac09-4e523771842d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:53.022973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 7c25e589-664d-4340-b717-7410436442fe, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7c25e589-664d-4340-b717-7410436442fe,segment=NetworkSegment(ca8f83d5-b567-4592-af49-a3928e84ec5e),segment_id=ca8f83d5-b567-4592-af49-a3928e84ec5e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:53.041491 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f9a2e7b5-725b-498b-969f-5f3c5a2337d3 req-5cbca4c2-1842-4838-901a-e331d96704d4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101903 Jan 20 14:33:53.064670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eaccd271-eaf7-4d17-8b31-f0841a3f8377 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.068634 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eaccd271-eaf7-4d17-8b31-f0841a3f8377 tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/07059bf7-0af3-4788-ab69-0694d504ea04 HTTP/1.1" status: 204 len: 168 time: 1.2144816 Jan 20 14:33:53.073038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47808) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:53.133619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.134444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 23386c7f-597e-49c0-835d-c494f8c22987 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:53.178604 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2ea44673-3962-4d80-98fe-74de310e76b7 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94/tags HTTP/1.1" status: 204 len: 168 time: 0.3826308 Jan 20 14:33:53.179578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47812) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:53.242940 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.tag.tag_plugin [None req-279ebfe9-271a-4ea6-af05-01a613acacc9 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:53.301315 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5738528 Jan 20 14:33:53.301514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=7c25e589-664d-4340-b717-7410436442fe,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:53.325239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac8d1e-57b8-4b54-a089-38f537e58fec tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Network': ['ID=4a81ded8-474a-4dce-93f2-6064f7eed3f6,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:53.325414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-36ba94ef-06dd-409d-8821-55d3d800a55b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.372811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 4a81ded8-474a-4dce-93f2-6064f7eed3f6 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:53.391093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-075c7d2d-00b7-4f06-bdfc-62f8ba2da99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.453601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Attempting to bind port 695d4d21-8392-469d-b678-c16177425205 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:53.454012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Attempting to bind port 695d4d21-8392-469d-b678-c16177425205 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:53.454376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Attempting to bind port 695d4d21-8392-469d-b678-c16177425205 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:53.476491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.483704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 23386c7f-597e-49c0-835d-c494f8c22987 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:53.484080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.491596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-36ba94ef-06dd-409d-8821-55d3d800a55b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.512423 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-36ba94ef-06dd-409d-8821-55d3d800a55b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/1bc08f31-3903-4f3f-80bf-52f3e1cbef8a HTTP/1.1" status: 204 len: 168 time: 1.2823699 Jan 20 14:33:53.515560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47816) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:53.517722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba94ef-06dd-409d-8821-55d3d800a55b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc08f31-3903-4f3f-80bf-52f3e1cbef8a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:53.560582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:53.561252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:53.561357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.561727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:53.562204 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Bound port: 695d4d21-8392-469d-b678-c16177425205, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:53.562571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.680362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.686737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d9b90487-57b8-4e7b-bd91-e97afdc4e32d None None] Could not find standard attr ID for object bafda856-f9c4-4653-8623-8f800ca5db5a. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:33:53.689055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 23386c7f-597e-49c0-835d-c494f8c22987 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:53.689769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.718252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.720683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 23386c7f-597e-49c0-835d-c494f8c22987 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:53.721167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.727173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f3520f-fd3e-4894-ab4f-dcb8614337ca None None] Network 77a43b21-c1f9-45bd-b0a4-de8f17f8147c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:53.755427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.797884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object ebacb9bd-9345-47d6-9648-cd5911197106 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:53.895133 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-279ebfe9-271a-4ea6-af05-01a613acacc9 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8/tags HTTP/1.1" status: 204 len: 168 time: 0.7067139 Jan 20 14:33:53.897857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47820) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:53.903735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.948998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca4ee65-f888-4862-8f43-d9cc284f1cbb']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:53.971770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] For port 23386c7f-597e-49c0-835d-c494f8c22987, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=23386c7f-597e-49c0-835d-c494f8c22987,segment=NetworkSegment(2b179f7c-612b-4c78-b13a-88bae06ffba7),segment_id=2b179f7c-612b-4c78-b13a-88bae06ffba7)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:53.972445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.055450 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2935a86-0eb1-4550-8cf8-ff55b96a2a12') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:54.055744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2935a86-0eb1-4550-8cf8-ff55b96a2a12') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:54.094444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f4f93437-0a3b-4b78-bc8b-b42b89d660a5 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for subnetpool, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.102895 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f4f93437-0a3b-4b78-bc8b-b42b89d660a5 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/subnetpools/36975fcd-741c-4895-bc2b-9bd2e0638ee4 HTTP/1.1" status: 204 len: 168 time: 0.2040291 Jan 20 14:33:54.104890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.122152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47826) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:54.122410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 23386c7f-597e-49c0-835d-c494f8c22987 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:54.185753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ea4d2241-b240-4047-bc15-a8260fbdd19c tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Synchronizing usage tracker for tenant:cc6dc4d0dd294485b79236115e15f63f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:54.200840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.209204 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ea4d2241-b240-4047-bc15-a8260fbdd19c tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Unset dirty status for tenant:cc6dc4d0dd294485b79236115e15f63f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:54.211453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.214170 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ea4d2241-b240-4047-bc15-a8260fbdd19c tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "GET /v2.0/ports?device_id=704b8886-d6ee-408f-bdd3-6acd31910146 HTTP/1.1" status: 200 len: 205 time: 0.0906725 Jan 20 14:33:54.215394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:54.215547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47830) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:54.215981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:54.231396 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:54.270030 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=23386c7f-597e-49c0-835d-c494f8c22987,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:54.379603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.409296 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.416844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] For port 695d4d21-8392-469d-b678-c16177425205, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:54.422238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5443c10-f0f1-41a4-86d3-af4151e92037 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.427016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a07502-5f7a-41af-804c-42f340ae97dd req-e558bd21-43b6-4f0f-8862-906c73a1055f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:54.428670 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-98a07502-5f7a-41af-804c-42f340ae97dd req-e558bd21-43b6-4f0f-8862-906c73a1055f tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.1436074 Jan 20 14:33:54.431038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ca4ee65-f888-4862-8f43-d9cc284f1cbb,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:54.453516 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-508599c0-eab7-40ea-a5ce-2e85e8deb99b tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] 10.222.0.87 "DELETE /v2.0/networks/4ca4ee65-f888-4862-8f43-d9cc284f1cbb HTTP/1.1" status: 204 len: 168 time: 1.3643796 Jan 20 14:33:54.454315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47834) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:54.475803 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No ports have port_id starting with 23386c7f-597e-49c0-835d-c494f8c22987 Jan 20 14:33:54.521117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] For port 695d4d21-8392-469d-b678-c16177425205, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=695d4d21-8392-469d-b678-c16177425205,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:54.565032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.571667 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.581191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.620633 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-98a07502-5f7a-41af-804c-42f340ae97dd req-0396600c-278a-44d6-afbf-26322e82b596 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848967 Jan 20 14:33:54.635135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Transition to ACTIVE for port object 601078b8-1bdf-4307-acd1-8076ff8f8f77 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:54.668896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd746801-df12-44d5-a240-cfd7861cdceb None None] DHCP port deletion for 77a43b21-c1f9-45bd-b0a4-de8f17f8147c request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:33:54.735622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-075c7d2d-00b7-4f06-bdfc-62f8ba2da99e None None] Allocated IP 172.20.0.1 (7a747c22-c0f7-441b-a477-5ebbc07e4af4/64542363-42ed-4d2c-a23d-4d45e008b23e/7c25e589-664d-4340-b717-7410436442fe) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:54.737701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No DVR routers for this DVR port 23386c7f-597e-49c0-835d-c494f8c22987 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:54.738143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Transition to ACTIVE for port object 601078b8-1bdf-4307-acd1-8076ff8f8f77 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:54.774125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7c25e589-664d-4340-b717-7410436442fe up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:54.817247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.843484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.942062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.952048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ca713-fa0e-4083-b508-55a0b26783ea None None] Pushing event updated for resources: {'Port': ['ID=695d4d21-8392-469d-b678-c16177425205,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:54.972139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53065c2f-6b6b-483e-a717-95324255f34a']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:55.001712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904857c3-5970-4917-bdfa-5b75aab45c3f') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:55.002006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904857c3-5970-4917-bdfa-5b75aab45c3f') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:55.011822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Network bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:55.034226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.036787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:55.040341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:55.072999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.089495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:55.091889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:55.271475 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:55.274226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.303369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.306480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] Pushing event deleted for resources: {'Network': ['ID=53065c2f-6b6b-483e-a717-95324255f34a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:55.309007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.314552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Pushing event updated for resources: {'Port': ['ID=601078b8-1bdf-4307-acd1-8076ff8f8f77,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:55.366443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 7c25e589-664d-4340-b717-7410436442fe triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:55.367201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.402575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5443c10-f0f1-41a4-86d3-af4151e92037 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.404734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5443c10-f0f1-41a4-86d3-af4151e92037 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.408050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2b75d1-a539-4392-ac09-4e523771842d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:55.416377 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Attempting to bind port 601078b8-1bdf-4307-acd1-8076ff8f8f77 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:55.417259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Attempting to bind port 601078b8-1bdf-4307-acd1-8076ff8f8f77 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:55.418939 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Attempting to bind port 601078b8-1bdf-4307-acd1-8076ff8f8f77 on network bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:33:55.443366 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9b5b264a-ec6b-4393-8c6f-a8bbe2dd148d tempest-QuotasNegativeTest-614951535 tempest-QuotasNegativeTest-614951535-project-admin] 10.222.0.87 "DELETE /v2.0/networks/53065c2f-6b6b-483e-a717-95324255f34a HTTP/1.1" status: 204 len: 168 time: 0.9864821 Jan 20 14:33:55.471985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5443c10-f0f1-41a4-86d3-af4151e92037 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.472498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5443c10-f0f1-41a4-86d3-af4151e92037 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Fanout notify agent at l3_agent the message router_deleted on router 704b8886-d6ee-408f-bdd3-6acd31910146 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:33:55.472798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-075c7d2d-00b7-4f06-bdfc-62f8ba2da99e None None] For port 7c25e589-664d-4340-b717-7410436442fe, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7c25e589-664d-4340-b717-7410436442fe,segment=NetworkSegment(ca8f83d5-b567-4592-af49-a3928e84ec5e),segment_id=ca8f83d5-b567-4592-af49-a3928e84ec5e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:55.487544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.499848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:33:55.504547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Checking segment: {'id': '5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:55.505385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.506016 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Bound using segment: {'id': '5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:33:55.507176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Bound port: 601078b8-1bdf-4307-acd1-8076ff8f8f77, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:55.508451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.545452 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.574290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:55.587833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:55.588248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:55.589439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=ebacb9bd-9345-47d6-9648-cd5911197106,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:55.599648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.602275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.622084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.631281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5443c10-f0f1-41a4-86d3-af4151e92037 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.633196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:55.633196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.633386 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c5443c10-f0f1-41a4-86d3-af4151e92037 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/routers/704b8886-d6ee-408f-bdd3-6acd31910146 HTTP/1.1" status: 204 len: 168 time: 1.3665938 Jan 20 14:33:55.659636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47840) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:55.665396 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:55.671545 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:55.729091 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a43b21-c1f9-45bd-b0a4-de8f17f8147c']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:55.739883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:55.750861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:33:55.755927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.resource_extend [None req-075c7d2d-00b7-4f06-bdfc-62f8ba2da99e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:33:55.757486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:55.758111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.775635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b179f7c-612b-4c78-b13a-88bae06ffba7') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:55.775975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b179f7c-612b-4c78-b13a-88bae06ffba7') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:55.785329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:33:55.785329 dv-neutron-825123-1-hyperv neutron-server[87494]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:33:55.785329 dv-neutron-825123-1-hyperv neutron-server[87494]: [parameters: {'id': 'bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5'}] Jan 20 14:33:55.785329 dv-neutron-825123-1-hyperv neutron-server[87494]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:55.790293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:55.798118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-075c7d2d-00b7-4f06-bdfc-62f8ba2da99e None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.819548 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cc9d9c4a-4cae-4380-a580-6c15f76acc54 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.7566471 Jan 20 14:33:55.822746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47846) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:55.835824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-075c7d2d-00b7-4f06-bdfc-62f8ba2da99e None None] Transition to ACTIVE for port object 7c25e589-664d-4340-b717-7410436442fe will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:55.882482 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-075c7d2d-00b7-4f06-bdfc-62f8ba2da99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.941871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.971278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f249238f-ffe4-4002-b321-5ef8c5e82a6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:55.980010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f249238f-ffe4-4002-b321-5ef8c5e82a6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:55.981115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f249238f-ffe4-4002-b321-5ef8c5e82a6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:56.000763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f249238f-ffe4-4002-b321-5ef8c5e82a6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:56.002875 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f249238f-ffe4-4002-b321-5ef8c5e82a6e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1790106 Jan 20 14:33:56.005683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47852) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:56.068484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4cb23635-4897-4378-8bb5-535ef16a8985 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Deleting port c9a3bb06-5ec6-455d-80aa-179d857b3b94 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:56.068862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4cb23635-4897-4378-8bb5-535ef16a8985 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:56.169869 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:56.199384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-41029ef3-8afa-4c2d-b399-c2d338b5c4b0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port ebacb9bd-9345-47d6-9648-cd5911197106 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:56.202942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41029ef3-8afa-4c2d-b399-c2d338b5c4b0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:56.204375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:56.205015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:56.226495 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:56.233041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] For port 601078b8-1bdf-4307-acd1-8076ff8f8f77, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:33:56.284551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] For port 601078b8-1bdf-4307-acd1-8076ff8f8f77, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=601078b8-1bdf-4307-acd1-8076ff8f8f77,segment=NetworkSegment(5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d),segment_id=5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:33:56.299848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:56.302471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c7d2d-00b7-4f06-bdfc-62f8ba2da99e None None] Pushing event updated for resources: {'Port': ['ID=7c25e589-664d-4340-b717-7410436442fe,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:56.329207 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:56.411573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Deleting port 601078b8-1bdf-4307-acd1-8076ff8f8f77 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:56.412175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:56.650576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330e236-4470-44da-96ee-de1e90c0b198 None None] Pushing event updated for resources: {'Port': ['ID=601078b8-1bdf-4307-acd1-8076ff8f8f77,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:56.680138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f157585-f84e-4b05-9068-91e832fd0626 None None] Network bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:56.688647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47858) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:56.726581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'subnet': {'network_id': '4a81ded8-474a-4dce-93f2-6064f7eed3f6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:56.748980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4cb23635-4897-4378-8bb5-535ef16a8985 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:56.901456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7c25e589-664d-4340-b717-7410436442fe up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:56.943973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47862) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:56.948802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:56.959510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4cb23635-4897-4378-8bb5-535ef16a8985 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Calling delete_port for c9a3bb06-5ec6-455d-80aa-179d857b3b94 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:56.978337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:subnet and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:56.986263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:57.036935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 695d4d21-8392-469d-b678-c16177425205 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:57.094250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:57.126700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fbc6fe80-9c0a-43ac-bda9-1a9e8ef71b04 None None] Provisioning for port 695d4d21-8392-469d-b678-c16177425205 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:57.178659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f69a8-e4ac-4d4e-9674-c6ab12ffa399 None None] Network bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:57.223234 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:57.226644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.310159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cc9fd-4d30-4989-bcf2-dd39c63b8cdd req-34329bad-b1e5-430c-bae4-20abd8c2ea09 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:57.319398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41029ef3-8afa-4c2d-b399-c2d338b5c4b0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.320733 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fe5cc9fd-4d30-4989-bcf2-dd39c63b8cdd req-34329bad-b1e5-430c-bae4-20abd8c2ea09 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 1.4876225 Jan 20 14:33:57.321177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 695d4d21-8392-469d-b678-c16177425205 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:57.334314 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 695d4d21-8392-469d-b678-c16177425205 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:57.334842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.398828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.423409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.437750 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/networks/77a43b21-c1f9-45bd-b0a4-de8f17f8147c HTTP/1.1" status: 204 len: 168 time: 3.9145963 Jan 20 14:33:57.444789 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fe5cc9fd-4d30-4989-bcf2-dd39c63b8cdd req-5257e7dc-bab8-4db2-ae85-d782381c382b tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228018 Jan 20 14:33:57.450213 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47868) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:57.451288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f1b03-fa42-4ada-b58c-5325da8eb81d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Network': ['ID=77a43b21-c1f9-45bd-b0a4-de8f17f8147c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:57.453990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4cb23635-4897-4378-8bb5-535ef16a8985 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.469872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb3401-3a09-4ddf-9dad-a162283c1e62 None None] Network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:57.474082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-769668818'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:57.547291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:57.565743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:network and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:57.568831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb23635-4897-4378-8bb5-535ef16a8985 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Pushing event deleted for resources: {'Port': ['ID=c9a3bb06-5ec6-455d-80aa-179d857b3b94,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:57.599378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-41029ef3-8afa-4c2d-b399-c2d338b5c4b0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for ebacb9bd-9345-47d6-9648-cd5911197106 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:57.614226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-66bd1b1e-2c76-4549-8b2e-4bb9846d9447 None None] Provisioning for port ebacb9bd-9345-47d6-9648-cd5911197106 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:57.628134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:57.635915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4cb23635-4897-4378-8bb5-535ef16a8985 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.641582 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4cb23635-4897-4378-8bb5-535ef16a8985 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/ports/c9a3bb06-5ec6-455d-80aa-179d857b3b94 HTTP/1.1" status: 204 len: 168 time: 1.9769468 Jan 20 14:33:57.641582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:57.641582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47872) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:57.641951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-66bd1b1e-2c76-4549-8b2e-4bb9846d9447 None None] Provisioning complete for port ebacb9bd-9345-47d6-9648-cd5911197106 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:57.642154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-66bd1b1e-2c76-4549-8b2e-4bb9846d9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.706576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:57.710529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.735841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddb07db-2911-4763-99f3-3bae7cc3922b tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Deleting subnet 0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:57.739857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cddb07db-2911-4763-99f3-3bae7cc3922b tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.778167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:57.784245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c46d820b-8a35-4c50-89f5-a0b2c69654c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.786789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.787127 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Added segment 63ee777d-130a-43d7-a51a-116df7a1dcfc of type vlan for network 3bef2063-063b-4fa6-95c0-0325fac349ff Jan 20 14:33:57.804675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-66bd1b1e-2c76-4549-8b2e-4bb9846d9447 None None] Port ebacb9bd-9345-47d6-9648-cd5911197106 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:33:57.813537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.818855 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.848176 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c46d820b-8a35-4c50-89f5-a0b2c69654c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:57.859213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c46d820b-8a35-4c50-89f5-a0b2c69654c0 admin admin] Usage tracker for resource:security_group_rule and tenant:753b3ee97c6544eab18e83483bfc3ff9 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:57.861570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.867474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:57.868293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.868616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c46d820b-8a35-4c50-89f5-a0b2c69654c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:57.877415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] For port 601078b8-1bdf-4307-acd1-8076ff8f8f77, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=601078b8-1bdf-4307-acd1-8076ff8f8f77,segment=NetworkSegment(5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d),segment_id=5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:57.877415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.891503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c46d820b-8a35-4c50-89f5-a0b2c69654c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:57.897902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 695d4d21-8392-469d-b678-c16177425205, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=695d4d21-8392-469d-b678-c16177425205,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:57.913840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.962544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 23386c7f-597e-49c0-835d-c494f8c22987 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:58.024020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Network': ['ID=3bef2063-063b-4fa6-95c0-0325fac349ff,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:58.045153 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7f67d9e2-06d4-47a3-8544-3b343f3b90d5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5887659 Jan 20 14:33:58.049516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cddb07db-2911-4763-99f3-3bae7cc3922b tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.050352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47876) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:58.059428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Calling delete_port for 601078b8-1bdf-4307-acd1-8076ff8f8f77 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:58.099014 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 3bef2063-063b-4fa6-95c0-0325fac349ff details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:58.105409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '3bef2063-063b-4fa6-95c0-0325fac349ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:58.115278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=695d4d21-8392-469d-b678-c16177425205,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:58.123443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 23386c7f-597e-49c0-835d-c494f8c22987 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:33:58.123443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 23386c7f-597e-49c0-835d-c494f8c22987 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:58.187356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-95f6c8cc-7b60-47c3-aed3-9b6844d16f81 None None] Provisioning for port 7c25e589-664d-4340-b717-7410436442fe completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:58.214947 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-95f6c8cc-7b60-47c3-aed3-9b6844d16f81 None None] Provisioning complete for port 7c25e589-664d-4340-b717-7410436442fe triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:58.215363 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-95f6c8cc-7b60-47c3-aed3-9b6844d16f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.283945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cddb07db-2911-4763-99f3-3bae7cc3922b tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.379576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cddb07db-2911-4763-99f3-3bae7cc3922b tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.402818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41029ef3-8afa-4c2d-b399-c2d338b5c4b0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.407007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:58.422176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cddb07db-2911-4763-99f3-3bae7cc3922b tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.429585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb07db-2911-4763-99f3-3bae7cc3922b tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:58.436140 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cddb07db-2911-4763-99f3-3bae7cc3922b tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/subnets/0ebebddc-e0c9-4047-a7b8-f2f6c9a58ee8 HTTP/1.1" status: 204 len: 168 time: 0.7918768 Jan 20 14:33:58.436406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47880) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:58.442770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7acfd2-9223-47bb-9841-34fb42e140e4 None None] Network 359b1904-9475-451d-993b-a6e228ecc5d0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:33:58.505232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:58.508831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41029ef3-8afa-4c2d-b399-c2d338b5c4b0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=ebacb9bd-9345-47d6-9648-cd5911197106,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:58.516735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:58.521182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.561404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.584071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Deleting port 564f7b18-2ec2-4f77-a821-4c2edb44850d {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:33:58.584597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.612013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:58.638514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 695d4d21-8392-469d-b678-c16177425205 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:58.667737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41029ef3-8afa-4c2d-b399-c2d338b5c4b0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.671263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Port': ['ID=601078b8-1bdf-4307-acd1-8076ff8f8f77,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:58.681037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No DVR routers for this DVR port 601078b8-1bdf-4307-acd1-8076ff8f8f77 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:58.717665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.756762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-57be559a-61c4-4730-bbe1-de2bbdb99bc6 None None] Provisioning complete for port 7c25e589-664d-4340-b717-7410436442fe triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:58.757129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57be559a-61c4-4730-bbe1-de2bbdb99bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.837538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] For port 564f7b18-2ec2-4f77-a821-4c2edb44850d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=564f7b18-2ec2-4f77-a821-4c2edb44850d,segment=NetworkSegment(e906cf3b-01f8-46c5-b393-b3415a78bfd4),segment_id=e906cf3b-01f8-46c5-b393-b3415a78bfd4)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:33:58.838161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.878684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c46d820b-8a35-4c50-89f5-a0b2c69654c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.885287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 695d4d21-8392-469d-b678-c16177425205 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:58.885579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.951688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c46d820b-8a35-4c50-89f5-a0b2c69654c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.974315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Calling delete_port for 564f7b18-2ec2-4f77-a821-4c2edb44850d owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:33:58.980989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Subnet': ['ID=3b372994-66aa-4698-a0f4-4d318f493640,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:58.992992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:58.996527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.018055 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-41029ef3-8afa-4c2d-b399-c2d338b5c4b0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/ebacb9bd-9345-47d6-9648-cd5911197106 HTTP/1.1" status: 204 len: 168 time: 3.0110240 Jan 20 14:33:59.018846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47886) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:59.072541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.073731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d857b5f-b343-41a9-852e-e91031fc5b7e None None] DHCP port deletion for 359b1904-9475-451d-993b-a6e228ecc5d0 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:33:59.074903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.097281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e962289-b891-40f9-be51-427d2b9e9a78 None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:33:59.126811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Pushing event deleted for resources: {'Port': ['ID=564f7b18-2ec2-4f77-a821-4c2edb44850d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:59.130279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] No DVR routers for this DVR port 564f7b18-2ec2-4f77-a821-4c2edb44850d on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:59.232852 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Checking segment: {'id': 'acca8d96-50b8-422b-ae93-fc4402ff2a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4a81ded8-474a-4dce-93f2-6064f7eed3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:33:59.233205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network hostable DHCP agents. Network: 4a81ded8-474a-4dce-93f2-6064f7eed3f6, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:59.254830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.260498 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c46d820b-8a35-4c50-89f5-a0b2c69654c0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=753b3ee97c6544eab18e83483bfc3ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3154671 Jan 20 14:33:59.264299 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47890) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:59.279545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d820b-8a35-4c50-89f5-a0b2c69654c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5b0f12-6f73-41bd-b7b6-c69874e03e34,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:59.287998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:59.296005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359b1904-9475-451d-993b-a6e228ecc5d0']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:59.318846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e906cf3b-01f8-46c5-b393-b3415a78bfd4') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:59.318846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e906cf3b-01f8-46c5-b393-b3415a78bfd4') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:59.320972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:59.321171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f25961b-79cc-4f5d-ac4a-23e5fd76ab7d') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:59.345695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0d66f-a77f-45f7-a4fb-2911515312f1 req-fbc1b983-7fc4-4665-ade4-258f44beba48 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:59.346061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.347216 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-70d0d66f-a77f-45f7-a4fb-2911515312f1 req-fbc1b983-7fc4-4665-ade4-258f44beba48 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.6858857 Jan 20 14:33:59.350318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a28680b-6bc0-405a-bb3e-4749fbde240e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:59.352051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a28680b-6bc0-405a-bb3e-4749fbde240e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:59.352650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2a28680b-6bc0-405a-bb3e-4749fbde240e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:59.364482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.371129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.379756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0982cdb-706c-4791-b872-d9fc50d49533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.381732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:59.382097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:59.396719 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:59.399366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network 4a81ded8-474a-4dce-93f2-6064f7eed3f6 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:59.415035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.419928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e962289-b891-40f9-be51-427d2b9e9a78 None None] Unable to find a vacant binding_index for network 4a81ded8-474a-4dce-93f2-6064f7eed3f6 and agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 {{(pid=87496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 20 14:33:59.430349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e962289-b891-40f9-be51-427d2b9e9a78 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 4a81ded8-474a-4dce-93f2-6064f7eed3f6) {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:33:59.439347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2a28680b-6bc0-405a-bb3e-4749fbde240e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:59.440541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2a28680b-6bc0-405a-bb3e-4749fbde240e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4040475 Jan 20 14:33:59.445272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:33:59.445675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.455887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47894) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:59.460765 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:59.462724 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 4a81ded8-474a-4dce-93f2-6064f7eed3f6) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:59.531758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0982cdb-706c-4791-b872-d9fc50d49533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.536283 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-70d0d66f-a77f-45f7-a4fb-2911515312f1 req-dfacc9d7-8db7-4651-8382-b7e9a7f2e2a3 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765587 Jan 20 14:33:59.539727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:59.554454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.565515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.603549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.614021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] Pushing event deleted for resources: {'Network': ['ID=359b1904-9475-451d-993b-a6e228ecc5d0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:59.619403 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-585d6923-911d-42ff-9547-f998fd5a32de tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 0fd727c6-432b-4aef-bd0b-3633c054dd5a {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:33:59.630147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-585d6923-911d-42ff-9547-f998fd5a32de tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.639886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.663749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.668437 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 HTTP/1.1" status: 204 len: 168 time: 6.7608414 Jan 20 14:33:59.669879 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-589ad80b-9eaf-4d4c-9c32-f05b4cdabaa1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9726541 Jan 20 14:33:59.672638 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47898) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:59.676424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47900) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:59.679557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d7bf4-b521-4d8e-999d-72e902ec6d79 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Network': ['ID=bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:59.685850 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1921747705'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:59.694980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:59.702408 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7f379a9d-029a-4d8d-a91e-bd8a8a946dd4 tempest-TagsExtTest-1445860119 tempest-TagsExtTest-1445860119-project] 10.222.0.87 "DELETE /v2.0/networks/359b1904-9475-451d-993b-a6e228ecc5d0 HTTP/1.1" status: 204 len: 168 time: 1.2649186 Jan 20 14:33:59.705551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:network and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:59.710437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:59.715064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-585d6923-911d-42ff-9547-f998fd5a32de tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.730700 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-98810672-4301-4550-ae80-6b20aac1afac tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:59.731206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98810672-4301-4550-ae80-6b20aac1afac tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:59.736805 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-98810672-4301-4550-ae80-6b20aac1afac tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 HTTP/1.1" status: 404 len: 339 time: 0.0611744 Jan 20 14:33:59.737392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47908) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:59.741485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0982cdb-706c-4791-b872-d9fc50d49533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.743837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0982cdb-706c-4791-b872-d9fc50d49533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.747910 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d0982cdb-706c-4791-b872-d9fc50d49533 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bf5b0f12-6f73-41bd-b7b6-c69874e03e34 HTTP/1.1" status: 204 len: 168 time: 0.4797728 Jan 20 14:33:59.748085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-819197776', 'description': 'd1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:33:59.766529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:59.773600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0982cdb-706c-4791-b872-d9fc50d49533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5b0f12-6f73-41bd-b7b6-c69874e03e34,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:59.800496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:59.804545 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.847984 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:59.854003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-585d6923-911d-42ff-9547-f998fd5a32de tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.901969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.902283 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Added segment 09312310-3864-4bb0-a0e9-8ba103460313 of type vlan for network 2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf Jan 20 14:33:59.904266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:59.912547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Usage tracker for resource:network and tenant:40d1296d52de431b88bd06f3fd8fed9a is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:59.918162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:59.926009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:59.930339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-4a81ded8-474a-4dce-93f2-6064f7eed3f6', 'network_id': '4a81ded8-474a-4dce-93f2-6064f7eed3f6', 'tenant_id': 'eafe5102e7714411a1460945a6f17fa6', 'fixed_ips': [{'subnet_id': '3b372994-66aa-4698-a0f4-4d318f493640'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:33:59.931248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.939090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.953772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.989167 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:59.992613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.998543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-585d6923-911d-42ff-9547-f998fd5a32de tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.034406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.040798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:00.041535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.054972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=b3a6ed51-5e7f-42b9-a3f2-da00584c1b26,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:00.057493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:00.060165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Checking segment: {'id': '63ee777d-130a-43d7-a51a-116df7a1dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3bef2063-063b-4fa6-95c0-0325fac349ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:00.060739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network hostable DHCP agents. Network: 3bef2063-063b-4fa6-95c0-0325fac349ff, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:00.086025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.086642 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Added segment 5e474873-1ede-4d04-8f5e-a56bbb1bb9eb of type vlan for network 34c3cef3-0342-4656-953d-952304e9eefc Jan 20 14:34:00.113645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d6923-911d-42ff-9547-f998fd5a32de tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd727c6-432b-4aef-bd0b-3633c054dd5a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:00.121927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 3bef2063-063b-4fa6-95c0-0325fac349ff is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:00.132293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-585d6923-911d-42ff-9547-f998fd5a32de tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.139019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.150268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 3bef2063-063b-4fa6-95c0-0325fac349ff) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:00.163950 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:00.165141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.204486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47918) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.212731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.219113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:00.219814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.228902 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-585d6923-911d-42ff-9547-f998fd5a32de tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/0fd727c6-432b-4aef-bd0b-3633c054dd5a HTTP/1.1" status: 204 len: 168 time: 0.7719421 Jan 20 14:34:00.235068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47924) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.239107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Allocated IP 2001:db8:0:ffff::2 (4a81ded8-474a-4dce-93f2-6064f7eed3f6/3b372994-66aa-4698-a0f4-4d318f493640/de0dac64-846f-492d-b3a0-06dc72c8f666) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:00.255707 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5173885c-c16c-40ec-ae73-620fd49ebe79 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1665356 Jan 20 14:34:00.263142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47928) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.270444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '3bef2063-063b-4fa6-95c0-0325fac349ff', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2096185791'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:00.433775 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6906044 Jan 20 14:34:00.441451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47932) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.445701 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7655146 Jan 20 14:34:00.455425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47936) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.455825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47938) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.488250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'subnet': {'network_id': '2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:00.503655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3a598-52a2-42bb-bf58-59ab34f44149 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=34c3cef3-0342-4656-953d-952304e9eefc,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:00.524934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b7213014-608a-4eab-9665-d7f8b4e1bd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.539075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 34c3cef3-0342-4656-953d-952304e9eefc details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:00.552177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.562969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0d6beb-5de0-4e57-ab6d-8c74100bf0f4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:00.563671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ff0d6beb-5de0-4e57-ab6d-8c74100bf0f4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Synchronizing usage tracker for tenant:40d1296d52de431b88bd06f3fd8fed9a on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:00.569926 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-50658199-4777-4826-8eff-5241628fa5e5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3337929 Jan 20 14:34:00.576969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47946) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.586591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e2339-37b9-4a95-81ff-0ab0e7850620 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Network': ['ID=2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:00.625557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Transition to ACTIVE for port object de0dac64-846f-492d-b3a0-06dc72c8f666 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:00.628990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:00.641899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 564f7b18-2ec2-4f77-a821-4c2edb44850d no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:00.659656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ff0d6beb-5de0-4e57-ab6d-8c74100bf0f4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Unset dirty status for tenant:40d1296d52de431b88bd06f3fd8fed9a on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:00.660964 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ff0d6beb-5de0-4e57-ab6d-8c74100bf0f4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/networks?id=34c3cef3-0342-4656-953d-952304e9eefc HTTP/1.1" status: 200 len: 764 time: 0.2170570 Jan 20 14:34:00.661860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b7213014-608a-4eab-9665-d7f8b4e1bd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:00.663809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47950) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.669961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2383a015-af86-44b6-acbf-62201be626ed tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'description': 'd2'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:00.690639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b7213014-608a-4eab-9665-d7f8b4e1bd42 admin admin] Usage tracker for resource:security_group_rule and tenant:c52137cadeea4c53b983f962f65fa7ed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:00.695303 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-67697632-74d4-409a-ae2e-66aab9ad5425 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cc6dc4d0dd294485b79236115e15f63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4893248 Jan 20 14:34:00.705507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b7213014-608a-4eab-9665-d7f8b4e1bd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:00.708254 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47954) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.714160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 564f7b18-2ec2-4f77-a821-4c2edb44850d {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:34:00.714746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 564f7b18-2ec2-4f77-a821-4c2edb44850d not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:00.721608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:00.734495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b7213014-608a-4eab-9665-d7f8b4e1bd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:00.738694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:subnet and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:00.743739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:00.757805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:00.762320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:00.802180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:00.809171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:00.810015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Transition to ACTIVE for port object de0dac64-846f-492d-b3a0-06dc72c8f666 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:00.812627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.829459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.893246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Network 4a81ded8-474a-4dce-93f2-6064f7eed3f6 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:00.895999 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:00.899651 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:00.909145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Pushing event updated for resources: {'Port': ['ID=de0dac64-846f-492d-b3a0-06dc72c8f666,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:00.911460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:00.914202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.948062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a38ee-35ea-4725-bd21-56d2ed506710 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:00.948839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-743a38ee-35ea-4725-bd21-56d2ed506710 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:00.955790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c739ace5-1533-45d6-bfef-cb3a1bd6197f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.988928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port 4c8dd98b-e979-4908-aa6f-7a44ee94a113 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:01.004335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2383a015-af86-44b6-acbf-62201be626ed tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.005685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Attempting to bind port de0dac64-846f-492d-b3a0-06dc72c8f666 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:01.006062 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Attempting to bind port de0dac64-846f-492d-b3a0-06dc72c8f666 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'acca8d96-50b8-422b-ae93-fc4402ff2a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4a81ded8-474a-4dce-93f2-6064f7eed3f6'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:01.006396 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Attempting to bind port de0dac64-846f-492d-b3a0-06dc72c8f666 on network 4a81ded8-474a-4dce-93f2-6064f7eed3f6 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:01.012077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:01.012544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Checking segment: {'id': 'acca8d96-50b8-422b-ae93-fc4402ff2a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4a81ded8-474a-4dce-93f2-6064f7eed3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:01.013220 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.013691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Bound using segment: {'id': 'acca8d96-50b8-422b-ae93-fc4402ff2a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4a81ded8-474a-4dce-93f2-6064f7eed3f6'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:01.014192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Bound port: de0dac64-846f-492d-b3a0-06dc72c8f666, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acca8d96-50b8-422b-ae93-fc4402ff2a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4a81ded8-474a-4dce-93f2-6064f7eed3f6'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:01.014558 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.034291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-743a38ee-35ea-4725-bd21-56d2ed506710 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:01.044173 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-743a38ee-35ea-4725-bd21-56d2ed506710 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4661214 Jan 20 14:34:01.046220 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47958) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.053992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2383a015-af86-44b6-acbf-62201be626ed tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.117131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c739ace5-1533-45d6-bfef-cb3a1bd6197f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.124493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] For port de0dac64-846f-492d-b3a0-06dc72c8f666, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:01.126483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2383a015-af86-44b6-acbf-62201be626ed tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network 34c3cef3-0342-4656-953d-952304e9eefc is not hosted by any dhcp agent {{(pid=87495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 20 14:34:01.129897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] For port de0dac64-846f-492d-b3a0-06dc72c8f666, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=de0dac64-846f-492d-b3a0-06dc72c8f666,segment=NetworkSegment(acca8d96-50b8-422b-ae93-fc4402ff2a3f),segment_id=acca8d96-50b8-422b-ae93-fc4402ff2a3f)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:01.131674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2383a015-af86-44b6-acbf-62201be626ed tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:01.132316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2383a015-af86-44b6-acbf-62201be626ed tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.133558 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2383a015-af86-44b6-acbf-62201be626ed tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "PUT /v2.0/networks/34c3cef3-0342-4656-953d-952304e9eefc HTTP/1.1" status: 200 len: 761 time: 0.4686446 Jan 20 14:34:01.139577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.147157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47962) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.205887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5f497-7937-4375-b379-0c16ec95af84 req-0db675ca-d5e1-46a9-9771-67297a69cf42 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:01.207364 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7f5f497-7937-4375-b379-0c16ec95af84 req-0db675ca-d5e1-46a9-9771-67297a69cf42 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.4108288 Jan 20 14:34:01.239518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383a015-af86-44b6-acbf-62201be626ed tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=34c3cef3-0342-4656-953d-952304e9eefc,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:01.246611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc710d3-73a6-4643-83da-66c438f99afc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:01.247077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ddc710d3-73a6-4643-83da-66c438f99afc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:01.256001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 34c3cef3-0342-4656-953d-952304e9eefc details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:01.291660 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ddc710d3-73a6-4643-83da-66c438f99afc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:01.295242 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ddc710d3-73a6-4643-83da-66c438f99afc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2457175 Jan 20 14:34:01.295866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47966) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.366100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b7213014-608a-4eab-9665-d7f8b4e1bd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.370194 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7f5f497-7937-4375-b379-0c16ec95af84 req-1a8a1110-0239-44eb-ae51-d2f21568d050 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523056 Jan 20 14:34:01.381186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fb812-2e4e-4702-8e19-825a8699c1d8 None None] Pushing event updated for resources: {'Port': ['ID=de0dac64-846f-492d-b3a0-06dc72c8f666,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:01.387611 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-329a26d4-714c-4501-8748-efefdbad502f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900004 Jan 20 14:34:01.392905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47970) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.394122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b7213014-608a-4eab-9665-d7f8b4e1bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.401310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:01.449730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a37bcd0-9401-4376-9954-f12fc0d1dab5 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:01.450459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4a37bcd0-9401-4376-9954-f12fc0d1dab5 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Synchronizing usage tracker for tenant:40d1296d52de431b88bd06f3fd8fed9a on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:01.453551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.9 (3bef2063-063b-4fa6-95c0-0325fac349ff/b3a6ed51-5e7f-42b9-a3f2-da00584c1b26/4c8dd98b-e979-4908-aa6f-7a44ee94a113) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:01.525014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7213014-608a-4eab-9665-d7f8b4e1bd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6cc121-dc1a-4207-aa16-d7f69833b19e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:01.528692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:01.533285 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b7213014-608a-4eab-9665-d7f8b4e1bd42 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c52137cadeea4c53b983f962f65fa7ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0724380 Jan 20 14:34:01.538675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47974) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.541398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:01.555923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c739ace5-1533-45d6-bfef-cb3a1bd6197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.570859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:01.574377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.579471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4a37bcd0-9401-4376-9954-f12fc0d1dab5 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Unset dirty status for tenant:40d1296d52de431b88bd06f3fd8fed9a on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:01.580808 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4a37bcd0-9401-4376-9954-f12fc0d1dab5 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/networks?id=34c3cef3-0342-4656-953d-952304e9eefc HTTP/1.1" status: 200 len: 764 time: 0.4327011 Jan 20 14:34:01.591578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47978) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.617419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739ace5-1533-45d6-bfef-cb3a1bd6197f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3a8d88-6492-4837-989a-e3a69b02e479,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:01.817357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0a40c1eb-6134-4e17-a213-6ecba940342d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.839858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.objects.ports [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:34:01.848440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.851817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c739ace5-1533-45d6-bfef-cb3a1bd6197f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.852963 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c739ace5-1533-45d6-bfef-cb3a1bd6197f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4a3a8d88-6492-4837-989a-e3a69b02e479 HTTP/1.1" status: 204 len: 168 time: 1.1395288 Jan 20 14:34:01.875115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b6951-ca6b-40f2-bdef-b4442bc76cc8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:01.879382 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-834b6951-ca6b-40f2-bdef-b4442bc76cc8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2817736 Jan 20 14:34:01.880655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 47984) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.884830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0a40c1eb-6134-4e17-a213-6ecba940342d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.897737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.944820 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-89f35c1a-fc1f-455e-b83b-9cc2f0e8603b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 207 time: 0.0622797 Jan 20 14:34:01.950307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47988) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.950872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object 4c8dd98b-e979-4908-aa6f-7a44ee94a113 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:02.174826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Subnet': ['ID=4877dbbd-9905-46ca-af9e-9db9dbb12849,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:02.194656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.366549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0a40c1eb-6134-4e17-a213-6ecba940342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.369940 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Checking segment: {'id': '09312310-3864-4bb0-a0e9-8ba103460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:02.370293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network hostable DHCP agents. Network: 2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:02.381429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 3bef2063-063b-4fa6-95c0-0325fac349ff is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:02.385205 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40c1eb-6134-4e17-a213-6ecba940342d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6cc121-dc1a-4207-aa16-d7f69833b19e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:02.387352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:02.402565 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:34:02.402766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:02.443410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1cd886-9abb-405e-8779-50b78664e1dd None None] Network 4a81ded8-474a-4dce-93f2-6064f7eed3f6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:02.465116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=4c8dd98b-e979-4908-aa6f-7a44ee94a113,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:02.470405 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84d829-9456-4193-b7e1-a7c93b9e868f None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:02.479710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network 2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:02.491838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc7681-b0d1-4f2e-bf8a-468677922b3b None None] Network 3bef2063-063b-4fa6-95c0-0325fac349ff requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:02.497730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0a40c1eb-6134-4e17-a213-6ecba940342d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.501522 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0a40c1eb-6134-4e17-a213-6ecba940342d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5b6cc121-dc1a-4207-aa16-d7f69833b19e HTTP/1.1" status: 204 len: 168 time: 0.9619429 Jan 20 14:34:02.534278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:02.534893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.602063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:02.617196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebc729-acee-4494-8bb2-1507f84699df tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:02.622966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebc729-acee-4494-8bb2-1507f84699df tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:02.628547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebc729-acee-4494-8bb2-1507f84699df tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:02.634146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebc729-acee-4494-8bb2-1507f84699df tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:02.640041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebc729-acee-4494-8bb2-1507f84699df tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:02.645819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebc729-acee-4494-8bb2-1507f84699df tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:02.647629 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c5ebc729-acee-4494-8bb2-1507f84699df tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6949880 Jan 20 14:34:02.656857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:02.657291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.660951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 47996) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:02.684832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.705196 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8e58678e-1242-4f5f-8e41-d82a33d0a9f5 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4406512 Jan 20 14:34:02.712863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48000) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:02.807719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0207ca-c17e-41a5-929a-dfde7bc515fe None None] Network 2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:02.818128 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cf65d0b5-b5d6-4f26-9f0d-97e7e0bde5b4 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3581588 Jan 20 14:34:02.841258 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48006) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:02.867349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'port': {'network_id': '2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf', 'name': 'tempest-NetworksIpV6TestAttrs-671362229'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:02.908308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device de0dac64-846f-492d-b3a0-06dc72c8f666 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:02.949046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] For port 695d4d21-8392-469d-b678-c16177425205, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=695d4d21-8392-469d-b678-c16177425205,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:02.982107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.990821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.991650 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.019191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4c23d8f7-3539-4efc-aecd-7b3766ab525d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 4c8dd98b-e979-4908-aa6f-7a44ee94a113 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:03.019527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c23d8f7-3539-4efc-aecd-7b3766ab525d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.100520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cefde-170a-491a-9409-aa3e16192c24 req-3f486257-b659-41cd-a21d-9c09c634e929 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.102021 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c07cefde-170a-491a-9409-aa3e16192c24 req-3f486257-b659-41cd-a21d-9c09c634e929 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.5795460 Jan 20 14:34:03.200529 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-af4258dd-6bbe-48e7-a97e-9a03ff13f785 None None] Provisioning for port de0dac64-846f-492d-b3a0-06dc72c8f666 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:03.208944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=695d4d21-8392-469d-b678-c16177425205,revision_number=6']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:03.216779 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c4755d70-7966-4bc3-80f2-fb2581718f69 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5421300 Jan 20 14:34:03.216980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48018) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:03.230372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:03.242744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:03.245641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:03.261003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:port and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:03.267439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:03.272046 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c07cefde-170a-491a-9409-aa3e16192c24 req-ba489944-1f15-417e-a516-71a3cc09765a tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486368 Jan 20 14:34:03.277494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:03.288675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.289278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.301120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1aa675fb-ab50-4025-bab0-7e4e9cdcb96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.327372 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9331007 Jan 20 14:34:03.330155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48026) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:03.341535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:aa:1b:35', 'name': 'tempest-NetworksTestDHCPv6-263044707'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:03.368713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:03.372280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.404380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] device_id is not set on port 24eba28f-d604-40de-a9ad-b3174de22ef6 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:03.500975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c23d8f7-3539-4efc-aecd-7b3766ab525d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.502877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc58fb0-1363-4f38-aaf3-c78405485297 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=3f9d0dbb-4922-4225-a6c4-62acbd0642dd,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:03.523500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:03.538493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc959a2-5dda-4598-99d6-2af6bd065e41 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.539989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc959a2-5dda-4598-99d6-2af6bd065e41 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.541743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc959a2-5dda-4598-99d6-2af6bd065e41 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.543479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc959a2-5dda-4598-99d6-2af6bd065e41 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.545221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port de0dac64-846f-492d-b3a0-06dc72c8f666 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:03.545693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc959a2-5dda-4598-99d6-2af6bd065e41 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.552456 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-abc959a2-5dda-4598-99d6-2af6bd065e41 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3154466 Jan 20 14:34:03.552456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48034) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:03.568642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf', 'network_id': '2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf', 'tenant_id': 'eafe5102e7714411a1460945a6f17fa6', 'fixed_ips': [{'subnet_id': '4877dbbd-9905-46ca-af9e-9db9dbb12849'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:03.569461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.592876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port de0dac64-846f-492d-b3a0-06dc72c8f666 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:03.593237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.597062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:03.631463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:03.661838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4c23d8f7-3539-4efc-aecd-7b3766ab525d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 4c8dd98b-e979-4908-aa6f-7a44ee94a113 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:03.709568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c387e-e74b-4414-b7f9-eecba366da07 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.710970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c387e-e74b-4414-b7f9-eecba366da07 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.712441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c387e-e74b-4414-b7f9-eecba366da07 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.714316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c387e-e74b-4414-b7f9-eecba366da07 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.715619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c387e-e74b-4414-b7f9-eecba366da07 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.720994 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e30c387e-e74b-4414-b7f9-eecba366da07 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1652958 Jan 20 14:34:03.722093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48040) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:03.836241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Allocated IP 2001:db8::f816:3eff:fef8:8eb7 (2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf/4877dbbd-9905-46ca-af9e-9db9dbb12849/24eba28f-d604-40de-a9ad-b3174de22ef6) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:03.886071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.906453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-3bef2063-063b-4fa6-95c0-0325fac349ff', 'network_id': '3bef2063-063b-4fa6-95c0-0325fac349ff', 'tenant_id': 'afb89df1bb2349fc9d765c87454ab71e', 'fixed_ips': [{'subnet_id': 'b3a6ed51-5e7f-42b9-a3f2-da00584c1b26'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:03.907294 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.945750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250bd207-27f7-45cb-96d5-68d2bacca7ef tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.951849 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-250bd207-27f7-45cb-96d5-68d2bacca7ef tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/networks/25998c15-a153-4b9c-84ac-d51b27d72188 HTTP/1.1" status: 200 len: 803 time: 0.2282634 Jan 20 14:34:03.959153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48046) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:04.090346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port de0dac64-846f-492d-b3a0-06dc72c8f666, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=de0dac64-846f-492d-b3a0-06dc72c8f666,segment=NetworkSegment(acca8d96-50b8-422b-ae93-fc4402ff2a3f),segment_id=acca8d96-50b8-422b-ae93-fc4402ff2a3f)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:04.124869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.186536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c23d8f7-3539-4efc-aecd-7b3766ab525d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.290045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.374606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b1053f-7c18-4a3f-aca1-876e3a61e46e None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:04.397472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 6e7f57dd-71e8-4a7c-a45d-c6b188b537bf yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:04.492501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Allocated IP 172.20.0.2 (3bef2063-063b-4fa6-95c0-0325fac349ff/b3a6ed51-5e7f-42b9-a3f2-da00584c1b26/69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:04.502196 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cd9dacb8-16dc-4621-be70-45105dd18a0e tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/networks/25998c15-a153-4b9c-84ac-d51b27d72188?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5322623 Jan 20 14:34:04.529970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=de0dac64-846f-492d-b3a0-06dc72c8f666,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:04.567315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23d8f7-3539-4efc-aecd-7b3766ab525d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=4c8dd98b-e979-4908-aa6f-7a44ee94a113,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:04.569431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48064) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:04.663232 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 695d4d21-8392-469d-b678-c16177425205 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:04.722966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::f816:3eff:feaa:1b35 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/3f9d0dbb-4922-4225-a6c4-62acbd0642dd/6e7f57dd-71e8-4a7c-a45d-c6b188b537bf) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:04.737144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b827d0-7d1c-4f2e-9e66-3d048d9792b3 req-024253b2-ddd6-420c-8b98-6f274eb0d0dc tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:04.739976 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88b827d0-7d1c-4f2e-9e66-3d048d9792b3 req-024253b2-ddd6-420c-8b98-6f274eb0d0dc tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.2531171 Jan 20 14:34:04.776596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48070) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:04.794216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c23d8f7-3539-4efc-aecd-7b3766ab525d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.815094 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4c23d8f7-3539-4efc-aecd-7b3766ab525d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/4c8dd98b-e979-4908-aa6f-7a44ee94a113 HTTP/1.1" status: 204 len: 168 time: 2.0979583 Jan 20 14:34:04.820708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48076) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:04.828011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400c1d77-5538-4f24-9291-b57c792302bb tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:04.828617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-400c1d77-5538-4f24-9291-b57c792302bb tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Synchronizing usage tracker for tenant:40d1296d52de431b88bd06f3fd8fed9a on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:04.841257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.861525 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88b827d0-7d1c-4f2e-9e66-3d048d9792b3 req-69f56b31-7579-4e2b-bb77-2946220f1184 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119733 Jan 20 14:34:04.913272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Transition to ACTIVE for port object 24eba28f-d604-40de-a9ad-b3174de22ef6 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:04.936559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f41eb-9786-4c1c-af48-d0796128c617 None None] Network 4a81ded8-474a-4dce-93f2-6064f7eed3f6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:04.962713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.053274 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e450bdfa-1450-40e2-a828-1dc3cf2d49c4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:34:05.053822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e450bdfa-1450-40e2-a828-1dc3cf2d49c4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:05.057607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-400c1d77-5538-4f24-9291-b57c792302bb tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Unset dirty status for tenant:40d1296d52de431b88bd06f3fd8fed9a on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:05.058806 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-400c1d77-5538-4f24-9291-b57c792302bb tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/subnets/9645273c-25f4-4889-863c-229b260f8b4b HTTP/1.1" status: 200 len: 843 time: 0.4781368 Jan 20 14:34:05.064680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Port': ['ID=24eba28f-d604-40de-a9ad-b3174de22ef6,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:05.068170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7cdf7bdb-6da5-47c3-99e7-399932cf6306 None None] Provisioning complete for port 695d4d21-8392-469d-b678-c16177425205 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:05.068493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cdf7bdb-6da5-47c3-99e7-399932cf6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.069287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48080) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:05.101000 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-721152327', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:05.141947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network 2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:05.147996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:05.150565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:05.154034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:05.156545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:05.157224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.171674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e450bdfa-1450-40e2-a828-1dc3cf2d49c4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:05.172950 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e450bdfa-1450-40e2-a828-1dc3cf2d49c4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/4c8dd98b-e979-4908-aa6f-7a44ee94a113 HTTP/1.1" status: 404 len: 333 time: 0.3512058 Jan 20 14:34:05.174638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Usage tracker for resource:port and tenant:b95bd82e79404a27aee4345d0364ff1a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:05.178735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48084) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:05.183535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:05.186166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a2932b-2a27-4b7d-8e3a-39d0a0dd57be tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:05.188291 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e8a2932b-2a27-4b7d-8e3a-39d0a0dd57be tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "GET /v2.0/subnets/9645273c-25f4-4889-863c-229b260f8b4b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1167541 Jan 20 14:34:05.191117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48086) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:05.197148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1148524704'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:05.202470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:05.205929 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-64e8bf63-9d61-46c4-855b-9cd614824173 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3530290 Jan 20 14:34:05.209040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48092) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:05.269483 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Allocated IP 2001:db8::f816:3eff:fe20:3fb8 (2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf/4877dbbd-9905-46ca-af9e-9db9dbb12849/9006dc43-2b9f-4810-b32a-d4184f22e918) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:05.272976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0f60b0-c1a3-4935-baba-57a6909168ae tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet b3a6ed51-5e7f-42b9-a3f2-da00584c1b26 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:05.278953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:05.279231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:05.288752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df5949c-8e38-4363-a93e-21d55d436bbd tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Deleting subnet 4877dbbd-9905-46ca-af9e-9db9dbb12849 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:05.298522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:05.302135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.331281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:05.342104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.342459 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Added segment 45050fb3-429f-432c-a029-d86c8d7af8d8 of type vlan for network e326ed8a-e529-4658-92ee-a229c8846c0c Jan 20 14:34:05.344357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Made reservation on behalf of b95bd82e79404a27aee4345d0364ff1a for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:05.346645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.364519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 695d4d21-8392-469d-b678-c16177425205 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:05.364895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.369791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.380047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.402840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.408482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:05.409086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.430707 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:05.438974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Usage tracker for resource:security_group_rule and tenant:b95bd82e79404a27aee4345d0364ff1a is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:05.442186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:05.449857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:05.453880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.481558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9adb19-b97f-4bea-b60b-2f0522b65b6d req-3f5d0323-f570-45bd-8afc-d37df38bebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:05.483033 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4c9adb19-b97f-4bea-b60b-2f0522b65b6d req-3f5d0323-f570-45bd-8afc-d37df38bebeb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 1098 time: 0.1941175 Jan 20 14:34:05.483943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 6e7f57dd-71e8-4a7c-a45d-c6b188b537bf will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:05.523764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Network': ['ID=e326ed8a-e529-4658-92ee-a229c8846c0c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:05.528674 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8923db19-19cd-45e8-970b-5bf3d14b204c tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3362756 Jan 20 14:34:05.532009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48096) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:05.539916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'network_id': 'e326ed8a-e529-4658-92ee-a229c8846c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:05.544514 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4c9adb19-b97f-4bea-b60b-2f0522b65b6d req-9fc30365-d506-4880-8c13-9ca2606ab784 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543420 Jan 20 14:34:05.567687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.613586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network e326ed8a-e529-4658-92ee-a229c8846c0c details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:05.656861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:05.658262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:05.661310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:05.669391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:05.671845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:05.675890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:05.676888 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.680854 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-08c7b966-ab1f-453c-bd49-2dde92cec93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.682598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.685600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Made reservation on behalf of 40d1296d52de431b88bd06f3fd8fed9a for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:05.690018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.717494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=6e7f57dd-71e8-4a7c-a45d-c6b188b537bf,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:05.743887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-842363fd-53fd-4a4a-8d98-1f72cec9ab5a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4102237 Jan 20 14:34:05.748273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48102) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:05.787407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Performing IP validity checks on allocation pools {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:34:05.787918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:34:05.790730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.799342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.807358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Transition to ACTIVE for port object 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:05.823208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] device_id is not set on port 7ebf7f53-4b87-49f7-a46c-1649dc788a29 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:05.887609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Transition to ACTIVE for port object 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:05.903365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0720882-beef-4101-89cc-7c2ce004d45a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:05.910706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef0f60b0-c1a3-4935-baba-57a6909168ae tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.934668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.981127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.015881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef0f60b0-c1a3-4935-baba-57a6909168ae tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.076998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8f16d8-eb15-4fc3-918e-fc931048ee61 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:06.082707 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8f16d8-eb15-4fc3-918e-fc931048ee61 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:06.083505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1c8f16d8-eb15-4fc3-918e-fc931048ee61 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:06.127835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Checking segment: {'id': '45050fb3-429f-432c-a029-d86c8d7af8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e326ed8a-e529-4658-92ee-a229c8846c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:06.127835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network hostable DHCP agents. Network: e326ed8a-e529-4658-92ee-a229c8846c0c, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:06.129541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Network 3bef2063-063b-4fa6-95c0-0325fac349ff is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:06.136298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=b88f7ed8-8c94-492f-b6ac-137c982ba35a,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:06.148839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Allocated IP 172.26.0.83 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/7ebf7f53-4b87-49f7-a46c-1649dc788a29) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:06.149669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:06.155308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1c8f16d8-eb15-4fc3-918e-fc931048ee61 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:06.155308 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1c8f16d8-eb15-4fc3-918e-fc931048ee61 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4054303 Jan 20 14:34:06.160564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:06.166726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.168925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48108) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:06.170528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e0253d66-d213-4ee9-b053-51c3e753c1b3 None None] Provisioning complete for port de0dac64-846f-492d-b3a0-06dc72c8f666 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:06.170886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e0253d66-d213-4ee9-b053-51c3e753c1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.204247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Pushing event updated for resources: {'Port': ['ID=69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:06.213019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef0f60b0-c1a3-4935-baba-57a6909168ae tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.253679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-ab99b776-c976-449e-a586-0a24323fd1cb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 6e7f57dd-71e8-4a7c-a45d-c6b188b537bf {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:06.254176 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab99b776-c976-449e-a586-0a24323fd1cb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.281597 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Transition to ACTIVE for port object 9006dc43-2b9f-4810-b32a-d4184f22e918 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:06.329262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Network e326ed8a-e529-4658-92ee-a229c8846c0c is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:06.336444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7564d00e-f35e-401b-acc9-b99c7685430d details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:34:06.344152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927295e3-0be7-458c-9891-dfe74d11aaf4 req-7c875b12-ad20-4437-83b6-603daf63915b tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:06.345832 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-927295e3-0be7-458c-9891-dfe74d11aaf4 req-7c875b12-ad20-4437-83b6-603daf63915b tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.2757664 Jan 20 14:34:06.425186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Transition to ACTIVE for port object 9006dc43-2b9f-4810-b32a-d4184f22e918 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:06.446140 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Attempting to bind port 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:06.446840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Attempting to bind port 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '63ee777d-130a-43d7-a51a-116df7a1dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3bef2063-063b-4fa6-95c0-0325fac349ff'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:06.447353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Attempting to bind port 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7 on network 3bef2063-063b-4fa6-95c0-0325fac349ff {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:06.483899 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef0f60b0-c1a3-4935-baba-57a6909168ae tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.490581 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-927295e3-0be7-458c-9891-dfe74d11aaf4 req-f9f4a3de-43ec-43f4-acca-c77d27060323 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023703 Jan 20 14:34:06.491767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, e326ed8a-e529-4658-92ee-a229c8846c0c) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:06.499659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8df5949c-8e38-4363-a93e-21d55d436bbd tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.504641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.620154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f60b0-c1a3-4935-baba-57a6909168ae tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a6ed51-5e7f-42b9-a3f2-da00584c1b26,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:06.644517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef0f60b0-c1a3-4935-baba-57a6909168ae tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.646840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8df5949c-8e38-4363-a93e-21d55d436bbd tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.666493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.671942 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ef0f60b0-c1a3-4935-baba-57a6909168ae tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/b3a6ed51-5e7f-42b9-a3f2-da00584c1b26 HTTP/1.1" status: 204 len: 168 time: 1.4786489 Jan 20 14:34:06.684813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48112) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:06.742380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf437c-53c7-4df3-84a9-49ac7e7108a6 None None] Network e326ed8a-e529-4658-92ee-a229c8846c0c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:06.759132 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.827280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.851883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device de0dac64-846f-492d-b3a0-06dc72c8f666 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:06.856982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:06.857543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.880586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.882492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:06.882755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Checking segment: {'id': '63ee777d-130a-43d7-a51a-116df7a1dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3bef2063-063b-4fa6-95c0-0325fac349ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:06.883194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.883567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Bound using segment: {'id': '63ee777d-130a-43d7-a51a-116df7a1dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3bef2063-063b-4fa6-95c0-0325fac349ff'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:06.884278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Bound port: 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ee777d-130a-43d7-a51a-116df7a1dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3bef2063-063b-4fa6-95c0-0325fac349ff'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:06.884867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.920334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.950103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:06.950744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.007157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:07.012106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:07.017802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:07.080971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Network 2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:07.092347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8df5949c-8e38-4363-a93e-21d55d436bbd tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.113195 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:07.133284 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5a91fe4d-e307-4d20-b368-b8a04567bb2b tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5975575 Jan 20 14:34:07.133523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:07.139362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48116) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:07.147538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-37fc3192-39e5-463b-9efe-8acc1fa513ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:07.149818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Pushing event updated for resources: {'Port': ['ID=9006dc43-2b9f-4810-b32a-d4184f22e918,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:07.204342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Pushing event updated for resources: {'Port': ['ID=7ebf7f53-4b87-49f7-a46c-1649dc788a29,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:07.233221 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] For port 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7, host dv-neutron-825123-1-hyperv, got binding levels [] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:07.233221 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.243777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:07.245359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.291861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab99b776-c976-449e-a586-0a24323fd1cb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.317598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7564d00e-f35e-401b-acc9-b99c7685430d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7564d00e-f35e-401b-acc9-b99c7685430d,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:07.370052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] For port 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:07.387707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8df5949c-8e38-4363-a93e-21d55d436bbd tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.403780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '7564d00e-f35e-401b-acc9-b99c7685430d', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'port_id': '7564d00e-f35e-401b-acc9-b99c7685430d', 'mac_address': 'fa:16:3e:87:b3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:34:07.410226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port de0dac64-846f-492d-b3a0-06dc72c8f666 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:07.410589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.436425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] For port 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7,segment=NetworkSegment(63ee777d-130a-43d7-a51a-116df7a1dcfc),segment_id=63ee777d-130a-43d7-a51a-116df7a1dcfc)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:07.457298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Attempting to bind port 9006dc43-2b9f-4810-b32a-d4184f22e918 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:07.457562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Attempting to bind port 9006dc43-2b9f-4810-b32a-d4184f22e918 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '09312310-3864-4bb0-a0e9-8ba103460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:07.457914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Attempting to bind port 9006dc43-2b9f-4810-b32a-d4184f22e918 on network 2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:07.487154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-ab99b776-c976-449e-a586-0a24323fd1cb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 6e7f57dd-71e8-4a7c-a45d-c6b188b537bf owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:07.493168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:07.493781 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.539872 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1bf01842-3ca3-433f-add4-c16737d9a171 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.7579551 Jan 20 14:34:07.540938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5949c-8e38-4363-a93e-21d55d436bbd tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Subnet': ['ID=4877dbbd-9905-46ca-af9e-9db9dbb12849,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:07.551223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48120) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:07.556947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8df5949c-8e38-4363-a93e-21d55d436bbd tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672919'] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.560194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-37fc3192-39e5-463b-9efe-8acc1fa513ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2515155'] for subnet, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.564830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.83'}]}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:07.565886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:07.566271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Checking segment: {'id': '09312310-3864-4bb0-a0e9-8ba103460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:07.566666 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.567177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Bound using segment: {'id': '09312310-3864-4bb0-a0e9-8ba103460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:07.567495 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Bound port: 9006dc43-2b9f-4810-b32a-d4184f22e918, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09312310-3864-4bb0-a0e9-8ba103460313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:07.567858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.575930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:07.579521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0dfaf860-8efc-484e-9216-7244d8ec17ce None None] Provisioning complete for port de0dac64-846f-492d-b3a0-06dc72c8f666 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:07.579521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf860-8efc-484e-9216-7244d8ec17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.586172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Usage tracker for resource:router and tenant:b95bd82e79404a27aee4345d0364ff1a is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:07.596996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:07.600617 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8df5949c-8e38-4363-a93e-21d55d436bbd tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/subnets/4877dbbd-9905-46ca-af9e-9db9dbb12849 HTTP/1.1" status: 204 len: 168 time: 2.3904564 Jan 20 14:34:07.607456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48126) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:07.608321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:07.620776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:07.621427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:07.721258 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.722222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.754390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fbb93-284d-4209-8bcb-c1f978f233b5 req-9766f5ae-18c2-4986-9a1f-bb09caa3f829 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:07.756670 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ed8fbb93-284d-4209-8bcb-c1f978f233b5 req-9766f5ae-18c2-4986-9a1f-bb09caa3f829 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.1014032 Jan 20 14:34:07.773089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.782440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-e326ed8a-e529-4658-92ee-a229c8846c0c', 'network_id': 'e326ed8a-e529-4658-92ee-a229c8846c0c', 'tenant_id': '40d1296d52de431b88bd06f3fd8fed9a', 'fixed_ips': [{'subnet_id': 'b88f7ed8-8c94-492f-b6ac-137c982ba35a'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:07.783249 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.801146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c468c-5c9e-4c87-9ec6-c09e759e8a5b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:07.802638 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c468c-5c9e-4c87-9ec6-c09e759e8a5b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:07.803388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cc9c468c-5c9e-4c87-9ec6-c09e759e8a5b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Synchronizing usage tracker for tenant:eafe5102e7714411a1460945a6f17fa6 on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:07.823769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdaf22-4da0-4efb-b332-132a74cd452e None None] Pushing event updated for resources: {'Port': ['ID=69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:07.829572 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ed8fbb93-284d-4209-8bcb-c1f978f233b5 req-81eca0ee-9f23-45eb-85b6-f35ebcb47345 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622892 Jan 20 14:34:07.847952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7564d00e-f35e-401b-acc9-b99c7685430d {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:34:07.849603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48130) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:07.895478 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab99b776-c976-449e-a586-0a24323fd1cb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.905746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cc9c468c-5c9e-4c87-9ec6-c09e759e8a5b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Unset dirty status for tenant:eafe5102e7714411a1460945a6f17fa6 on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:07.906915 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cc9c468c-5c9e-4c87-9ec6-c09e759e8a5b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2945662 Jan 20 14:34:07.910460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48134) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:07.943257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.004036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99b776-c976-449e-a586-0a24323fd1cb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=6e7f57dd-71e8-4a7c-a45d-c6b188b537bf,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:08.059200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.059200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] For port 9006dc43-2b9f-4810-b32a-d4184f22e918, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:08.068487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7564d00e-f35e-401b-acc9-b99c7685430d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7564d00e-f35e-401b-acc9-b99c7685430d,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:08.075104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab99b776-c976-449e-a586-0a24323fd1cb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.088898 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1c559383-acd4-4990-b8b9-c3d5f4e6b487 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/floatingips/d33821dc-bdda-45f2-842c-031465d13285 HTTP/1.1" status: 200 len: 993 time: 0.2374423 Jan 20 14:34:08.096639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-261ca9ac-7b71-4010-9a9d-e1e2d17f5e05 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.106056 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-261ca9ac-7b71-4010-9a9d-e1e2d17f5e05 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 20 14:34:08.106757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261ca9ac-7b71-4010-9a9d-e1e2d17f5e05 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:08.111409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] For port 9006dc43-2b9f-4810-b32a-d4184f22e918, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9006dc43-2b9f-4810-b32a-d4184f22e918,segment=NetworkSegment(09312310-3864-4bb0-a0e9-8ba103460313),segment_id=09312310-3864-4bb0-a0e9-8ba103460313)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:08.114080 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-261ca9ac-7b71-4010-9a9d-e1e2d17f5e05 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf HTTP/1.1" status: 409 len: 405 time: 0.2024102 Jan 20 14:34:08.117718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.123862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:08.124331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.151373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48138) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:08.161841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1546662311'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:08.179513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:08.187109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:network and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:08.192022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:08.208962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:08.267325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7564d00e-f35e-401b-acc9-b99c7685430d,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:08.270368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da811bb5-f312-4279-aa8a-9234cd8a0608 None None] Network 3bef2063-063b-4fa6-95c0-0325fac349ff requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:08.276858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:08.281122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.293013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.351613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-37fc3192-39e5-463b-9efe-8acc1fa513ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727929700334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4043470'] for subnet, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.398636 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ab99b776-c976-449e-a586-0a24323fd1cb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/6e7f57dd-71e8-4a7c-a45d-c6b188b537bf HTTP/1.1" status: 204 len: 168 time: 2.2223444 Jan 20 14:34:08.407320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48142) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:08.414030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7564d00e-f35e-401b-acc9-b99c7685430d no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:08.448917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:08.481457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.493252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] For port 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7,segment=NetworkSegment(63ee777d-130a-43d7-a51a-116df7a1dcfc),segment_id=63ee777d-130a-43d7-a51a-116df7a1dcfc)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:08.493737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.493927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc3192-39e5-463b-9efe-8acc1fa513ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:08.494500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-37fc3192-39e5-463b-9efe-8acc1fa513ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.495787 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-37fc3192-39e5-463b-9efe-8acc1fa513ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "PUT /v2.0/subnets/b88f7ed8-8c94-492f-b6ac-137c982ba35a HTTP/1.1" status: 200 len: 900 time: 1.3530223 Jan 20 14:34:08.499236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48146) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:08.499836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc3192-39e5-463b-9efe-8acc1fa513ee tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event updated for resources: {'Subnet': ['ID=b88f7ed8-8c94-492f-b6ac-137c982ba35a,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:08.508242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.508739 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Added segment 2662d463-bc0d-4b9d-9827-24fb15983ca5 of type vlan for network aa7ca539-1690-490a-8fd6-7baeafaa76f9 Jan 20 14:34:08.555063 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['7564d00e-f35e-401b-acc9-b99c7685430d'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:34:08.594975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cc7630-f434-4b9b-9168-b6a25431037c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:08.596885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cc7630-f434-4b9b-9168-b6a25431037c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:08.597722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-96cc7630-f434-4b9b-9168-b6a25431037c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:08.690854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:08.709275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Allocated IP 2001:db8::3 (e326ed8a-e529-4658-92ee-a229c8846c0c/b88f7ed8-8c94-492f-b6ac-137c982ba35a/0eba04c6-c94d-4441-98e9-931a9e93877b) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:08.731307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-96cc7630-f434-4b9b-9168-b6a25431037c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:08.735633 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-96cc7630-f434-4b9b-9168-b6a25431037c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3250701 Jan 20 14:34:08.736326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48150) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:08.738100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.769022 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae07a8f-9643-4b83-a2b0-b5a5363fa334 None None] Pushing event updated for resources: {'Port': ['ID=9006dc43-2b9f-4810-b32a-d4184f22e918,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:08.772305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0dfaf860-8efc-484e-9216-7244d8ec17ce None None] Provisioning complete for port 695d4d21-8392-469d-b678-c16177425205 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:08.773124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf860-8efc-484e-9216-7244d8ec17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.843924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.860920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4633ec4-2f4d-43b4-83f4-f6cf70aef324 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 3f9d0dbb-4922-4225-a6c4-62acbd0642dd {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:08.864617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4633ec4-2f4d-43b4-83f4-f6cf70aef324 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.926338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4633ec4-2f4d-43b4-83f4-f6cf70aef324 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.966352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.970922 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.976323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:08.976903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.999792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48dc391-1281-44f9-b2a4-2fff52d3fbb2 None None] Network 2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:09.089164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.103277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Network': ['ID=aa7ca539-1690-490a-8fd6-7baeafaa76f9,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:09.126154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.151267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network aa7ca539-1690-490a-8fd6-7baeafaa76f9 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:09.154409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:09.158272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No DVR routers for this DVR port 69e29e1a-1f4f-4cb3-a6f1-11d6a590e0e7 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:09.227800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.259560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.273827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7564d00e-f35e-401b-acc9-b99c7685430d {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:34:09.417927 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b557db8b-21d2-436d-98d7-dbbb2ddbfc9c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2625914 Jan 20 14:34:09.419714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48154) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:09.429328 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'subnet': {'network_id': 'aa7ca539-1690-490a-8fd6-7baeafaa76f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:09.453010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7564d00e-f35e-401b-acc9-b99c7685430d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7564d00e-f35e-401b-acc9-b99c7685430d,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:09.467861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.497290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.501637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.559370 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4633ec4-2f4d-43b4-83f4-f6cf70aef324 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.591058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bef2063-063b-4fa6-95c0-0325fac349ff']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:09.618251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ee777d-130a-43d7-a51a-116df7a1dcfc') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:09.618537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ee777d-130a-43d7-a51a-116df7a1dcfc') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:09.630038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:09.641344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.645884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0dfaf860-8efc-484e-9216-7244d8ec17ce None None] Could not find standard attr ID for object 6e7f57dd-71e8-4a7c-a45d-c6b188b537bf. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:34:09.666197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:09.679225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.686582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.688020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:09.691575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.706991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7564d00e-f35e-401b-acc9-b99c7685430d,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:09.708688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:09.709061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.719309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Transition to ACTIVE for port object 0eba04c6-c94d-4441-98e9-931a9e93877b will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:09.724662 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:09.737921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4633ec4-2f4d-43b4-83f4-f6cf70aef324 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.770391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Transition to ACTIVE for port object 0eba04c6-c94d-4441-98e9-931a9e93877b will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:09.779873 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.786791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.789225 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.814591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.847506 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.848165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6079b14e-c79d-4bc9-b073-2bb1f9c37ad4 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:34:09.865965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Subnet': ['ID=b88f7ed8-8c94-492f-b6ac-137c982ba35a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:09.869352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Network e326ed8a-e529-4658-92ee-a229c8846c0c is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:09.875098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:09.877283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:09.905200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4633ec4-2f4d-43b4-83f4-f6cf70aef324 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9d0dbb-4922-4225-a6c4-62acbd0642dd,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:09.911012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4633ec4-2f4d-43b4-83f4-f6cf70aef324 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.929202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.940612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Pushing event updated for resources: {'Port': ['ID=0eba04c6-c94d-4441-98e9-931a9e93877b,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:09.948709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.949411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e79449f-805e-48eb-b3af-545644ab9ec7 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:09.957739 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:34:09.957941 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c4633ec4-2f4d-43b4-83f4-f6cf70aef324 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/3f9d0dbb-4922-4225-a6c4-62acbd0642dd HTTP/1.1" status: 204 len: 168 time: 1.2064700 Jan 20 14:34:09.958043 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-151f0387-579d-482b-a973-9c85f9c674bc tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4042201 Jan 20 14:34:09.964615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48158) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:09.964944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48160) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:09.966788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Network': ['ID=3bef2063-063b-4fa6-95c0-0325fac349ff,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:09.978759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.006697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e326ed8a-e529-4658-92ee-a229c8846c0c']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:10.021731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45050fb3-429f-432c-a029-d86c8d7af8d8') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:10.022349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45050fb3-429f-432c-a029-d86c8d7af8d8') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:10.036328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.054326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.063967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:10.064927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.071261 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f4ff155a-87a9-4428-80d5-176b91daa97d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/networks/3bef2063-063b-4fa6-95c0-0325fac349ff HTTP/1.1" status: 204 len: 168 time: 3.3829296 Jan 20 14:34:10.077835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48166) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:10.085704 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:10.108555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'name': 'tempest-PortsTestJSON-534968654'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:10.134665 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-79933bed-b683-444f-9a35-63c99d61ef79 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629686 Jan 20 14:34:10.142565 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48170) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:10.168148 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Attempting to bind port 0eba04c6-c94d-4441-98e9-931a9e93877b on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:10.168650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Attempting to bind port 0eba04c6-c94d-4441-98e9-931a9e93877b by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '45050fb3-429f-432c-a029-d86c8d7af8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e326ed8a-e529-4658-92ee-a229c8846c0c'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:10.169014 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Attempting to bind port 0eba04c6-c94d-4441-98e9-931a9e93877b on network e326ed8a-e529-4658-92ee-a229c8846c0c {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:10.192283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:10.192567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Checking segment: {'id': '45050fb3-429f-432c-a029-d86c8d7af8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e326ed8a-e529-4658-92ee-a229c8846c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:10.192917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.193266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:10.193450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Bound using segment: {'id': '45050fb3-429f-432c-a029-d86c8d7af8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e326ed8a-e529-4658-92ee-a229c8846c0c'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:10.193920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Bound port: 0eba04c6-c94d-4441-98e9-931a9e93877b, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45050fb3-429f-432c-a029-d86c8d7af8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e326ed8a-e529-4658-92ee-a229c8846c0c'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:10.194283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.234572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-06093643-e317-4059-a4f1-6571bef4d8c6 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Deleting port 7ebf7f53-4b87-49f7-a46c-1649dc788a29 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:10.234572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-06093643-e317-4059-a4f1-6571bef4d8c6 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.307513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:34:10.307513 dv-neutron-825123-1-hyperv neutron-server[87494]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:34:10.307513 dv-neutron-825123-1-hyperv neutron-server[87494]: [parameters: {'id': 'e326ed8a-e529-4658-92ee-a229c8846c0c'}] Jan 20 14:34:10.307513 dv-neutron-825123-1-hyperv neutron-server[87494]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:10.308041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:10.365873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] For port 0eba04c6-c94d-4441-98e9-931a9e93877b, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:10.370043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] For port 0eba04c6-c94d-4441-98e9-931a9e93877b, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0eba04c6-c94d-4441-98e9-931a9e93877b,segment=NetworkSegment(45050fb3-429f-432c-a029-d86c8d7af8d8),segment_id=45050fb3-429f-432c-a029-d86c8d7af8d8)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:10.378917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.469332 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:10.478881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a038b041-279f-473d-ad74-f8f8950bbb41 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:10.483593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:port and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:10.494734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:10.503840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd26901-497e-4b23-88d1-d47e16fb1277 None None] Pushing event updated for resources: {'Port': ['ID=0eba04c6-c94d-4441-98e9-931a9e93877b,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:10.507100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:10.508691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a038b041-279f-473d-ad74-f8f8950bbb41 None None] Deleting port 695d4d21-8392-469d-b678-c16177425205 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:10.509046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a038b041-279f-473d-ad74-f8f8950bbb41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.509218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:10.519247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:10.523429 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:10.536995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:10.595960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a2e8d-c267-44b9-b8bb-ab7f81cde496 None None] Network e326ed8a-e529-4658-92ee-a229c8846c0c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:10.607675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 695d4d21-8392-469d-b678-c16177425205 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:10.616104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:10.619886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.660397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:10.663766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.763913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port 58b9de80-aefd-4e0b-a76a-17951cc620a3 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:10.809005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.822959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Deleting port 0eba04c6-c94d-4441-98e9-931a9e93877b {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:10.823238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.889364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a038b041-279f-473d-ad74-f8f8950bbb41 None None] For port 695d4d21-8392-469d-b678-c16177425205, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=695d4d21-8392-469d-b678-c16177425205,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:10.890011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a038b041-279f-473d-ad74-f8f8950bbb41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.028728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-06093643-e317-4059-a4f1-6571bef4d8c6 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.040575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] For port 0eba04c6-c94d-4441-98e9-931a9e93877b, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0eba04c6-c94d-4441-98e9-931a9e93877b,segment=NetworkSegment(45050fb3-429f-432c-a029-d86c8d7af8d8),segment_id=45050fb3-429f-432c-a029-d86c8d7af8d8)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:11.041104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.086730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a038b041-279f-473d-ad74-f8f8950bbb41 None None] Calling delete_port for 695d4d21-8392-469d-b678-c16177425205 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:11.157844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.174508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Calling delete_port for 0eba04c6-c94d-4441-98e9-931a9e93877b owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:11.188246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-06093643-e317-4059-a4f1-6571bef4d8c6 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Calling delete_port for 7ebf7f53-4b87-49f7-a46c-1649dc788a29 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:11.245744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a038b041-279f-473d-ad74-f8f8950bbb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.264103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.291985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a5018-9436-49ac-a1e8-6a177b4016f8 None None] Network e326ed8a-e529-4658-92ee-a229c8846c0c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:11.302831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:34:11.308781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.315133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038b041-279f-473d-ad74-f8f8950bbb41 None None] Pushing event deleted for resources: {'Port': ['ID=695d4d21-8392-469d-b678-c16177425205,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:11.320909 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a038b041-279f-473d-ad74-f8f8950bbb41 None None] No DVR routers for this DVR port 695d4d21-8392-469d-b678-c16177425205 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:11.325097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Port': ['ID=0eba04c6-c94d-4441-98e9-931a9e93877b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:11.333199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.333651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.334078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.334555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.334975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.335391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.335807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.336229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.336663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.337073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.337514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.337919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.342483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No DVR routers for this DVR port 0eba04c6-c94d-4441-98e9-931a9e93877b on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:11.487763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.513943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e326ed8a-e529-4658-92ee-a229c8846c0c']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:11.527350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45050fb3-429f-432c-a029-d86c8d7af8d8') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:11.527524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45050fb3-429f-432c-a029-d86c8d7af8d8') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:11.530123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4bca1-5876-4bda-8ade-607afd58b033 None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:34:11.542090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.556533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Subnet': ['ID=6b32bae2-6b00-4a61-9252-7e0036e53e0f,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:11.559342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.566817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:11.567213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:11.582697 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:11.623641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.623962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.624250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.624589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.624913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.625236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.625559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.625877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.626196 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.626514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.626830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.627141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.640454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Checking segment: {'id': '2662d463-bc0d-4b9d-9827-24fb15983ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa7ca539-1690-490a-8fd6-7baeafaa76f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:11.640816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network hostable DHCP agents. Network: aa7ca539-1690-490a-8fd6-7baeafaa76f9, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:11.665393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.684410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.695509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Network': ['ID=e326ed8a-e529-4658-92ee-a229c8846c0c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:11.700126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.717502 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7615bda0-660a-43d2-aca9-4b09fc376a2f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/e326ed8a-e529-4658-92ee-a229c8846c0c HTTP/1.1" status: 204 len: 168 time: 3.2150478 Jan 20 14:34:11.718503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48174) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:11.730737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-06093643-e317-4059-a4f1-6571bef4d8c6 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.738119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network aa7ca539-1690-490a-8fd6-7baeafaa76f9 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:11.756614 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7024c900-03b2-4b2e-8258-5f7922246698 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:11.757076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7024c900-03b2-4b2e-8258-5f7922246698 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:11.758756 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7024c900-03b2-4b2e-8258-5f7922246698 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/subnets/b88f7ed8-8c94-492f-b6ac-137c982ba35a HTTP/1.1" status: 404 len: 337 time: 0.0393322 Jan 20 14:34:11.761327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48178) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:11.789611 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70c5dee-9572-40c9-93f3-d53073d1dbbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:11.790074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70c5dee-9572-40c9-93f3-d53073d1dbbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:11.791811 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f70c5dee-9572-40c9-93f3-d53073d1dbbe tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/e326ed8a-e529-4658-92ee-a229c8846c0c HTTP/1.1" status: 404 len: 339 time: 0.0295403 Jan 20 14:34:11.794386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48182) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:11.820110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd4bca1-5876-4bda-8ade-607afd58b033 None None] Unable to find a vacant binding_index for network aa7ca539-1690-490a-8fd6-7baeafaa76f9 and agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 {{(pid=87496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 20 14:34:11.823060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06093643-e317-4059-a4f1-6571bef4d8c6 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ebf7f53-4b87-49f7-a46c-1649dc788a29,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:11.840630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd4bca1-5876-4bda-8ade-607afd58b033 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, aa7ca539-1690-490a-8fd6-7baeafaa76f9) {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:34:11.875442 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, aa7ca539-1690-490a-8fd6-7baeafaa76f9) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:11.909730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.917779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:11.918375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.997611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:34:11.999085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.004077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.048917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.078687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c3cef3-0342-4656-953d-952304e9eefc']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:12.093617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e474873-1ede-4d04-8f5e-a56bbb1bb9eb') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:12.094038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e474873-1ede-4d04-8f5e-a56bbb1bb9eb') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:12.109512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.130838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.137810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:12.138242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.143133 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d9a27d77-fa1f-4118-8e2b-38a86ca5cb70 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7184527 Jan 20 14:34:12.146058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48186) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:12.147075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-06093643-e317-4059-a4f1-6571bef4d8c6 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.152124 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-06093643-e317-4059-a4f1-6571bef4d8c6 tempest-RoutersAdminNegativeIpV6Test-861596566 tempest-RoutersAdminNegativeIpV6Test-861596566-project-admin] 10.222.0.87 "DELETE /v2.0/ports/7ebf7f53-4b87-49f7-a46c-1649dc788a29 HTTP/1.1" status: 204 len: 168 time: 2.1785517 Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:12.153104 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:12.160695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'port': {'network_id': 'aa7ca539-1690-490a-8fd6-7baeafaa76f9', 'name': 'tempest-NetworksIpV6TestAttrs-127211297'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:12.188017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:12.197211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:12.198965 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:12.210390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:12.214722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:12.220308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:12.220804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.232336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-aa7ca539-1690-490a-8fd6-7baeafaa76f9', 'network_id': 'aa7ca539-1690-490a-8fd6-7baeafaa76f9', 'tenant_id': 'eafe5102e7714411a1460945a6f17fa6', 'fixed_ips': [{'subnet_id': '6b32bae2-6b00-4a61-9252-7e0036e53e0f'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:12.234474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.250339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'd97daa59-d4f3-4fc0-be76-d7f1c0b12440'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:12.251243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.271491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=58b9de80-aefd-4e0b-a76a-17951cc620a3,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:12.281330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:12.282687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.284851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7564d00e-f35e-401b-acc9-b99c7685430d up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:12.285312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=d97daa59-d4f3-4fc0-be76-d7f1c0b12440,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:12.298045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.321469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.335473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Network': ['ID=34c3cef3-0342-4656-953d-952304e9eefc,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:12.336979 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7c66b329-ca29-47d3-83d8-2b96ddd58441 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2521515 Jan 20 14:34:12.337708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48192) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:12.348402 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-76948a81-66db-4b51-8d74-1bb5f79a7d1e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2004051 Jan 20 14:34:12.351304 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48196) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:12.359849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:cd:b2:f9', 'name': 'tempest-NetworksTestDHCPv6-251406497'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:12.381893 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b27b9014-9e4d-41c0-a71b-ad9290a342e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/34c3cef3-0342-4656-953d-952304e9eefc HTTP/1.1" status: 204 len: 168 time: 0.5865097 Jan 20 14:34:12.386817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48200) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:12.442597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c30fbfa0-3175-493b-b042-af72ecce2a4e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 58b9de80-aefd-4e0b-a76a-17951cc620a3 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:12.443251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c30fbfa0-3175-493b-b042-af72ecce2a4e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.482412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:12.499835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:port and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:12.505584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:12.515325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:12.520469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 7564d00e-f35e-401b-acc9-b99c7685430d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:12.521686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.568757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:12.572663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.608993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] device_id is not set on port 75aee015-ca34-4081-888a-c7f3eb0db20a yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:12.620799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48206) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:12.622544 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f260377d-94d8-46c3-8945-91f1bfd1a1af tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:12.623064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f260377d-94d8-46c3-8945-91f1bfd1a1af tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:12.627444 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f260377d-94d8-46c3-8945-91f1bfd1a1af tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/subnets/ff2b75d1-a539-4392-ac09-4e523771842d HTTP/1.1" status: 404 len: 337 time: 0.2368469 Jan 20 14:34:12.630340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48210) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:12.678068 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5435642-2d0a-472e-9d42-46f653296785 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:12.678823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5435642-2d0a-472e-9d42-46f653296785 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:12.683152 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f5435642-2d0a-472e-9d42-46f653296785 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/bfa38bae-9cb3-4e5f-b2c3-886fda7ed0e5 HTTP/1.1" status: 404 len: 339 time: 0.0457468 Jan 20 14:34:12.685259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Allocated IP 2001:db8::f816:3eff:fe06:1987 (aa7ca539-1690-490a-8fd6-7baeafaa76f9/6b32bae2-6b00-4a61-9252-7e0036e53e0f/e8d43900-2435-4796-af96-eb478472c097) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:12.692466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48216) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:12.698165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Allocated IP 2001:db8::f816:3eff:fe47:2d11 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/d97daa59-d4f3-4fc0-be76-d7f1c0b12440/c3e4d07b-4b7c-412c-b68f-9d0c35056ba2) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:12.775867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:12.783961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:12.789001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:12.795033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-9305480e-bcb1-495b-b952-93bdf573c235 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Deleting subnet 64542363-42ed-4d2c-a23d-4d45e008b23e {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:12.800732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:12.802957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9305480e-bcb1-495b-b952-93bdf573c235 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.864708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e4f-764f-47ab-a9da-b8fdcc340428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.878669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:12.929995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c30fbfa0-3175-493b-b042-af72ecce2a4e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.951135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.953888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f82c8e4f-764f-47ab-a9da-b8fdcc340428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:12.957558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9305480e-bcb1-495b-b952-93bdf573c235 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.009206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f82c8e4f-764f-47ab-a9da-b8fdcc340428 admin admin] Usage tracker for resource:security_group_rule and tenant:48171070999642f69b1d114816a59209 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:13.016823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f82c8e4f-764f-47ab-a9da-b8fdcc340428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:13.033011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f82c8e4f-764f-47ab-a9da-b8fdcc340428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:13.060805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:34:13.064849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c30fbfa0-3175-493b-b042-af72ecce2a4e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 58b9de80-aefd-4e0b-a76a-17951cc620a3 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:13.097663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7564d00e-f35e-401b-acc9-b99c7685430d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7564d00e-f35e-401b-acc9-b99c7685430d,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:13.127100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.150443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.156025 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d', 'code': 200} Jan 20 14:34:13.156258 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9305480e-bcb1-495b-b952-93bdf573c235 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.206047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c30fbfa0-3175-493b-b042-af72ecce2a4e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.223224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port af93fc50-1b87-4f62-91fb-f3379a394dc1 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:13.255192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.267519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fbfa0-3175-493b-b042-af72ecce2a4e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=58b9de80-aefd-4e0b-a76a-17951cc620a3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:13.275631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c30fbfa0-3175-493b-b042-af72ecce2a4e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.291903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Transition to ACTIVE for port object e8d43900-2435-4796-af96-eb478472c097 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:13.293111 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c30fbfa0-3175-493b-b042-af72ecce2a4e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/58b9de80-aefd-4e0b-a76a-17951cc620a3 HTTP/1.1" status: 204 len: 168 time: 0.9510703 Jan 20 14:34:13.293933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48222) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:13.300246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'mac_address': 'fa:16:3e:28:0f:00', 'name': 'tempest-PortsTestJSON-597316191'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:13.302067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.332045 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Transition to ACTIVE for port object c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:13.334678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Transition to ACTIVE for port object e8d43900-2435-4796-af96-eb478472c097 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:13.346252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e4f-764f-47ab-a9da-b8fdcc340428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.347181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7564d00e-f35e-401b-acc9-b99c7685430d,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:13.352238 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.357660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f82c8e4f-764f-47ab-a9da-b8fdcc340428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.373625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9305480e-bcb1-495b-b952-93bdf573c235 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.408173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Transition to ACTIVE for port object c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:13.426927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.432041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Network aa7ca539-1690-490a-8fd6-7baeafaa76f9 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:13.435269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305480e-bcb1-495b-b952-93bdf573c235 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Subnet': ['ID=64542363-42ed-4d2c-a23d-4d45e008b23e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:13.436241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:13.440291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Allocated IP 2001:db8::f816:3eff:fee8:dfc9 (aa7ca539-1690-490a-8fd6-7baeafaa76f9/6b32bae2-6b00-4a61-9252-7e0036e53e0f/75aee015-ca34-4081-888a-c7f3eb0db20a) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:13.443361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:13.450655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Pushing event updated for resources: {'Port': ['ID=e8d43900-2435-4796-af96-eb478472c097,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:13.470612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9305480e-bcb1-495b-b952-93bdf573c235 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.508802 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f82c8e4f-764f-47ab-a9da-b8fdcc340428 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=48171070999642f69b1d114816a59209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8801675 Jan 20 14:34:13.514383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48226) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:13.515007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c8e4f-764f-47ab-a9da-b8fdcc340428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa48369-044c-434f-9738-1aa0649b9eba,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:13.539750 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9305480e-bcb1-495b-b952-93bdf573c235 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/subnets/64542363-42ed-4d2c-a23d-4d45e008b23e HTTP/1.1" status: 204 len: 168 time: 0.8441315 Jan 20 14:34:13.539941 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:13.542419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48230) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:13.572697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:13.581655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:13.601483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::f816:3eff:fecd:b2f9 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/d97daa59-d4f3-4fc0-be76-d7f1c0b12440/af93fc50-1b87-4f62-91fb-f3379a394dc1) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:13.630093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Attempting to bind port e8d43900-2435-4796-af96-eb478472c097 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:13.630708 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Attempting to bind port e8d43900-2435-4796-af96-eb478472c097 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '2662d463-bc0d-4b9d-9827-24fb15983ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa7ca539-1690-490a-8fd6-7baeafaa76f9'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:13.631244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Attempting to bind port e8d43900-2435-4796-af96-eb478472c097 on network aa7ca539-1690-490a-8fd6-7baeafaa76f9 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:13.643280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Pushing event updated for resources: {'Port': ['ID=c3e4d07b-4b7c-412c-b68f-9d0c35056ba2,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:13.650874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:13.651530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Checking segment: {'id': '2662d463-bc0d-4b9d-9827-24fb15983ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa7ca539-1690-490a-8fd6-7baeafaa76f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:13.652089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.652667 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Bound using segment: {'id': '2662d463-bc0d-4b9d-9827-24fb15983ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa7ca539-1690-490a-8fd6-7baeafaa76f9'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:13.653905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Bound port: e8d43900-2435-4796-af96-eb478472c097, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2662d463-bc0d-4b9d-9827-24fb15983ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa7ca539-1690-490a-8fd6-7baeafaa76f9'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:13.654147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.659079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:13.666967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:port and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:13.671423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d1334b-a6d0-453a-8141-6e6fd21f1826 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Deleting subnet 836a402a-6165-4fd3-aa45-d03ad062fda5 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:13.677015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:13.682483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c4d1334b-a6d0-453a-8141-6e6fd21f1826 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.686285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:13.708444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.715810 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:13.747878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4b9a72a4-70fe-4d18-b6ad-0964dffb2eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.758332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Attempting to bind port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:13.758711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Attempting to bind port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:13.759074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Attempting to bind port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:13.769326 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:13.769699 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:13.770096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.770492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:13.770939 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Bound port: c3e4d07b-4b7c-412c-b68f-9d0c35056ba2, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:13.771308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.802744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Transition to ACTIVE for port object 75aee015-ca34-4081-888a-c7f3eb0db20a will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:13.830268 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.852823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] For port e8d43900-2435-4796-af96-eb478472c097, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:13.858350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c4d1334b-a6d0-453a-8141-6e6fd21f1826 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.862265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port 273409d8-4f09-4fa5-b2d8-27a4a4e3aa60 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:13.872798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] For port e8d43900-2435-4796-af96-eb478472c097, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e8d43900-2435-4796-af96-eb478472c097,segment=NetworkSegment(2662d463-bc0d-4b9d-9827-24fb15983ca5),segment_id=2662d463-bc0d-4b9d-9827-24fb15983ca5)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:13.883043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.906087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4b9a72a4-70fe-4d18-b6ad-0964dffb2eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.940824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] For port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:13.946943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.962428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] For port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c3e4d07b-4b7c-412c-b68f-9d0c35056ba2,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:13.980637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.999440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2d426-ab07-42df-beda-2266ed4fa09f None None] Pushing event updated for resources: {'Port': ['ID=e8d43900-2435-4796-af96-eb478472c097,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:14.023960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.050278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Port': ['ID=75aee015-ca34-4081-888a-c7f3eb0db20a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:14.051202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object af93fc50-1b87-4f62-91fb-f3379a394dc1 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:14.053936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4b9a72a4-70fe-4d18-b6ad-0964dffb2eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.074251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network aa7ca539-1690-490a-8fd6-7baeafaa76f9 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:14.078293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:14.080944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:14.087406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:14.088039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.097682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bceab-23f0-4711-85ba-b4411019f360 None None] Pushing event updated for resources: {'Port': ['ID=c3e4d07b-4b7c-412c-b68f-9d0c35056ba2,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:14.105995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c4d1334b-a6d0-453a-8141-6e6fd21f1826 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.164096 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a72a4-70fe-4d18-b6ad-0964dffb2eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa48369-044c-434f-9738-1aa0649b9eba,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:14.184031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4b9a72a4-70fe-4d18-b6ad-0964dffb2eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.185218 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4b9a72a4-70fe-4d18-b6ad-0964dffb2eea admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3fa48369-044c-434f-9738-1aa0649b9eba HTTP/1.1" status: 204 len: 168 time: 0.6675081 Jan 20 14:34:14.231550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.248966 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4090a50f-eacf-4b8c-a091-b78d7890cf46 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0942287 Jan 20 14:34:14.257121 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48236) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:14.283157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c4d1334b-a6d0-453a-8141-6e6fd21f1826 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.337252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1334b-a6d0-453a-8141-6e6fd21f1826 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Subnet': ['ID=836a402a-6165-4fd3-aa45-d03ad062fda5,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:14.339401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1bad49-8a0f-4f03-9184-a7e95e5928f3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Deleting subnet 6b32bae2-6b00-4a61-9252-7e0036e53e0f {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:14.349154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ff1bad49-8a0f-4f03-9184-a7e95e5928f3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.377532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c4d1334b-a6d0-453a-8141-6e6fd21f1826 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.382939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:14.388829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:14.391238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:14.398773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:14.399510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.422048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.447490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ff1bad49-8a0f-4f03-9184-a7e95e5928f3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.456264 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c4d1334b-a6d0-453a-8141-6e6fd21f1826 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/subnets/836a402a-6165-4fd3-aa45-d03ad062fda5 HTTP/1.1" status: 204 len: 168 time: 0.9098799 Jan 20 14:34:14.459885 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1050100 Jan 20 14:34:14.460727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48242) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:14.461342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6a19d-6dca-4d72-a57f-b95fe561a142 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=af93fc50-1b87-4f62-91fb-f3379a394dc1,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:14.504190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48244) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:14.657832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.677147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Deleting port 7c25e589-664d-4340-b717-7410436442fe {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:14.677498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.738148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.812600 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e8d43900-2435-4796-af96-eb478472c097 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:14.892749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port e8d43900-2435-4796-af96-eb478472c097 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:14.899248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:14.908441 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48250) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:14.909353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050431e7-91cf-42ef-aabd-0bc20a0f122a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:14.915509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050431e7-91cf-42ef-aabd-0bc20a0f122a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:14.919253 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-050431e7-91cf-42ef-aabd-0bc20a0f122a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4114954 Jan 20 14:34:14.935025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48254) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:14.962115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:14.966396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:14.973368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:14.978734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:14.979004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:14.979328 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.989747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=273409d8-4f09-4fa5-b2d8-27a4a4e3aa60,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:15.006399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ff1bad49-8a0f-4f03-9184-a7e95e5928f3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.034712 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a7e4c9fa-f776-47fd-868d-13a21b61e8d1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7395885 Jan 20 14:34:15.039315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48258) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:15.098814 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-99019a2a-7c8e-4b43-8e32-a8d3d612fe28 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b95bd82e79404a27aee4345d0364ff1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899607 Jan 20 14:34:15.105218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48262) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:15.120662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b34b2f46-aed6-43cf-803d-55384ec45809 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port af93fc50-1b87-4f62-91fb-f3379a394dc1 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:15.121031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b34b2f46-aed6-43cf-803d-55384ec45809 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.143893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298fa16d-222d-4a3b-8519-746b9b24fc24 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:15.144506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-298fa16d-222d-4a3b-8519-746b9b24fc24 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:15.196436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-298fa16d-222d-4a3b-8519-746b9b24fc24 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:15.200172 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-298fa16d-222d-4a3b-8519-746b9b24fc24 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/273409d8-4f09-4fa5-b2d8-27a4a4e3aa60 HTTP/1.1" status: 200 len: 840 time: 0.1572480 Jan 20 14:34:15.204765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48266) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:15.207558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ff1bad49-8a0f-4f03-9184-a7e95e5928f3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.286381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a82ead8d-c064-4071-818a-b6adaf036cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.306591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ff1bad49-8a0f-4f03-9184-a7e95e5928f3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.309178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bad49-8a0f-4f03-9184-a7e95e5928f3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Subnet': ['ID=6b32bae2-6b00-4a61-9252-7e0036e53e0f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:15.321461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] For port 7c25e589-664d-4340-b717-7410436442fe, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7c25e589-664d-4340-b717-7410436442fe,segment=NetworkSegment(ca8f83d5-b567-4592-af49-a3928e84ec5e),segment_id=ca8f83d5-b567-4592-af49-a3928e84ec5e)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:15.321626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.344012 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ff1bad49-8a0f-4f03-9184-a7e95e5928f3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/subnets/6b32bae2-6b00-4a61-9252-7e0036e53e0f HTTP/1.1" status: 204 len: 168 time: 1.0858295 Jan 20 14:34:15.350535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a82ead8d-c064-4071-818a-b6adaf036cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.356885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48270) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:15.412373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-bc2fa53d-0173-4be1-b419-3219865a9382 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 273409d8-4f09-4fa5-b2d8-27a4a4e3aa60 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:15.413005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa53d-0173-4be1-b419-3219865a9382 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.468967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Calling delete_port for 7c25e589-664d-4340-b717-7410436442fe owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:15.509153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa6a05-84cc-48db-8502-64d892a64539 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:15.510634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa6a05-84cc-48db-8502-64d892a64539 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:15.511381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a6fa6a05-84cc-48db-8502-64d892a64539 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Synchronizing usage tracker for tenant:eafe5102e7714411a1460945a6f17fa6 on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:15.539419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c2693c0c-a9d9-4cbc-9657-2af35fd999fd None None] Provisioning for port e8d43900-2435-4796-af96-eb478472c097 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:15.546530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c2693c0c-a9d9-4cbc-9657-2af35fd999fd None None] Provisioning complete for port e8d43900-2435-4796-af96-eb478472c097 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:15.547594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c2693c0c-a9d9-4cbc-9657-2af35fd999fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.603844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a6fa6a05-84cc-48db-8502-64d892a64539 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Unset dirty status for tenant:eafe5102e7714411a1460945a6f17fa6 on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:15.607550 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a6fa6a05-84cc-48db-8502-64d892a64539 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2471910 Jan 20 14:34:15.607550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a82ead8d-c064-4071-818a-b6adaf036cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.614167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48274) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:15.645765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b34b2f46-aed6-43cf-803d-55384ec45809 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.664092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.699263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c2693c0c-a9d9-4cbc-9657-2af35fd999fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.709398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ead8d-c064-4071-818a-b6adaf036cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0720882-beef-4101-89cc-7c2ce004d45a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:15.749040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c2693c0c-a9d9-4cbc-9657-2af35fd999fd None None] For port e8d43900-2435-4796-af96-eb478472c097, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e8d43900-2435-4796-af96-eb478472c097,segment=NetworkSegment(2662d463-bc0d-4b9d-9827-24fb15983ca5),segment_id=2662d463-bc0d-4b9d-9827-24fb15983ca5)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:15.770433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c2693c0c-a9d9-4cbc-9657-2af35fd999fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.817087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a82ead8d-c064-4071-818a-b6adaf036cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.818086 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a82ead8d-c064-4071-818a-b6adaf036cbb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b0720882-beef-4101-89cc-7c2ce004d45a HTTP/1.1" status: 204 len: 168 time: 0.7119362 Jan 20 14:34:15.827172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b34b2f46-aed6-43cf-803d-55384ec45809 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for af93fc50-1b87-4f62-91fb-f3379a394dc1 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:15.854314 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2693c0c-a9d9-4cbc-9657-2af35fd999fd None None] Pushing event updated for resources: {'Port': ['ID=e8d43900-2435-4796-af96-eb478472c097,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:15.866323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa53d-0173-4be1-b419-3219865a9382 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.874422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No DVR routers for this DVR port 7c25e589-664d-4340-b717-7410436442fe on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:15.891084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d04dcc66-032a-4b85-8891-92d618926d9a tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.905478 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Port': ['ID=7c25e589-664d-4340-b717-7410436442fe,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:16.005861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed4cf0-1d8e-493c-98fa-2b1fa8a61a3d None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:34:16.027774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-bc2fa53d-0173-4be1-b419-3219865a9382 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 273409d8-4f09-4fa5-b2d8-27a4a4e3aa60 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:16.057458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.090691 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04dcc66-032a-4b85-8891-92d618926d9a tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 20 14:34:16.091055 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04dcc66-032a-4b85-8891-92d618926d9a tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:16.097166 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d04dcc66-032a-4b85-8891-92d618926d9a tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/aa7ca539-1690-490a-8fd6-7baeafaa76f9 HTTP/1.1" status: 409 len: 405 time: 0.4703989 Jan 20 14:34:16.098595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48280) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:16.107506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1706720001'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:16.123019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a747c22-c0f7-441b-a477-5ebbc07e4af4']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:16.124098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:16.132784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:network and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:16.138539 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:16.148411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8f83d5-b567-4592-af49-a3928e84ec5e') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:16.148766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8f83d5-b567-4592-af49-a3928e84ec5e') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:16.155234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a73048cb-18ac-4eba-94cb-df7894eff89d None None] Provisioning for port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:16.157535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:16.167618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.172482 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a73048cb-18ac-4eba-94cb-df7894eff89d None None] Provisioning complete for port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:16.172874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a73048cb-18ac-4eba-94cb-df7894eff89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.175037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:16.178697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.192185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa53d-0173-4be1-b419-3219865a9382 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.194207 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.202445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b34b2f46-aed6-43cf-803d-55384ec45809 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.211575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:16.211975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.263149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fa53d-0173-4be1-b419-3219865a9382 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=273409d8-4f09-4fa5-b2d8-27a4a4e3aa60,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:16.270441 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:16.272406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa53d-0173-4be1-b419-3219865a9382 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.292300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed4cf0-1d8e-493c-98fa-2b1fa8a61a3d None None] Resources bound (agent type, host, resource id): {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:34:16.295913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:16.303905 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bc2fa53d-0173-4be1-b419-3219865a9382 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/273409d8-4f09-4fa5-b2d8-27a4a4e3aa60 HTTP/1.1" status: 204 len: 168 time: 1.0978236 Jan 20 14:34:16.304639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48288) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:16.368539 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaed1c8-f6ef-4948-b676-44e755799bab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:34:16.369094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cfaed1c8-f6ef-4948-b676-44e755799bab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:16.379837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.380245 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Added segment be8518d0-a104-4a51-bd80-bd357b0ed47d of type vlan for network 7bb70b4a-0f21-4c7b-aa32-e7547b52db10 Jan 20 14:34:16.416830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cfaed1c8-f6ef-4948-b676-44e755799bab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:16.423646 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cfaed1c8-f6ef-4948-b676-44e755799bab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/273409d8-4f09-4fa5-b2d8-27a4a4e3aa60 HTTP/1.1" status: 404 len: 333 time: 0.1134367 Jan 20 14:34:16.427029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48296) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:16.439833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'name': 'tempest-PortsTestJSON-1141391936'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:16.487947 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a73048cb-18ac-4eba-94cb-df7894eff89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.520966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b2f46-aed6-43cf-803d-55384ec45809 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=af93fc50-1b87-4f62-91fb-f3379a394dc1,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:16.541812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b34b2f46-aed6-43cf-803d-55384ec45809 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.559726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:16.567305 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b34b2f46-aed6-43cf-803d-55384ec45809 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/af93fc50-1b87-4f62-91fb-f3379a394dc1 HTTP/1.1" status: 204 len: 168 time: 1.6297827 Jan 20 14:34:16.569988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48302) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:16.573058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:16.581367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.595822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:16.599517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.609947 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a73048cb-18ac-4eba-94cb-df7894eff89d None None] For port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c3e4d07b-4b7c-412c-b68f-9d0c35056ba2,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:16.616266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.621966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.632637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a73048cb-18ac-4eba-94cb-df7894eff89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.664241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Network': ['ID=7a747c22-c0f7-441b-a477-5ebbc07e4af4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:16.667098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port ec59e5ec-5043-44fd-a6eb-42a673ce2a3b yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:16.685557 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-daecc8e4-731d-4818-99f9-b33a0d31b980 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/7a747c22-c0f7-441b-a477-5ebbc07e4af4 HTTP/1.1" status: 204 len: 168 time: 2.2203093 Jan 20 14:34:16.688550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48308) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:16.728024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73048cb-18ac-4eba-94cb-df7894eff89d None None] Pushing event updated for resources: {'Port': ['ID=c3e4d07b-4b7c-412c-b68f-9d0c35056ba2,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:16.733321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.740944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:16.741558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.774519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b68425-d77f-483f-8563-5b137c994219 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:16.776364 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b68425-d77f-483f-8563-5b137c994219 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:16.778186 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b8b68425-d77f-483f-8563-5b137c994219 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2067411 Jan 20 14:34:16.782821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48316) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:16.786507 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da00bb6-89de-4a9a-ab24-ff721ef35d98 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:16.787303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da00bb6-89de-4a9a-ab24-ff721ef35d98 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:16.789305 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4da00bb6-89de-4a9a-ab24-ff721ef35d98 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/subnets/8207c84d-81aa-4d97-a13c-015505f63008 HTTP/1.1" status: 404 len: 337 time: 0.0997627 Jan 20 14:34:16.805296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48320) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:16.806705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e8d43900-2435-4796-af96-eb478472c097 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:16.870023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a28fc76-8fb9-4c86-9361-e2b889e3b8d2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet d97daa59-d4f3-4fc0-be76-d7f1c0b12440 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:16.874539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a28fc76-8fb9-4c86-9361-e2b889e3b8d2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.934454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a28fc76-8fb9-4c86-9361-e2b889e3b8d2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.962238 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e8d43900-2435-4796-af96-eb478472c097 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:16.962762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.016812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48326) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.027996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202daba3-6c60-44b4-9298-2c4b44153f0f None None] Network aa7ca539-1690-490a-8fd6-7baeafaa76f9 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:17.060015 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9603076 Jan 20 14:34:17.061307 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa81f06-fca2-4162-960a-b3063536d1f0 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:17.061784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa81f06-fca2-4162-960a-b3063536d1f0 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:17.062811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48332) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.064433 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-afa81f06-fca2-4162-960a-b3063536d1f0 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/c09d7911-ee54-44de-901e-519e9ad6c864 HTTP/1.1" status: 404 len: 339 time: 0.2546339 Jan 20 14:34:17.070239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'subnet': {'network_id': '7bb70b4a-0f21-4c7b-aa32-e7547b52db10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:17.078012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01654cf-9fa3-47a1-bf80-9f23d9a1a90f None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:17.082173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48336) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.093455 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a220e6-ce91-4ac2-b2d2-325e4dbf084a None None] Network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:17.139314 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ef3ac3-6692-456e-8b18-98b72c1d21f6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:17.139931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ef3ac3-6692-456e-8b18-98b72c1d21f6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:17.144688 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c5ef3ac3-6692-456e-8b18-98b72c1d21f6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/subnets/38c2088b-8d2f-497a-8232-3aad17372e70 HTTP/1.1" status: 404 len: 337 time: 0.0615296 Jan 20 14:34:17.145366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48340) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.148090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfe523-3750-4085-beea-99fc84edf3ba tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Network': ['ID=7bb70b4a-0f21-4c7b-aa32-e7547b52db10,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:17.202382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-d155de67-2abc-49c5-9084-38ff32552f23 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.203421 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d155de67-2abc-49c5-9084-38ff32552f23 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1859727 Jan 20 14:34:17.207578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a28fc76-8fb9-4c86-9361-e2b889e3b8d2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.230587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48344) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.235470 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f070de-a390-4548-8916-dbcdc68b71a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:17.235984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f070de-a390-4548-8916-dbcdc68b71a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:17.237674 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-57f070de-a390-4548-8916-dbcdc68b71a6 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/9a37fce9-30c2-4db1-a9c8-e22a5f9bebb7 HTTP/1.1" status: 404 len: 339 time: 0.0900319 Jan 20 14:34:17.241367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48348) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.245776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-b1858e31-76bf-4daa-a9ae-9596c744515b tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.246871 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b1858e31-76bf-4daa-a9ae-9596c744515b tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0156775 Jan 20 14:34:17.258095 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a220e6-ce91-4ac2-b2d2-325e4dbf084a None None] Network 7a747c22-c0f7-441b-a477-5ebbc07e4af4 could not be found, it might have been deleted concurrently. {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 20 14:34:17.258801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48352) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.259761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7bb70b4a-0f21-4c7b-aa32-e7547b52db10 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:17.273136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-c3dbf7ec-bd6b-4638-beaf-4b66a80fa8fd tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.274099 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c3dbf7ec-bd6b-4638-beaf-4b66a80fa8fd tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0138118 Jan 20 14:34:17.278603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48356) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.289588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:17.299468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:17.311517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-81aa4c63-0a2c-40b8-8616-8f0ad3bc4d7c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.312524 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-81aa4c63-0a2c-40b8-8616-8f0ad3bc4d7c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0309062 Jan 20 14:34:17.317143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48360) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.321199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:17.325134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.335748 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac86219b-6b53-4ded-ac88-1e1ae498f7e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:17.337206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac86219b-6b53-4ded-ac88-1e1ae498f7e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:17.341906 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ac86219b-6b53-4ded-ac88-1e1ae498f7e4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/subnets/3e1c89c7-996e-4b89-b186-a67c1d35f72c HTTP/1.1" status: 404 len: 337 time: 0.0963931 Jan 20 14:34:17.347727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48364) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.356846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-e55cc8b1-24a5-4ca0-969d-d29803224d21 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.357909 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e55cc8b1-24a5-4ca0-969d-d29803224d21 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0397334 Jan 20 14:34:17.365580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48368) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.382630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da74988a-3690-4f3d-8247-b27fd57c739c None None] DHCP port deletion for 7a747c22-c0f7-441b-a477-5ebbc07e4af4 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:17.383490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.390038 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7635446-ab05-4653-97d3-0baa30fc26c4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:17.390187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7635446-ab05-4653-97d3-0baa30fc26c4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:17.393416 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c7635446-ab05-4653-97d3-0baa30fc26c4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/7dbe0315-b426-4dc2-99e6-ebd681417cbf HTTP/1.1" status: 404 len: 339 time: 0.0432992 Jan 20 14:34:17.395949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48372) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.428979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-faeddcef-2b0e-4497-93c5-0ad071e86155 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.432619 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-faeddcef-2b0e-4497-93c5-0ad071e86155 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0634449 Jan 20 14:34:17.432881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48376) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.445488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-e2f7df11-9451-4ef0-b5c8-3b2beb354900 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.446820 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e2f7df11-9451-4ef0-b5c8-3b2beb354900 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0127761 Jan 20 14:34:17.451920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48380) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.453027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a28fc76-8fb9-4c86-9361-e2b889e3b8d2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.479778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd0c46d-fa34-4379-9a6e-9be5facc85b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Deleting subnet 3d6e6218-4bdf-43ef-a11f-c95f1ce201f6 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:17.484406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c46d-fa34-4379-9a6e-9be5facc85b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.499024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-af94f962-16c7-4aa8-b075-04400cfbcaa1 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.500041 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-af94f962-16c7-4aa8-b075-04400cfbcaa1 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0423539 Jan 20 14:34:17.510745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48384) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.515908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a28fc76-8fb9-4c86-9361-e2b889e3b8d2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.528009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.529674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28fc76-8fb9-4c86-9361-e2b889e3b8d2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=d97daa59-d4f3-4fc0-be76-d7f1c0b12440,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:17.532314 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2a28fc76-8fb9-4c86-9361-e2b889e3b8d2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/d97daa59-d4f3-4fc0-be76-d7f1c0b12440 HTTP/1.1" status: 204 len: 168 time: 0.7474232 Jan 20 14:34:17.536680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-5d0e1051-2dff-4287-bd42-5665260317e3 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.540558 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5d0e1051-2dff-4287-bd42-5665260317e3 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0246165 Jan 20 14:34:17.540558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48388) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.544100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48390) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.595640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-6ae4bab6-ea51-4136-b719-82c62a23a0f9 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.599033 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6ae4bab6-ea51-4136-b719-82c62a23a0f9 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0137489 Jan 20 14:34:17.599271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48396) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.611674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:17.622336 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-707a82b9-f12c-49a9-b736-55428a422b96 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798237 Jan 20 14:34:17.623088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48400) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.624949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-c915c96e-c156-4b39-84bc-a90ffabfdd70 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.629214 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c915c96e-c156-4b39-84bc-a90ffabfdd70 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0170939 Jan 20 14:34:17.629386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:17.632945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:17.639034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:17.639629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.647564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48404) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.656124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c46d-fa34-4379-9a6e-9be5facc85b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.692813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-126a6001-dc8b-4183-bd00-497274a05e7c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.694704 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-126a6001-dc8b-4183-bd00-497274a05e7c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0450695 Jan 20 14:34:17.704412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48408) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.718750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-15fbf987-a266-41c8-b7c3-49e50049d812 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.718872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31023e74-4429-4b0f-ba05-d10f85355fea None None] Network aa7ca539-1690-490a-8fd6-7baeafaa76f9 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:17.719870 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-15fbf987-a266-41c8-b7c3-49e50049d812 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0066893 Jan 20 14:34:17.723332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48412) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.732782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=ec59e5ec-5043-44fd-a6eb-42a673ce2a3b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:17.736189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-7097d57d-7687-4268-8c51-21688293679c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.737186 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7097d57d-7687-4268-8c51-21688293679c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0124710 Jan 20 14:34:17.741733 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-45d92b5b-370d-4851-8d41-6a4c65a79bb3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3113697 Jan 20 14:34:17.741733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48416) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.745546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48418) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.745693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-e1e19629-5a9b-4412-be3d-9fdc83cc89b0 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.746560 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e1e19629-5a9b-4412-be3d-9fdc83cc89b0 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0051532 Jan 20 14:34:17.749846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48422) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.762242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cb08aec1-14e5-4c34-a238-6dee8f446865 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:17.762719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-bdace6ec-45b8-4bd0-b663-8155e832a650 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.763678 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bdace6ec-45b8-4bd0-b663-8155e832a650 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0129128 Jan 20 14:34:17.768678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48428) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.777920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-8bf6bcba-7fdf-4cc8-8455-831a2d911040 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.781213 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8bf6bcba-7fdf-4cc8-8455-831a2d911040 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0093122 Jan 20 14:34:17.782153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48432) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.788156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-b16c233f-1aa1-418a-859b-7ea7e9887b27 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.791273 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b16c233f-1aa1-418a-859b-7ea7e9887b27 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060840 Jan 20 14:34:17.795596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48436) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.816481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dad582a-d0a7-4bcf-92a7-cf27c737733f None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:17.819371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c46d-fa34-4379-9a6e-9be5facc85b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.822709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-2aa4f22d-b1eb-431c-9b64-a53ecaea76fc tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.823653 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2aa4f22d-b1eb-431c-9b64-a53ecaea76fc tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0158641 Jan 20 14:34:17.832684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48440) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.836955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8dad582a-d0a7-4bcf-92a7-cf27c737733f None None] Deleting port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:17.837399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8dad582a-d0a7-4bcf-92a7-cf27c737733f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.848673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0211d940-ea7e-4f84-b430-09071a407139 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:17.849360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0211d940-ea7e-4f84-b430-09071a407139 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:17.856906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-ea285019-8653-4f15-b680-27f95560b2ea tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.860265 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ea285019-8653-4f15-b680-27f95560b2ea tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0213883 Jan 20 14:34:17.861835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48444) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.869868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-6828f248-2f0b-4e7d-9f38-ac8af1108086 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.873203 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6828f248-2f0b-4e7d-9f38-ac8af1108086 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0080638 Jan 20 14:34:17.875103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48448) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.880967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-3282ede9-fadd-4d70-b163-226c695be80b tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.884148 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3282ede9-fadd-4d70-b163-226c695be80b tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0071733 Jan 20 14:34:17.884745 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48452) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.891396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-b5595e8d-a102-4792-a6ff-62ffdd3b69e1 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.894462 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b5595e8d-a102-4792-a6ff-62ffdd3b69e1 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067201 Jan 20 14:34:17.894899 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48456) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.903085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-062a8ee0-fa18-4b1f-8d4f-e263da301515 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.904706 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-062a8ee0-fa18-4b1f-8d4f-e263da301515 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0082605 Jan 20 14:34:17.907058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48460) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.913726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-da203ed3-9765-4af8-af24-b52719f91b50 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.916758 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-da203ed3-9765-4af8-af24-b52719f91b50 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0059080 Jan 20 14:34:17.917577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48464) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.923840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-731d62b8-a619-43d3-ac02-f44f88fc96ed tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.927007 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-731d62b8-a619-43d3-ac02-f44f88fc96ed tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063231 Jan 20 14:34:17.928262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48468) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.939391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c46d-fa34-4379-9a6e-9be5facc85b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.951070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-1ecb28f4-c198-423c-a405-340ee50ce3d6 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:17.954609 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1ecb28f4-c198-423c-a405-340ee50ce3d6 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0156682 Jan 20 14:34:17.957976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48472) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.980358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0c46d-fa34-4379-9a6e-9be5facc85b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6e6218-4bdf-43ef-a11f-c95f1ce201f6,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:17.992461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c46d-fa34-4379-9a6e-9be5facc85b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.995811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0211d940-ea7e-4f84-b430-09071a407139 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:17.997050 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0211d940-ea7e-4f84-b430-09071a407139 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3730783 Jan 20 14:34:18.002476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48476) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.006137 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3cd0c46d-fa34-4379-9a6e-9be5facc85b9 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/subnets/3d6e6218-4bdf-43ef-a11f-c95f1ce201f6 HTTP/1.1" status: 204 len: 168 time: 0.6090934 Jan 20 14:34:18.006846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-e74fbaa2-ffbf-42e3-b2c0-437f65c3c751 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.010476 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e74fbaa2-ffbf-42e3-b2c0-437f65c3c751 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0186386 Jan 20 14:34:18.010634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48478) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.010846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48482) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.022661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb08aec1-14e5-4c34-a238-6dee8f446865 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.024663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bf06a5-701f-4a26-8bcd-1b01c7918a59 None None] Network 6d641895-eb3d-49b5-a166-0fd5e62e0b5a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:18.102654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-edab5eff-9a44-4264-8f06-d6d8149d70ab tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.103590 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-edab5eff-9a44-4264-8f06-d6d8149d70ab tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0096562 Jan 20 14:34:18.109404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.objects.ports [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:34:18.110167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1b3eec-3f0f-4ec6-8c6f-60eb6f6b944a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:18.110862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0a1b3eec-3f0f-4ec6-8c6f-60eb6f6b944a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:18.113133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48488) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.120323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.168154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-b0a26086-6e6c-4663-9a0a-bd0464cb4b98 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.171540 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b0a26086-6e6c-4663-9a0a-bd0464cb4b98 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0116386 Jan 20 14:34:18.184031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48492) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.205898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-d0887ae4-da14-41e9-b91a-7596b30f4ba2 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.209358 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d0887ae4-da14-41e9-b91a-7596b30f4ba2 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0146816 Jan 20 14:34:18.211565 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48496) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.216045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0a1b3eec-3f0f-4ec6-8c6f-60eb6f6b944a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:18.217194 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0a1b3eec-3f0f-4ec6-8c6f-60eb6f6b944a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2098818 Jan 20 14:34:18.222022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-e614d306-a565-4c47-b480-19f14a2adab0 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.225280 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e614d306-a565-4c47-b480-19f14a2adab0 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0123491 Jan 20 14:34:18.225280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48500) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.227515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48502) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.231070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.255105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Subnet': ['ID=1aa1446b-0f4c-43d8-ac41-9de60ea01ecf,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:18.289589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-15fe462b-00cb-4465-a6be-0356470608c9 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.292975 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-15fe462b-00cb-4465-a6be-0356470608c9 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0573976 Jan 20 14:34:18.297099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48508) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.323570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-f98975d5-418c-469b-b912-cf482771148c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.326929 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f98975d5-418c-469b-b912-cf482771148c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0247123 Jan 20 14:34:18.329504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48512) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.330676 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9e26019d-864a-4b7e-b118-0988c7a3f017 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047797 Jan 20 14:34:18.331671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Deleting port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:18.332010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.340050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-c8d245a9-3afc-4c41-aa0c-c98a1fe1c84c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.341074 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c8d245a9-3afc-4c41-aa0c-c98a1fe1c84c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0104785 Jan 20 14:34:18.344864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Checking segment: {'id': 'be8518d0-a104-4a51-bd80-bd357b0ed47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7bb70b4a-0f21-4c7b-aa32-e7547b52db10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:18.345108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network hostable DHCP agents. Network: 7bb70b4a-0f21-4c7b-aa32-e7547b52db10, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:18.352262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-8dad582a-d0a7-4bcf-92a7-cf27c737733f None None] For port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c3e4d07b-4b7c-412c-b68f-9d0c35056ba2,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:18.353113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48516) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.353338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8dad582a-d0a7-4bcf-92a7-cf27c737733f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.353442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48518) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.362756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-77b9aa98-8db8-44c8-8137-10a0845dc89f tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.366052 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-77b9aa98-8db8-44c8-8137-10a0845dc89f tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078585 Jan 20 14:34:18.367909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48524) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.372424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:18.378061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-68cde7b0-87fc-4c4f-94bd-ce1611a38464 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.381522 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-68cde7b0-87fc-4c4f-94bd-ce1611a38464 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0117266 Jan 20 14:34:18.386572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48528) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.400786 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-c4b30e17-112f-4280-a66e-56d7e487f576 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.404502 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c4b30e17-112f-4280-a66e-56d7e487f576 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0142834 Jan 20 14:34:18.408354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48532) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.419978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-126dec3b-6bca-4b01-8bb6-1875f4ee1218 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.423996 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-126dec3b-6bca-4b01-8bb6-1875f4ee1218 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0151174 Jan 20 14:34:18.423996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48536) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.430664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-c9a3efce-88bc-41ca-8aee-aa43c3b2130a tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.434687 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c9a3efce-88bc-41ca-8aee-aa43c3b2130a tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0099206 Jan 20 14:34:18.437537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48540) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.444760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-f86154a0-7d32-4261-b54e-f9f66ea7b8f3 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.448890 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f86154a0-7d32-4261-b54e-f9f66ea7b8f3 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0101981 Jan 20 14:34:18.450027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48544) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.486047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-bcc437c8-7cc6-4e92-ad5d-490f5bb18052 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.489773 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bcc437c8-7cc6-4e92-ad5d-490f5bb18052 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0105577 Jan 20 14:34:18.494151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48548) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.507303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-f6154db8-03c3-4139-8514-ca5d00f235cd tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.508611 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f6154db8-03c3-4139-8514-ca5d00f235cd tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0132456 Jan 20 14:34:18.512340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48552) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.519689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-dc24c5e1-2821-4374-958d-e86370c42f6c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.520738 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dc24c5e1-2821-4374-958d-e86370c42f6c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0072351 Jan 20 14:34:18.523629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48556) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.531217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-98758508-791d-4af1-b313-9bb87019ad2d tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.535149 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-98758508-791d-4af1-b313-9bb87019ad2d tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0102799 Jan 20 14:34:18.538010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48560) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.557114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] DHCP port deletion for aa7ca539-1690-490a-8fd6-7baeafaa76f9 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:18.558776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-64b48bcc-5383-4155-81d6-849ba595c6d3 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.562767 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-64b48bcc-5383-4155-81d6-849ba595c6d3 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0237508 Jan 20 14:34:18.566811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48564) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.568516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8dad582a-d0a7-4bcf-92a7-cf27c737733f None None] Calling delete_port for c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:18.596450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Deleting port e8d43900-2435-4796-af96-eb478472c097 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:18.596672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.619223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-11b50039-8518-4797-9aa7-4d22ff6c15eb tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.620310 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-11b50039-8518-4797-9aa7-4d22ff6c15eb tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0524502 Jan 20 14:34:18.621819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network 7bb70b4a-0f21-4c7b-aa32-e7547b52db10 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:18.624820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48568) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.636372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7c25e589-664d-4340-b717-7410436442fe no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:18.637253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-7cc87a20-1c7c-4171-b0d4-e4c3e5749421 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.640718 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7cc87a20-1c7c-4171-b0d4-e4c3e5749421 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0098279 Jan 20 14:34:18.641426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48572) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.648388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-77aa9f2b-74c0-4e83-8171-4f226d521289 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.652908 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-77aa9f2b-74c0-4e83-8171-4f226d521289 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0068548 Jan 20 14:34:18.654821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48576) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.665031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-9c9400f6-978c-4ed8-b9a3-99b5d8515963 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.668406 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9c9400f6-978c-4ed8-b9a3-99b5d8515963 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0102196 Jan 20 14:34:18.669346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] For port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2,segment=NetworkSegment(8bd33639-d9a0-4ae4-a142-be637a3d2be9),segment_id=8bd33639-d9a0-4ae4-a142-be637a3d2be9)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:18.669346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.670560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 7bb70b4a-0f21-4c7b-aa32-e7547b52db10) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:18.679148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48580) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.691108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:18.691686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.693505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 7c25e589-664d-4340-b717-7410436442fe {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:34:18.693846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7c25e589-664d-4340-b717-7410436442fe not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:18.694259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e8d43900-2435-4796-af96-eb478472c097 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:18.698982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-8061f3be-2c1a-4e7b-8b97-5e4206c5675c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.700257 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8061f3be-2c1a-4e7b-8b97-5e4206c5675c tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0164127 Jan 20 14:34:18.707080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:18.709103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48584) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.711496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb08aec1-14e5-4c34-a238-6dee8f446865 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.721492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-859d10b2-09ad-41a0-b603-426027c691c6 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.724924 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-859d10b2-09ad-41a0-b603-426027c691c6 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0069349 Jan 20 14:34:18.725062 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ae3be8-e9c7-493f-92cf-d24c00d0948a None None] Network 7bb70b4a-0f21-4c7b-aa32-e7547b52db10 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:18.726357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48588) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.735796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb08aec1-14e5-4c34-a238-6dee8f446865 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.740709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:18.745555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-5f6db517-9666-4ba9-b883-51f0804b0394 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.749327 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5f6db517-9666-4ba9-b883-51f0804b0394 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0172071 Jan 20 14:34:18.777910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48592) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.800945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Calling delete_port for fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:18.806213 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4ac96865-ec5f-4450-8291-640694f7ba0c tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7397134 Jan 20 14:34:18.820709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-1b79c13e-9420-441e-84d8-e414f0760873 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.820709 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1b79c13e-9420-441e-84d8-e414f0760873 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0291157 Jan 20 14:34:18.820709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-cb08aec1-14e5-4c34-a238-6dee8f446865 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] In _notify_port_updated(), no bound segment for port ec59e5ec-5043-44fd-a6eb-42a673ce2a3b on network 40a026f1-bf73-45ca-bad5-5a702814b865 {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:34:18.823594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb08aec1-14e5-4c34-a238-6dee8f446865 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:18.824200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cb08aec1-14e5-4c34-a238-6dee8f446865 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.827987 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cb08aec1-14e5-4c34-a238-6dee8f446865 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "PUT /v2.0/ports/ec59e5ec-5043-44fd-a6eb-42a673ce2a3b HTTP/1.1" status: 200 len: 818 time: 1.0768855 Jan 20 14:34:18.827987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48596) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.827987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48598) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.829719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48600) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.839835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-10c6272f-b294-4ff1-a13b-6dc194f4b6d1 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.843537 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-10c6272f-b294-4ff1-a13b-6dc194f4b6d1 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079453 Jan 20 14:34:18.849231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48608) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.864456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:18.867324 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.890040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-5b8c0b00-e539-419e-91f1-f51de4fa6ec2 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.893270 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5b8c0b00-e539-419e-91f1-f51de4fa6ec2 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0151436 Jan 20 14:34:18.923774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48612) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.936173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-c2494ecb-0d6c-4832-875a-a35012c6f26b tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:18.939714 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c2494ecb-0d6c-4832-875a-a35012c6f26b tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0122030 Jan 20 14:34:18.940903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48616) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.941768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08aec1-14e5-4c34-a238-6dee8f446865 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=ec59e5ec-5043-44fd-a6eb-42a673ce2a3b,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:18.974205 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-713a3db5-676d-40fc-b64e-e3a38f9d678f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port ec59e5ec-5043-44fd-a6eb-42a673ce2a3b {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:18.974662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-713a3db5-676d-40fc-b64e-e3a38f9d678f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.000914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8dad582a-d0a7-4bcf-92a7-cf27c737733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.004566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-648f7852-151f-44c0-9a38-b393ebe0285f tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.005702 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-648f7852-151f-44c0-9a38-b393ebe0285f tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0612729 Jan 20 14:34:19.019750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48620) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.031166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.039562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-24cd566d-0067-440f-9905-80ec156931a4 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.043310 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-24cd566d-0067-440f-9905-80ec156931a4 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0181041 Jan 20 14:34:19.046687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48624) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.061313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-f003f7e0-709f-41fc-870e-3644e920275a tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.065142 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f003f7e0-709f-41fc-870e-3644e920275a tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0150504 Jan 20 14:34:19.073316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48628) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.074157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e44b54e-97ac-47ac-b403-857e6c6f68d9 None None] DHCP port deletion for 6d641895-eb3d-49b5-a166-0fd5e62e0b5a request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:19.085822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-a11eeaae-d93c-4ae2-9c9c-709b09534000 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.090225 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a11eeaae-d93c-4ae2-9c9c-709b09534000 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0150290 Jan 20 14:34:19.091057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48632) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.110881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-02826e31-3ca0-4839-8d82-dccd19a9dcc1 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.112541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-02826e31-3ca0-4839-8d82-dccd19a9dcc1 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0138919 Jan 20 14:34:19.122802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad582a-d0a7-4bcf-92a7-cf27c737733f None None] Pushing event deleted for resources: {'Port': ['ID=c3e4d07b-4b7c-412c-b68f-9d0c35056ba2,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:19.127139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad582a-d0a7-4bcf-92a7-cf27c737733f None None] No DVR routers for this DVR port c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:19.138764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48636) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.161265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-cbc50e00-76b1-44c4-86b2-2795f54f8386 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.164891 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cbc50e00-76b1-44c4-86b2-2795f54f8386 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0196199 Jan 20 14:34:19.165393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48640) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.178347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-60028b92-22a8-4c51-a78d-158a34bfccf1 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.179444 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-60028b92-22a8-4c51-a78d-158a34bfccf1 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097892 Jan 20 14:34:19.184791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.187270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48644) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.195456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-c55a87a3-cdcc-42d1-8f5e-b71100e69d3f tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.196510 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c55a87a3-cdcc-42d1-8f5e-b71100e69d3f tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0081117 Jan 20 14:34:19.200754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48648) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.209604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] For port e8d43900-2435-4796-af96-eb478472c097, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e8d43900-2435-4796-af96-eb478472c097,segment=NetworkSegment(2662d463-bc0d-4b9d-9827-24fb15983ca5),segment_id=2662d463-bc0d-4b9d-9827-24fb15983ca5)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:19.210247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.215735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-01d44330-456f-4a9b-938d-fa6ca6c48977 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.216771 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-01d44330-456f-4a9b-938d-fa6ca6c48977 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0149064 Jan 20 14:34:19.221044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48652) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.232051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Port': ['ID=fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:19.239978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No DVR routers for this DVR port fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:19.265153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-1a12a9dc-7fcb-4fd4-a12e-978ce18effe4 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.268577 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1a12a9dc-7fcb-4fd4-a12e-978ce18effe4 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0145485 Jan 20 14:34:19.298121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48656) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.312310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [None req-6e705bc7-1cda-484f-807f-4c3a90cca284 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.316092 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6e705bc7-1cda-484f-807f-4c3a90cca284 tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0120659 Jan 20 14:34:19.322278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48660) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.338811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [None req-b6622549-9bab-40a3-908c-bb71482f3e5e tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:34:19.342826 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b6622549-9bab-40a3-908c-bb71482f3e5e tempest-ExtensionsTestJSON-166111874 tempest-ExtensionsTestJSON-166111874-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0103195 Jan 20 14:34:19.350222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.362225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.368926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Calling delete_port for e8d43900-2435-4796-af96-eb478472c097 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:19.455849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.461076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6839f0d5-ef19-4306-a2fb-c3bc1aac5dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-7bb70b4a-0f21-4c7b-aa32-e7547b52db10', 'network_id': '7bb70b4a-0f21-4c7b-aa32-e7547b52db10', 'tenant_id': 'eafe5102e7714411a1460945a6f17fa6', 'fixed_ips': [{'subnet_id': '1aa1446b-0f4c-43d8-ac41-9de60ea01ecf'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:19.462300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6839f0d5-ef19-4306-a2fb-c3bc1aac5dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.499826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port e8d43900-2435-4796-af96-eb478472c097, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e8d43900-2435-4796-af96-eb478472c097,segment=NetworkSegment(2662d463-bc0d-4b9d-9827-24fb15983ca5),segment_id=2662d463-bc0d-4b9d-9827-24fb15983ca5)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:19.527006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:19.530363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:19.535042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:19.535860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.551880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.552626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.553828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370b055-45c9-4d00-a924-8aa4581f89e1 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:19.558122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=e410fa0a-3e56-495d-baed-7bf160a58d76,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:19.572092 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.572894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:19.592131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d641895-eb3d-49b5-a166-0fd5e62e0b5a']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:19.608750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa1446b-0f4c-43d8-ac41-9de60ea01ecf,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:19.611760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd33639-d9a0-4ae4-a142-be637a3d2be9') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:19.612630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd33639-d9a0-4ae4-a142-be637a3d2be9') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:19.627398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.647593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.666666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:19.667361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:19.682443 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:19.686403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-16ae0691-c860-4a83-8b51-865fcc1bf92e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3305995 Jan 20 14:34:19.691827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48668) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.696451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-713a3db5-676d-40fc-b64e-e3a38f9d678f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.704059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:19.704446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:19.704895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:34:19.705220 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c3e4d07b-4b7c-412c-b68f-9d0c35056ba2 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:19.708868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:59:ef:49', 'name': 'tempest-NetworksTestDHCPv6-673376152'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:19.784052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.789552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=e8d43900-2435-4796-af96-eb478472c097,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server [None req-6839f0d5-ef19-4306-a2fb-c3bc1aac5dd0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aa1446b-0f4c-43d8-ac41-9de60ea01ecf: This subnet is being modified by another concurrent operation. Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:34:19.816439 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aa1446b-0f4c-43d8-ac41-9de60ea01ecf: This subnet is being modified by another concurrent operation. Jan 20 14:34:19.821151 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server Jan 20 14:34:19.839411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48672) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.849010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d4cd8f-30e5-425d-8c14-b5c3114391a3 None None] Network 7bb70b4a-0f21-4c7b-aa32-e7547b52db10 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:19.858198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb70b4a-0f21-4c7b-aa32-e7547b52db10']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:19.877767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8518d0-a104-4a51-bd80-bd357b0ed47d') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:19.878741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8518d0-a104-4a51-bd80-bd357b0ed47d') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:19.895573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.918888 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-713a3db5-676d-40fc-b64e-e3a38f9d678f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for ec59e5ec-5043-44fd-a6eb-42a673ce2a3b owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:19.919522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.928009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:19.928864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:19.954869 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:19.980006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.997488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.012516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Network': ['ID=6d641895-eb3d-49b5-a166-0fd5e62e0b5a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:20.023995 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b4f7bd8d-4656-4147-adef-871cea9dd3b8 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/6d641895-eb3d-49b5-a166-0fd5e62e0b5a HTTP/1.1" status: 204 len: 168 time: 2.0142717 Jan 20 14:34:20.036238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48678) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.039455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b04c579b-11f6-4884-a051-d84615f2938e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.077944 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ae2167-9c5c-485d-861e-d51a8b65922d tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:20.078951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ae2167-9c5c-485d-861e-d51a8b65922d tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:20.082523 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b7ae2167-9c5c-485d-861e-d51a8b65922d tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/subnets/d836689b-9f70-4865-9bef-94b403f4231e HTTP/1.1" status: 404 len: 337 time: 0.0429039 Jan 20 14:34:20.082834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48682) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.089358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b04c579b-11f6-4884-a051-d84615f2938e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:20.099517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b04c579b-11f6-4884-a051-d84615f2938e admin admin] Usage tracker for resource:security_group_rule and tenant:1389f45dbeb346419b6e6088000b80be is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:20.105020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b04c579b-11f6-4884-a051-d84615f2938e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:20.108847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.109013 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d5cb45-8aed-4dec-bb57-6f468652439f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:20.109387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d5cb45-8aed-4dec-bb57-6f468652439f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:20.113067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:20.115462 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-85d5cb45-8aed-4dec-bb57-6f468652439f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/1a895014-dc6b-4796-aea8-0e356a1ec76b HTTP/1.1" status: 404 len: 339 time: 0.0316947 Jan 20 14:34:20.116476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-713a3db5-676d-40fc-b64e-e3a38f9d678f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.116734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b04c579b-11f6-4884-a051-d84615f2938e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:20.118328 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48686) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.122970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'e410fa0a-3e56-495d-baed-7bf160a58d76'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:20.123828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.139917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.154240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:20.156519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Network': ['ID=7bb70b4a-0f21-4c7b-aa32-e7547b52db10,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:20.166361 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0c526e85-c090-4a60-aa15-d1a4cd5c2613 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/7bb70b4a-0f21-4c7b-aa32-e7547b52db10 HTTP/1.1" status: 204 len: 168 time: 1.3315747 Jan 20 14:34:20.166602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48690) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.175102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1457984604'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:20.179967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:20.191235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:network and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:20.195538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:20.205897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Deleting port e8d43900-2435-4796-af96-eb478472c097 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:20.206263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.214746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:20.214953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a3db5-676d-40fc-b64e-e3a38f9d678f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=ec59e5ec-5043-44fd-a6eb-42a673ce2a3b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:20.223049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-713a3db5-676d-40fc-b64e-e3a38f9d678f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.227273 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-713a3db5-676d-40fc-b64e-e3a38f9d678f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/ec59e5ec-5043-44fd-a6eb-42a673ce2a3b HTTP/1.1" status: 204 len: 168 time: 1.3942518 Jan 20 14:34:20.228240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48694) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.277118 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:20.286243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-695cd0b6-da8b-4db7-b6ad-b57a504592b4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Deleting subnet 9645273c-25f4-4889-863c-229b260f8b4b {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:20.299075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-695cd0b6-da8b-4db7-b6ad-b57a504592b4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.319359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:20.322982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.359708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-695cd0b6-da8b-4db7-b6ad-b57a504592b4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.401296 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.413645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eac757-20ad-468c-8de0-f2e480e7440d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:20.414350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-43eac757-20ad-468c-8de0-f2e480e7440d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:20.422904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:20.435339 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-43eac757-20ad-468c-8de0-f2e480e7440d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:20.436536 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-43eac757-20ad-468c-8de0-f2e480e7440d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2074537 Jan 20 14:34:20.439343 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48698) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.457662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.458001 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Added segment c2054efa-49c1-4d35-93d9-0c48304ddde7 of type vlan for network 6f356bcb-4b08-4b66-b520-418dedd378b7 Jan 20 14:34:20.461303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b04c579b-11f6-4884-a051-d84615f2938e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.472977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port ef0d4e2d-cdcc-4fc7-8809-f8cd25bfb8a0 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:20.491773 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fe3065-f9ea-464f-876d-146cca47372e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:34:20.493369 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a3fe3065-f9ea-464f-876d-146cca47372e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/ec59e5ec-5043-44fd-a6eb-42a673ce2a3b HTTP/1.1" status: 404 len: 333 time: 0.0529554 Jan 20 14:34:20.497204 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48702) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.508130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-947767341'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:20.511156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b04c579b-11f6-4884-a051-d84615f2938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.519114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:20.525058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:network and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:20.529095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:20.536543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:20.547769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-695cd0b6-da8b-4db7-b6ad-b57a504592b4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.549258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/e410fa0a-3e56-495d-baed-7bf160a58d76/bc891664-9c59-4ef0-8228-2daee5289c52) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:20.559748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] For port e8d43900-2435-4796-af96-eb478472c097, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e8d43900-2435-4796-af96-eb478472c097,segment=NetworkSegment(2662d463-bc0d-4b9d-9827-24fb15983ca5),segment_id=2662d463-bc0d-4b9d-9827-24fb15983ca5)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:20.560170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.582711 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.596109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:20.600595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.615152 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b04c579b-11f6-4884-a051-d84615f2938e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1389f45dbeb346419b6e6088000b80be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7721188 Jan 20 14:34:20.617084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48706) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.617445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c579b-11f6-4884-a051-d84615f2938e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8d80d1-a95d-4439-b35a-c8bb0a434ca3,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:20.651549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.657270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:20.657628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.697034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:20.702559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:20.729465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.729894 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Added segment 9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1 of type vlan for network e358c92c-e2af-4e6d-8e1c-f2201127bae2 Jan 20 14:34:20.731801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5711408-4fd3-4b7d-a008-6008b13a31ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.739537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-695cd0b6-da8b-4db7-b6ad-b57a504592b4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.740275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Calling delete_port for e8d43900-2435-4796-af96-eb478472c097 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:20.801472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cd0b6-da8b-4db7-b6ad-b57a504592b4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Subnet': ['ID=9645273c-25f4-4889-863c-229b260f8b4b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:20.824267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:34:20.824968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fe92f5c5-1939-4b10-b0ef-ab2de7d8ace2 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:20.825864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-695cd0b6-da8b-4db7-b6ad-b57a504592b4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.831831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5711408-4fd3-4b7d-a008-6008b13a31ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.843853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.846515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b57990-d95c-4ef5-bc11-1ac2dccd7c17 None None] Network 25998c15-a153-4b9c-84ac-d51b27d72188 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:20.870327 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-695cd0b6-da8b-4db7-b6ad-b57a504592b4 tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/subnets/9645273c-25f4-4889-863c-229b260f8b4b HTTP/1.1" status: 204 len: 168 time: 0.7513008 Jan 20 14:34:20.879809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48710) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.913480 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7456386 Jan 20 14:34:20.916297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48714) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.922172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'subnet': {'network_id': '6f356bcb-4b08-4b66-b520-418dedd378b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:20.939186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b8aa7-bff5-4b89-8072-59b14a7c8165 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Network': ['ID=6f356bcb-4b08-4b66-b520-418dedd378b7,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:20.969044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 6f356bcb-4b08-4b66-b520-418dedd378b7 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:20.996615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.001846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:21.002545 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.046908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:21.053005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:subnet and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:21.058312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:21.068475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:21.082894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:21.089443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.167680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.238587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.245065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5711408-4fd3-4b7d-a008-6008b13a31ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.266428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] Pushing event deleted for resources: {'Port': ['ID=e8d43900-2435-4796-af96-eb478472c097,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:21.271140 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7701302 Jan 20 14:34:21.271309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6389eb-b5a2-4728-9093-bd78c5b61d19 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Network': ['ID=e358c92c-e2af-4e6d-8e1c-f2201127bae2,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:21.272655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48718) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:21.273493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5711408-4fd3-4b7d-a008-6008b13a31ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8d80d1-a95d-4439-b35a-c8bb0a434ca3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:21.276039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5711408-4fd3-4b7d-a008-6008b13a31ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.281467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:21.284498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21a256-a176-4a10-be40-afbf24a414e3 None None] No DVR routers for this DVR port e8d43900-2435-4796-af96-eb478472c097 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:21.288989 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a5711408-4fd3-4b7d-a008-6008b13a31ca admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1f8d80d1-a95d-4439-b35a-c8bb0a434ca3 HTTP/1.1" status: 204 len: 168 time: 0.6603558 Jan 20 14:34:21.301322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Deleting port 77832522-51c2-4bf1-a472-8d58ced971a5 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:21.301659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.315762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network e358c92c-e2af-4e6d-8e1c-f2201127bae2 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:21.402623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:21.409530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:21.414921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:21.423419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:21.452829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:21.456310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.486429 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.519271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Transition to ACTIVE for port object bc891664-9c59-4ef0-8228-2daee5289c52 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:21.547637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Transition to ACTIVE for port object bc891664-9c59-4ef0-8228-2daee5289c52 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:21.561086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.638941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] For port 77832522-51c2-4bf1-a472-8d58ced971a5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=77832522-51c2-4bf1-a472-8d58ced971a5,segment=NetworkSegment(0cb58ab8-2196-41b7-bd24-c2b05a3dcd71),segment_id=0cb58ab8-2196-41b7-bd24-c2b05a3dcd71)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:21.639576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.645754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:21.646848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] DHCP port deletion for 25998c15-a153-4b9c-84ac-d51b27d72188 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:21.652772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:21.654758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::380 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/e410fa0a-3e56-495d-baed-7bf160a58d76/ef0d4e2d-cdcc-4fc7-8809-f8cd25bfb8a0) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:21.654912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] Deleting port 77832522-51c2-4bf1-a472-8d58ced971a5 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:21.655232 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.716548 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:21.795184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Calling delete_port for 77832522-51c2-4bf1-a472-8d58ced971a5 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:21.875279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.891198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object ef0d4e2d-cdcc-4fc7-8809-f8cd25bfb8a0 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:21.901955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.916181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.954941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.956472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Pushing event updated for resources: {'Port': ['ID=bc891664-9c59-4ef0-8228-2daee5289c52,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:21.967677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Attempting to bind port bc891664-9c59-4ef0-8228-2daee5289c52 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:21.968362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Attempting to bind port bc891664-9c59-4ef0-8228-2daee5289c52 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:21.968732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Attempting to bind port bc891664-9c59-4ef0-8228-2daee5289c52 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:21.971026 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Port': ['ID=77832522-51c2-4bf1-a472-8d58ced971a5,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:21.972898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] No DVR routers for this DVR port 77832522-51c2-4bf1-a472-8d58ced971a5 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:21.976018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.976407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.976764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.977098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.977426 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.977752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.978073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.978550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.978762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.979084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.979400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.979730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:21.991217 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:21.991596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:21.991987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.992389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:21.992865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Bound port: bc891664-9c59-4ef0-8228-2daee5289c52, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:21.993231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.071721 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] For port 77832522-51c2-4bf1-a472-8d58ced971a5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=77832522-51c2-4bf1-a472-8d58ced971a5,segment=NetworkSegment(0cb58ab8-2196-41b7-bd24-c2b05a3dcd71),segment_id=0cb58ab8-2196-41b7-bd24-c2b05a3dcd71)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:22.071721 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.108116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.142384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25998c15-a153-4b9c-84ac-d51b27d72188']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:22.144834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:22.156459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:22.169906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:22.170322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb58ab8-2196-41b7-bd24-c2b05a3dcd71') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:22.170626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb58ab8-2196-41b7-bd24-c2b05a3dcd71') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:22.175960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:22.176796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.185055 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.214019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.220134 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5272920 Jan 20 14:34:22.220995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48742) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:22.221435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Subnet': ['ID=b4fe012a-b4b0-483f-9779-449bc31d16eb,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:22.225806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:22.226344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.227836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bfb00-9b86-4630-902b-c63f2e172058 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=ef0d4e2d-cdcc-4fc7-8809-f8cd25bfb8a0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:22.233569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] Calling delete_port for 77832522-51c2-4bf1-a472-8d58ced971a5 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:22.241880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Checking segment: {'id': 'c2054efa-49c1-4d35-93d9-0c48304ddde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6f356bcb-4b08-4b66-b520-418dedd378b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:22.242539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network hostable DHCP agents. Network: 6f356bcb-4b08-4b66-b520-418dedd378b7, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:22.243545 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:22.262232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48746) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:22.287770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] For port bc891664-9c59-4ef0-8228-2daee5289c52, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:22.301708 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] For port bc891664-9c59-4ef0-8228-2daee5289c52, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bc891664-9c59-4ef0-8228-2daee5289c52,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:22.318972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.331353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network 6f356bcb-4b08-4b66-b520-418dedd378b7 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:22.359192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 6f356bcb-4b08-4b66-b520-418dedd378b7) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:22.373762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:22.374359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.380179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe52fd-0a1e-4372-8201-ea55b9199a3a None None] Network 6f356bcb-4b08-4b66-b520-418dedd378b7 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:22.401698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.431099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:22.431350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.431487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:22.443967 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d598b8dc-e65a-4607-a669-2ab1594b1aa3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5264714 Jan 20 14:34:22.447247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.449122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-647852892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:22.465378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48752) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:22.471281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:22.483130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Usage tracker for resource:router and tenant:feca3e9fb00e41c8998cf8203a8f0a01 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:22.496472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:22.497077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] Pushing event deleted for resources: {'Network': ['ID=25998c15-a153-4b9c-84ac-d51b27d72188,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:22.508651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:22.509505 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c0852e8e-37b7-41f4-87f7-299cb8057c5f tempest-NetworksIpV6Test-2004327635 tempest-NetworksIpV6Test-2004327635-project] 10.222.0.87 "DELETE /v2.0/networks/25998c15-a153-4b9c-84ac-d51b27d72188 HTTP/1.1" status: 204 len: 168 time: 1.6276560 Jan 20 14:34:22.520805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6facd7-cf04-4db7-adfa-0f63db9e5bd8 None None] Pushing event updated for resources: {'Port': ['ID=bc891664-9c59-4ef0-8228-2daee5289c52,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:22.528926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=5c409833-bdfe-4f5f-bf12-06495e97f820,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:22.536362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Checking segment: {'id': '9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:22.536979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network hostable DHCP agents. Network: e358c92c-e2af-4e6d-8e1c-f2201127bae2, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:22.566581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.570101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.614558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.640649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d10528-a166-4dee-aaef-98fe37b5fcdc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:22.644351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network e358c92c-e2af-4e6d-8e1c-f2201127bae2 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:22.647315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d10528-a166-4dee-aaef-98fe37b5fcdc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:22.648966 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a0d10528-a166-4dee-aaef-98fe37b5fcdc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4270370 Jan 20 14:34:22.653165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48758) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:22.670040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, e358c92c-e2af-4e6d-8e1c-f2201127bae2) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:22.685291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:22.686778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.707699 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 77832522-51c2-4bf1-a472-8d58ced971a5 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:22.714144 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.732302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b815ec-3655-4db5-98d8-d66f3f690585 None None] Network e358c92c-e2af-4e6d-8e1c-f2201127bae2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:22.769822 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-61c7e1f0-f745-4e84-afe8-3fd513da8192 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4958067 Jan 20 14:34:22.772647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48762) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:22.788332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:22.790927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-1e60c7be-5cfe-4a21-b6ca-253cc523b041 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port ef0d4e2d-cdcc-4fc7-8809-f8cd25bfb8a0 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:22.791424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7be-5cfe-4a21-b6ca-253cc523b041 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.829355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 77832522-51c2-4bf1-a472-8d58ced971a5 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:34:22.829707 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 77832522-51c2-4bf1-a472-8d58ced971a5 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:22.831252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-6f356bcb-4b08-4b66-b520-418dedd378b7', 'network_id': '6f356bcb-4b08-4b66-b520-418dedd378b7', 'tenant_id': 'eafe5102e7714411a1460945a6f17fa6', 'fixed_ips': [{'subnet_id': 'b4fe012a-b4b0-483f-9779-449bc31d16eb'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:22.832127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.871586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.934223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] Deleting port 77832522-51c2-4bf1-a472-8d58ced971a5 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:22.934732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.969442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.973382 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7eaae332-3b09-4b47-bb08-3e7810acfd00 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7091579 Jan 20 14:34:22.977413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48768) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:23.010755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2051062484'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:23.020075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:23.042751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Usage tracker for resource:network and tenant:feca3e9fb00e41c8998cf8203a8f0a01 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:23.047298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48772) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:23.048234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:23.058997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:23.081605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f958870f-b90c-4d73-b669-f0cac11c5738 None None] The port '77832522-51c2-4bf1-a472-8d58ced971a5' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:34:23.095796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.167589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:23.171430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Made reservation on behalf of feca3e9fb00e41c8998cf8203a8f0a01 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:23.173459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:23.175457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.176822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:23.183232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:23.198999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:23.204040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.258596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-e358c92c-e2af-4e6d-8e1c-f2201127bae2', 'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2', 'tenant_id': 'afb89df1bb2349fc9d765c87454ab71e', 'fixed_ips': [{'subnet_id': '5c409833-bdfe-4f5f-bf12-06495e97f820'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:23.259532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.330069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Allocated IP 2001:db8::2 (6f356bcb-4b08-4b66-b520-418dedd378b7/b4fe012a-b4b0-483f-9779-449bc31d16eb/ae1b5c95-dd26-4d87-b7b2-355e88236a93) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:23.378169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.393390 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c60e3756-c3b5-4cba-ae38-f7f91e190e8f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=40d1296d52de431b88bd06f3fd8fed9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423731 Jan 20 14:34:23.393939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48778) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:23.462452 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:23.471593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Usage tracker for resource:security_group_rule and tenant:feca3e9fb00e41c8998cf8203a8f0a01 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:23.477890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:23.511335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:23.532503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-263d9f9e-df45-4e38-8524-2f807b89b366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.565001 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7be-5cfe-4a21-b6ca-253cc523b041 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.569603 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.ipam_backend_mixin [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5c409833-bdfe-4f5f-bf12-06495e97f820 (CIDR: 172.20.0.0/28) Jan 20 14:34:23.579858 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:34:23.581664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:23.613712 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-36aaf1c3-d603-480f-9182-cf955f6ce083 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8338745 Jan 20 14:34:23.613926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48782) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:23.620801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:23.630668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Allocated IP 172.20.0.2 (e358c92c-e2af-4e6d-8e1c-f2201127bae2/5c409833-bdfe-4f5f-bf12-06495e97f820/3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:23.712341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-1e60c7be-5cfe-4a21-b6ca-253cc523b041 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for ef0d4e2d-cdcc-4fc7-8809-f8cd25bfb8a0 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:23.737129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.760852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-263d9f9e-df45-4e38-8524-2f807b89b366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.764198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Transition to ACTIVE for port object ae1b5c95-dd26-4d87-b7b2-355e88236a93 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:23.788645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:23.792965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:23.795428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:23.801498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:23.801685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Transition to ACTIVE for port object ae1b5c95-dd26-4d87-b7b2-355e88236a93 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:23.815275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:23.815801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.819178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.897677 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.936702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Network 6f356bcb-4b08-4b66-b520-418dedd378b7 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:23.941706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:23.947229 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:23.962857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Pushing event updated for resources: {'Port': ['ID=ae1b5c95-dd26-4d87-b7b2-355e88236a93,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:24.010950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.014617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fe012a-b4b0-483f-9779-449bc31d16eb,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:24.017698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-263d9f9e-df45-4e38-8524-2f807b89b366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.082663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Transition to ACTIVE for port object 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:24.097743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d9f9e-df45-4e38-8524-2f807b89b366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97091e57-81ef-4b8d-b529-a57593422c5c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:24.125846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Transition to ACTIVE for port object 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:24.151501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Attempting to bind port ae1b5c95-dd26-4d87-b7b2-355e88236a93 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:24.151995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Attempting to bind port ae1b5c95-dd26-4d87-b7b2-355e88236a93 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'c2054efa-49c1-4d35-93d9-0c48304ddde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6f356bcb-4b08-4b66-b520-418dedd378b7'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:24.152451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Attempting to bind port ae1b5c95-dd26-4d87-b7b2-355e88236a93 on network 6f356bcb-4b08-4b66-b520-418dedd378b7 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:24.154808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.158035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.179595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7be-5cfe-4a21-b6ca-253cc523b041 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.199071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:24.199536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Checking segment: {'id': 'c2054efa-49c1-4d35-93d9-0c48304ddde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6f356bcb-4b08-4b66-b520-418dedd378b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:24.199889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.200353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Bound using segment: {'id': 'c2054efa-49c1-4d35-93d9-0c48304ddde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6f356bcb-4b08-4b66-b520-418dedd378b7'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:24.200831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Bound port: ae1b5c95-dd26-4d87-b7b2-355e88236a93, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2054efa-49c1-4d35-93d9-0c48304ddde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6f356bcb-4b08-4b66-b520-418dedd378b7'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:24.201392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.205949 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.220959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-de28252f-a735-4180-a4ba-a8373a526f0a None None] Provisioning for port bc891664-9c59-4ef0-8228-2daee5289c52 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:24.259288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60c7be-5cfe-4a21-b6ca-253cc523b041 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=ef0d4e2d-cdcc-4fc7-8809-f8cd25bfb8a0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:24.270501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f356bcb-4b08-4b66-b520-418dedd378b7']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:24.284946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network e358c92c-e2af-4e6d-8e1c-f2201127bae2 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:24.285634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Network e358c92c-e2af-4e6d-8e1c-f2201127bae2 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:24.289674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:24.294186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:24.295024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:24.295816 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.306588 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:24.310372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Pushing event updated for resources: {'Port': ['ID=3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:24.312079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=3a43ab71-f25d-4ece-8b5d-2aacb928456a,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:24.339263 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aede8d2f-cfba-467a-b7e4-5ff66c43f295 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7240758 Jan 20 14:34:24.340191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48786) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:24.344671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2054efa-49c1-4d35-93d9-0c48304ddde7') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:24.344975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2054efa-49c1-4d35-93d9-0c48304ddde7') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:24.348841 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2', 'fixed_ips': [{'subnet_id': '5c409833-bdfe-4f5f-bf12-06495e97f820'}, {'subnet_id': '3a43ab71-f25d-4ece-8b5d-2aacb928456a'}], 'name': 'tempest-PortsTestJSON-1739434634'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:24.362035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1e60c7be-5cfe-4a21-b6ca-253cc523b041 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.366186 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1e60c7be-5cfe-4a21-b6ca-253cc523b041 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/ef0d4e2d-cdcc-4fc7-8809-f8cd25bfb8a0 HTTP/1.1" status: 204 len: 168 time: 1.7103336 Jan 20 14:34:24.367952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48790) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:24.373195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.380795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-263d9f9e-df45-4e38-8524-2f807b89b366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.382100 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-263d9f9e-df45-4e38-8524-2f807b89b366 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/97091e57-81ef-4b8d-b529-a57593422c5c HTTP/1.1" status: 204 len: 168 time: 0.9875047 Jan 20 14:34:24.421371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.442084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:24.442630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:24.467277 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:24.480885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f738766a-04f4-4136-955b-134b5325c185 None None] Could not find standard attr ID for object ef0d4e2d-cdcc-4fc7-8809-f8cd25bfb8a0. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:34:24.484260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] For port ae1b5c95-dd26-4d87-b7b2-355e88236a93, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:24.489105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Attempting to bind port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:24.489955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Attempting to bind port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:24.489955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Attempting to bind port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b on network e358c92c-e2af-4e6d-8e1c-f2201127bae2 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:24.506196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:24.506196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Checking segment: {'id': '9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:24.506592 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.506931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Bound using segment: {'id': '9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:24.507417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Bound port: 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:24.507784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.551074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920e3c3-5549-4132-aa59-7691044586bf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:24.552676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920e3c3-5549-4132-aa59-7691044586bf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:24.553428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3920e3c3-5549-4132-aa59-7691044586bf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:24.605828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.637432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:24.640136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.653799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3920e3c3-5549-4132-aa59-7691044586bf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:24.656231 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3920e3c3-5549-4132-aa59-7691044586bf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2868617 Jan 20 14:34:24.660616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48798) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:24.667648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:24.688965 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.691845 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Added segment 87680a0c-13ff-4074-b20c-b5ac72360c0f of type vlan for network cad29934-06f3-4a2e-a3bf-5f6042810ade Jan 20 14:34:24.694846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.711736 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] For port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:24.715651 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bc891664-9c59-4ef0-8228-2daee5289c52 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:24.729835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:24.732761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.762782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:24.788541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.794577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:24.794929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35407d3-7108-4547-b772-4b97b7cd4a1a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet e410fa0a-3e56-495d-baed-7bf160a58d76 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:24.795776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.799114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] For port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b,segment=NetworkSegment(9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1),segment_id=9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:24.820555 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.835848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] For port ae1b5c95-dd26-4d87-b7b2-355e88236a93, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ae1b5c95-dd26-4d87-b7b2-355e88236a93,segment=NetworkSegment(c2054efa-49c1-4d35-93d9-0c48304ddde7),segment_id=c2054efa-49c1-4d35-93d9-0c48304ddde7)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:24.846236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a35407d3-7108-4547-b772-4b97b7cd4a1a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.896285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.901774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:34:24.901774 dv-neutron-825123-1-hyperv neutron-server[87495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:34:24.901774 dv-neutron-825123-1-hyperv neutron-server[87495]: [parameters: {'id': '6f356bcb-4b08-4b66-b520-418dedd378b7'}] Jan 20 14:34:24.901774 dv-neutron-825123-1-hyperv neutron-server[87495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:24.902151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:24.914528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port bc891664-9c59-4ef0-8228-2daee5289c52 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:24.926999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772e23ce-7fca-4b8e-9631-5217f94381e5,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:24.940924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port bc891664-9c59-4ef0-8228-2daee5289c52 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:24.941028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'Network': ['ID=cad29934-06f3-4a2e-a3bf-5f6042810ade,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:24.941110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.948364 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-13938f71-7bae-418e-a765-722e7051463d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9638166 Jan 20 14:34:24.951369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48808) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:24.952625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a35407d3-7108-4547-b772-4b97b7cd4a1a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.958254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Request body: {'subnet': {'network_id': 'cad29934-06f3-4a2e-a3bf-5f6042810ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:25.000748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network cad29934-06f3-4a2e-a3bf-5f6042810ade details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:25.080486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.105769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port c467120b-5f16-4a9d-91a2-0880a76e030c yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:25.140895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:25.146918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Usage tracker for resource:subnet and tenant:feca3e9fb00e41c8998cf8203a8f0a01 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:25.151701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:25.159603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56112b39-5bcb-4079-8674-bce72267c003 None None] Pushing event updated for resources: {'Port': ['ID=3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:25.181640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:25.201999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Made reservation on behalf of feca3e9fb00e41c8998cf8203a8f0a01 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:25.205457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.285921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6681231-48a1-48c2-8822-ad69af66fb00 None None] Pushing event updated for resources: {'Port': ['ID=ae1b5c95-dd26-4d87-b7b2-355e88236a93,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:25.300535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a35407d3-7108-4547-b772-4b97b7cd4a1a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.405096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.419250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.439348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Deleting port ae1b5c95-dd26-4d87-b7b2-355e88236a93 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:25.440360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.475238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a35407d3-7108-4547-b772-4b97b7cd4a1a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.568583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35407d3-7108-4547-b772-4b97b7cd4a1a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=e410fa0a-3e56-495d-baed-7bf160a58d76,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:25.585428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a35407d3-7108-4547-b772-4b97b7cd4a1a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.624983 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a35407d3-7108-4547-b772-4b97b7cd4a1a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/e410fa0a-3e56-495d-baed-7bf160a58d76 HTTP/1.1" status: 204 len: 168 time: 0.9626584 Jan 20 14:34:25.626407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48822) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:25.627585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.10 (e358c92c-e2af-4e6d-8e1c-f2201127bae2/5c409833-bdfe-4f5f-bf12-06495e97f820/c467120b-5f16-4a9d-91a2-0880a76e030c) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:25.653804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48826) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:25.658343 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:25.658688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:25.659314 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa495e-2795-4ca8-9f7a-4685fa04aaa3 None None] Network 6f356bcb-4b08-4b66-b520-418dedd378b7 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:25.683179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70394b28-2b56-421a-b160-0b13aacb1cec None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:25.732438 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.18 (e358c92c-e2af-4e6d-8e1c-f2201127bae2/3a43ab71-f25d-4ece-8b5d-2aacb928456a/c467120b-5f16-4a9d-91a2-0880a76e030c) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:25.773525 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4178a636-15ca-487b-920c-4943a4d2d5df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353447 Jan 20 14:34:25.773933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48832) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:25.904935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.956572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'network': {'name': 'tempest-RoutersTest-228685673'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:25.972131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:25.987201 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:network and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:26.005353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:26.053839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:26.075712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] For port ae1b5c95-dd26-4d87-b7b2-355e88236a93, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ae1b5c95-dd26-4d87-b7b2-355e88236a93,segment=NetworkSegment(c2054efa-49c1-4d35-93d9-0c48304ddde7),segment_id=c2054efa-49c1-4d35-93d9-0c48304ddde7)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:26.076145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.090346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Checking segment: {'id': '87680a0c-13ff-4074-b20c-b5ac72360c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cad29934-06f3-4a2e-a3bf-5f6042810ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:26.090704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Network hostable DHCP agents. Network: cad29934-06f3-4a2e-a3bf-5f6042810ade, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:26.104889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'Subnet': ['ID=93f0d521-9204-4bbc-8ed6-13a0843cf783,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:26.131289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06850a25-3e95-4cda-8f3e-9107fa319eb6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:26.131979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-06850a25-3e95-4cda-8f3e-9107fa319eb6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:26.145631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:26.153891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Deleting port bc891664-9c59-4ef0-8228-2daee5289c52 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:26.153891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.174737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-06850a25-3e95-4cda-8f3e-9107fa319eb6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:26.175972 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-06850a25-3e95-4cda-8f3e-9107fa319eb6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3999295 Jan 20 14:34:26.185104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48836) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:26.224794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:26.228367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.247910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Calling delete_port for ae1b5c95-dd26-4d87-b7b2-355e88236a93 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:26.253524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.280422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.280728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object c467120b-5f16-4a9d-91a2-0880a76e030c will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:26.284387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c3796-0a85-492c-8b85-5bb44d93ce57 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:26.285495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d40c3796-0a85-492c-8b85-5bb44d93ce57 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:26.327254 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d40c3796-0a85-492c-8b85-5bb44d93ce57 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:26.328559 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d40c3796-0a85-492c-8b85-5bb44d93ce57 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1426291 Jan 20 14:34:26.331430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48840) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:26.338572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:26.345970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:security_group_rule and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:26.347719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.351470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:26.360405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:26.362435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Network cad29934-06f3-4a2e-a3bf-5f6042810ade is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:26.385642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port bc891664-9c59-4ef0-8228-2daee5289c52, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bc891664-9c59-4ef0-8228-2daee5289c52,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:26.401542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, cad29934-06f3-4a2e-a3bf-5f6042810ade) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:26.408306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:26.408896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.428014 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-73e1aaf1-b689-4079-89e2-345a21c74c6c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954590 Jan 20 14:34:26.432305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48844) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:26.441930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9f4a9-a69b-4b01-88a0-53b903468d47 None None] Network cad29934-06f3-4a2e-a3bf-5f6042810ade requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:26.442994 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.462620 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.490255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:26.505338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.518760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network e358c92c-e2af-4e6d-8e1c-f2201127bae2 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:26.523900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:26.542272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:26.576866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=c467120b-5f16-4a9d-91a2-0880a76e030c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:26.598202 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e0a1c9c1-c553-4a71-ae8e-dac178beada0 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6424608 Jan 20 14:34:26.598202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No DVR routers for this DVR port ae1b5c95-dd26-4d87-b7b2-355e88236a93 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:26.607026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48848) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:26.620925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Request body: {'network': {'name': 'tempest-router-network01--38818294'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:26.633830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:26.645353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Usage tracker for resource:network and tenant:feca3e9fb00e41c8998cf8203a8f0a01 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:26.650388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:26.664710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:26.679535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:26.680932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.706077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Made reservation on behalf of feca3e9fb00e41c8998cf8203a8f0a01 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:26.718277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.733746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:26.741476 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a0023ece-96e8-41fd-bca8-87482924d064 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.3970244 Jan 20 14:34:26.742146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48852) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:26.748852 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c409833-bdfe-4f5f-bf12-06495e97f820'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:26.761064 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4826d84-09b3-4c86-843a-f17fbad4100a None None] Network e358c92c-e2af-4e6d-8e1c-f2201127bae2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:26.793614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Port': ['ID=ae1b5c95-dd26-4d87-b7b2-355e88236a93,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:26.805263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:26.811528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=bc891664-9c59-4ef0-8228-2daee5289c52,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:26.854908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.855249 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Added segment d394f7e1-39e7-4975-b0fe-c84b1ef88eba of type vlan for network fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 Jan 20 14:34:26.865359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] For port bc891664-9c59-4ef0-8228-2daee5289c52, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bc891664-9c59-4ef0-8228-2daee5289c52,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:26.865590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.900768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.910399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.933907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.956709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.975927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:26.978064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.999533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f356bcb-4b08-4b66-b520-418dedd378b7']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:27.014011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:27.035067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2054efa-49c1-4d35-93d9-0c48304ddde7') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:27.035389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2054efa-49c1-4d35-93d9-0c48304ddde7') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:27.049170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:27.050081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Calling delete_port for bc891664-9c59-4ef0-8228-2daee5289c52 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:27.060765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.068646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ffeb7d-9b18-4972-99f6-ba847ed634be,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:27.079936 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:27.083794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.084573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d22869-9175-438e-8757-22e96037227c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-cad29934-06f3-4a2e-a3bf-5f6042810ade', 'network_id': 'cad29934-06f3-4a2e-a3bf-5f6042810ade', 'tenant_id': 'feca3e9fb00e41c8998cf8203a8f0a01', 'fixed_ips': [{'subnet_id': '93f0d521-9204-4bbc-8ed6-13a0843cf783'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:27.085374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-71d22869-9175-438e-8757-22e96037227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.095267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.101096 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:27.101861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.109288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.109536 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added segment 161acf04-c647-4898-a1d9-70237d1bb5d0 of type vlan for network 3b2a2a07-654a-4856-9953-131f4c0074a1 Jan 20 14:34:27.116086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.164795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5cf17738-b357-4a7f-a653-5ab1d21b3a1f None None] Provisioning for port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:27.176898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:27.177276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:27.203444 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:27.233403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6248224 Jan 20 14:34:27.274489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48856) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.283002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cee9d8-7ef7-4d5e-9858-6dd179f5406d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'Network': ['ID=fb882c13-6b1b-40ef-a7a2-8c44d4d8b605,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:27.288944 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Request body: {'network': {'name': 'tempest-router-network02--266553982'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:27.303471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:27.310266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Usage tracker for resource:network and tenant:feca3e9fb00e41c8998cf8203a8f0a01 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:27.314844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:27.315954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:27.318466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:27.324836 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.333419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:27.356007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.360470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.391642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Made reservation on behalf of feca3e9fb00e41c8998cf8203a8f0a01 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:27.395319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.398879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Network': ['ID=6f356bcb-4b08-4b66-b520-418dedd378b7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:27.408160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:27.409098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.434686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:27.454566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.455040 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Added segment b4d47175-7f50-4a8e-a0e0-6960e89eb41f of type vlan for network 9b1e7780-e25d-40bf-8c36-c1973b6d0c95 Jan 20 14:34:27.457077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.462477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:27.463391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.485892 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-248fc05a-0ace-4f02-8607-d87b0b8269a1 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/6f356bcb-4b08-4b66-b520-418dedd378b7 HTTP/1.1" status: 204 len: 168 time: 5.0148745 Jan 20 14:34:27.490335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48860) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.499584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:27.499938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:27.503029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-964794261'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:27.508743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:27.520967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:network and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:27.526584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:27.538041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:27.563029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Delete allocated IP 172.20.0.18 (e358c92c-e2af-4e6d-8e1c-f2201127bae2/3a43ab71-f25d-4ece-8b5d-2aacb928456a) {{(pid=87494) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:34:27.566415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.578603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:27.582262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.597985 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9413729 Jan 20 14:34:27.604956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48864) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.611784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1b39a-3abf-4686-8f25-c6cec80045e9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Network': ['ID=3b2a2a07-654a-4856-9953-131f4c0074a1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:27.635502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'network': {'name': 'tempest-RoutersTest-381115834'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:27.654035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 3b2a2a07-654a-4856-9953-131f4c0074a1 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:27.694337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:34:27.698470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-71d22869-9175-438e-8757-22e96037227c None None] Allocated IP 172.20.0.2 (cad29934-06f3-4a2e-a3bf-5f6042810ade/93f0d521-9204-4bbc-8ed6-13a0843cf783/f64eaf18-bfc7-4ba5-bad5-1a3364c648eb) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:27.701965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:27.726862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:network and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:27.733938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:27.735827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:27.746614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.752352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:27.753684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.758293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:27.800043 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.800483 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Added segment e05499ba-c181-4503-8362-d6b3a7f4761e of type vlan for network 863debce-b6d9-4f02-9b15-682cac34fab6 Jan 20 14:34:27.805006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.805654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:34:27.899981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:27.903468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.926167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b,segment=NetworkSegment(9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1),segment_id=9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:27.941516 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6657875 Jan 20 14:34:27.942413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dc539-ce54-4899-9db6-fd053e930eb2 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'Network': ['ID=9b1e7780-e25d-40bf-8c36-c1973b6d0c95,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:27.946599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48868) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.961873 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Request body: {'subnet': {'network_id': 'fb882c13-6b1b-40ef-a7a2-8c44d4d8b605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:27.965874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.977721 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.999420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.008623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 9b1e7780-e25d-40bf-8c36-c1973b6d0c95 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:28.031071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Deleting port bc891664-9c59-4ef0-8228-2daee5289c52 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:28.031687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.061656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:28.121000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.121000 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added segment b1c98e45-fca7-40ab-a9d4-d95245887564 of type vlan for network b12a9dec-b9ce-4156-9eb1-b1f890726597 Jan 20 14:34:28.179535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bc891664-9c59-4ef0-8228-2daee5289c52 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:28.264996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.271192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.276548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:28.277119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.339156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:28.376293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] For port bc891664-9c59-4ef0-8228-2daee5289c52, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bc891664-9c59-4ef0-8228-2daee5289c52,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:28.392456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.397142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Ignored duplicate provisioning block setup for port c467120b-5f16-4a9d-91a2-0880a76e030c by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 14:34:28.404454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.406753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Usage tracker for resource:subnet and tenant:feca3e9fb00e41c8998cf8203a8f0a01 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:28.411159 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:28.411324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.412118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.427917 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9354997 Jan 20 14:34:28.428641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.433007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48872) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:28.453825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Request body: {'subnet': {'network_id': '863debce-b6d9-4f02-9b15-682cac34fab6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:28.471553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:28.520776 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e9e53-a92a-4501-bfe8-ec917c92a541 None None] Update dhcp port {'port': {'network_id': 'e358c92c-e2af-4e6d-8e1c-f2201127bae2', 'fixed_ips': [{'subnet_id': '5c409833-bdfe-4f5f-bf12-06495e97f820', 'ip_address': '172.20.0.2'}, {'subnet_id': '3a43ab71-f25d-4ece-8b5d-2aacb928456a'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': '3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:34:28.558139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:28.561880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-71d22869-9175-438e-8757-22e96037227c None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.569186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:28.570282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=bc891664-9c59-4ef0-8228-2daee5289c52,revision_number=6']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:28.576851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:28.580042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:28.580972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.595205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:34:28.602560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=a9588753-63a0-46fe-8153-7cef2608609d,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:28.602821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73abcd-b9ac-488c-bacd-e6176e3d749b tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Network': ['ID=863debce-b6d9-4f02-9b15-682cac34fab6,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:28.608910 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a661a88c-2167-4af5-b084-f8c93331b4a1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1690850 Jan 20 14:34:28.611694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48876) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:28.622353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-362c1e24-3236-414d-897e-c3fbc13e267d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:28.646617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-71d22869-9175-438e-8757-22e96037227c None None] Transition to ACTIVE for port object f64eaf18-bfc7-4ba5-bad5-1a3364c648eb will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:28.650333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 863debce-b6d9-4f02-9b15-682cac34fab6 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:28.671029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Made reservation on behalf of feca3e9fb00e41c8998cf8203a8f0a01 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:28.674972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.768672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.773920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:28.774495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.792310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-362c1e24-3236-414d-897e-c3fbc13e267d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:28.802496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-362c1e24-3236-414d-897e-c3fbc13e267d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:28.804133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=c467120b-5f16-4a9d-91a2-0880a76e030c,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:28.824851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362c1e24-3236-414d-897e-c3fbc13e267d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:28.827921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-216e9e53-a92a-4501-bfe8-ec917c92a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.828925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-362c1e24-3236-414d-897e-c3fbc13e267d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.854809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-71d22869-9175-438e-8757-22e96037227c None None] Transition to ACTIVE for port object f64eaf18-bfc7-4ba5-bad5-1a3364c648eb will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:28.880632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] For port bc891664-9c59-4ef0-8228-2daee5289c52, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bc891664-9c59-4ef0-8228-2daee5289c52,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:28.881329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.930793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.940556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-71d22869-9175-438e-8757-22e96037227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.961436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:28.970753 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.ipam_backend_mixin [None req-362c1e24-3236-414d-897e-c3fbc13e267d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9588753-63a0-46fe-8153-7cef2608609d (CIDR: 2001:db8::/64) Jan 20 14:34:28.971611 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3654306 Jan 20 14:34:28.974620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48880) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:28.980847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'subnet': {'network_id': '3b2a2a07-654a-4856-9953-131f4c0074a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:28.991102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Usage tracker for resource:subnet and tenant:eafe5102e7714411a1460945a6f17fa6 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:28.993965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28a8c1-3704-4498-aec9-19a748223803 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Network': ['ID=b12a9dec-b9ce-4156-9eb1-b1f890726597,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:28.999278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:29.003488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] In _notify_port_updated(), no bound segment for port c467120b-5f16-4a9d-91a2-0880a76e030c on network e358c92c-e2af-4e6d-8e1c-f2201127bae2 {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:34:29.009122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:29.009751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.011177 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f09bdcd7-f475-4c47-a66c-4b099fd7146e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "PUT /v2.0/ports/c467120b-5f16-4a9d-91a2-0880a76e030c HTTP/1.1" status: 200 len: 920 time: 2.2681158 Jan 20 14:34:29.015618 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-362c1e24-3236-414d-897e-c3fbc13e267d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:34:29.016183 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362c1e24-3236-414d-897e-c3fbc13e267d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:29.017833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48884) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:29.022349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:29.028820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c409833-bdfe-4f5f-bf12-06495e97f820'}, {'subnet_id': '3a43ab71-f25d-4ece-8b5d-2aacb928456a'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:29.123583 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-362c1e24-3236-414d-897e-c3fbc13e267d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5081029 Jan 20 14:34:29.124266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48888) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:29.126310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Made reservation on behalf of eafe5102e7714411a1460945a6f17fa6 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:29.128157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.131431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:29.135158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network b12a9dec-b9ce-4156-9eb1-b1f890726597 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:29.153386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:29.165919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Calling delete_port for bc891664-9c59-4ef0-8228-2daee5289c52 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:29.208161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:subnet and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:29.215526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:29.230484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:29.251892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:29.255656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.318906 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:34:29.326891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.345952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d22869-9175-438e-8757-22e96037227c None None] Network cad29934-06f3-4a2e-a3bf-5f6042810ade is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:29.395712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:29.410086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:29.418253 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-71d22869-9175-438e-8757-22e96037227c None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:29.433001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d22869-9175-438e-8757-22e96037227c None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:29.433270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:29.438103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.444613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.462219 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d22869-9175-438e-8757-22e96037227c None None] Pushing event updated for resources: {'Port': ['ID=f64eaf18-bfc7-4ba5-bad5-1a3364c648eb,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:29.481022 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port bc891664-9c59-4ef0-8228-2daee5289c52, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bc891664-9c59-4ef0-8228-2daee5289c52,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:29.522296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.669900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.679251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'Subnet': ['ID=3e5af9c2-d1a1-46e4-bd85-dc6aa5bf335a,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:29.709732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:29.739818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:29.740441 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:29.747596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Checking segment: {'id': 'd394f7e1-39e7-4975-b0fe-c84b1ef88eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb882c13-6b1b-40ef-a7a2-8c44d4d8b605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:29.748042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Network hostable DHCP agents. Network: fb882c13-6b1b-40ef-a7a2-8c44d4d8b605, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:29.765308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-71d22869-9175-438e-8757-22e96037227c None None] Attempting to bind port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:29.765664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-71d22869-9175-438e-8757-22e96037227c None None] Attempting to bind port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '87680a0c-13ff-4074-b20c-b5ac72360c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cad29934-06f3-4a2e-a3bf-5f6042810ade'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:29.766008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d22869-9175-438e-8757-22e96037227c None None] Attempting to bind port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb on network cad29934-06f3-4a2e-a3bf-5f6042810ade {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:29.796824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d22869-9175-438e-8757-22e96037227c None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:29.797485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d22869-9175-438e-8757-22e96037227c None None] Checking segment: {'id': '87680a0c-13ff-4074-b20c-b5ac72360c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cad29934-06f3-4a2e-a3bf-5f6042810ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:29.798041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-71d22869-9175-438e-8757-22e96037227c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.798633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d22869-9175-438e-8757-22e96037227c None None] Bound using segment: {'id': '87680a0c-13ff-4074-b20c-b5ac72360c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cad29934-06f3-4a2e-a3bf-5f6042810ade'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:29.799103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-71d22869-9175-438e-8757-22e96037227c None None] Bound port: f64eaf18-bfc7-4ba5-bad5-1a3364c648eb, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87680a0c-13ff-4074-b20c-b5ac72360c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cad29934-06f3-4a2e-a3bf-5f6042810ade'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:29.799448 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-71d22869-9175-438e-8757-22e96037227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.809406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Subnet': ['ID=443f1d57-0878-40d6-9378-53ee29aff773,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:29.823330 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=bc891664-9c59-4ef0-8228-2daee5289c52,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:29.826224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Checking segment: {'id': '161acf04-c647-4898-a1d9-70237d1bb5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b2a2a07-654a-4856-9953-131f4c0074a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:29.826585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network hostable DHCP agents. Network: 3b2a2a07-654a-4856-9953-131f4c0074a1, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:29.830990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-216e9e53-a92a-4501-bfe8-ec917c92a541 None None] Allocated IP 172.20.0.18 (e358c92c-e2af-4e6d-8e1c-f2201127bae2/3a43ab71-f25d-4ece-8b5d-2aacb928456a/3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:29.872178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 3b2a2a07-654a-4856-9953-131f4c0074a1 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:29.888069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 3b2a2a07-654a-4856-9953-131f4c0074a1) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:29.890951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.892792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Network fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:29.909680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, fb882c13-6b1b-40ef-a7a2-8c44d4d8b605) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:29.914811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:29.915880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.935809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:29.937068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.962218 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e83fd8b-87cf-4ad9-996e-1d52eba51486 None None] Network 3b2a2a07-654a-4856-9953-131f4c0074a1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:29.974357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a47f5-45d6-4de7-b0af-ba821f281336 None None] Network fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:29.979415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:29.983110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:30.006123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=1a59fb76-69bf-454b-ac74-d4b5d6f1aed6,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:30.016591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:30.016591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.020331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.objects.ports [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:34:30.027201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.033475 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e0029aa5-b9c0-426d-a64b-105cb1ee82e3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0575972 Jan 20 14:34:30.037641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48892) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:30.046467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'subnet': {'network_id': 'b12a9dec-b9ce-4156-9eb1-b1f890726597', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:30.135488 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eb41a1ad-3092-4429-8269-5360e919a840 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0075183 Jan 20 14:34:30.139460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48896) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:30.244038 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f4222f02-5b12-43ab-8c20-4df9961559b1 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2924833 Jan 20 14:34:30.245278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48900) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:30.259954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Request body: {'subnet': {'network_id': '9b1e7780-e25d-40bf-8c36-c1973b6d0c95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:30.277747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:5f:7e:d5', 'name': 'tempest-NetworksTestDHCPv6-1807319536'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:30.339112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:30.339388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.351256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event updated for resources: {'Subnet': ['ID=7387b7d8-f670-4f0d-be71-ec252ede4fa1,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:30.366902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-71d22869-9175-438e-8757-22e96037227c None None] For port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:30.375204 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Checking segment: {'id': 'e05499ba-c181-4503-8362-d6b3a7f4761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '863debce-b6d9-4f02-9b15-682cac34fab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:30.375714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network hostable DHCP agents. Network: 863debce-b6d9-4f02-9b15-682cac34fab6, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:30.387028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:30.394425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:subnet and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:30.400368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:30.413743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:30.419291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Usage tracker for resource:subnet and tenant:feca3e9fb00e41c8998cf8203a8f0a01 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:30.419632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:30.422859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Network 863debce-b6d9-4f02-9b15-682cac34fab6 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:30.425349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:30.434827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:30.446669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 863debce-b6d9-4f02-9b15-682cac34fab6) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:30.449482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:30.453138 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:30.453501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:30.454645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.456652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.464714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-71d22869-9175-438e-8757-22e96037227c None None] For port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f64eaf18-bfc7-4ba5-bad5-1a3364c648eb,segment=NetworkSegment(87680a0c-13ff-4074-b20c-b5ac72360c0f),segment_id=87680a0c-13ff-4074-b20c-b5ac72360c0f)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:30.474959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Made reservation on behalf of feca3e9fb00e41c8998cf8203a8f0a01 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:30.479171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.479383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-216e9e53-a92a-4501-bfe8-ec917c92a541 None None] For port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b,segment=NetworkSegment(9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1),segment_id=9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:30.481819 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d6a8c7-5588-4d2e-90b5-0028858d8f78 None None] Network 863debce-b6d9-4f02-9b15-682cac34fab6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:30.486824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:30.506717 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-210febac-bc83-4db2-8e82-5502c2453ff0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0664201 Jan 20 14:34:30.506933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-71d22869-9175-438e-8757-22e96037227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.530679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48904) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:30.633259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:30.716961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.752037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Deleting port bc891664-9c59-4ef0-8228-2daee5289c52 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:30.752689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.794611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'Subnet': ['ID=eeb8936e-6000-4c73-9b47-f1d0d18af4a3,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:30.808958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Checking segment: {'id': 'b4d47175-7f50-4a8e-a0e0-6960e89eb41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9b1e7780-e25d-40bf-8c36-c1973b6d0c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:30.809123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Network hostable DHCP agents. Network: 9b1e7780-e25d-40bf-8c36-c1973b6d0c95, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:30.830682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Network 9b1e7780-e25d-40bf-8c36-c1973b6d0c95 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:30.843040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 9b1e7780-e25d-40bf-8c36-c1973b6d0c95) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:30.843675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-216e9e53-a92a-4501-bfe8-ec917c92a541 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.849045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:30.849883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.872549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.879936 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0cfe83b8-f9d1-43d8-8adb-1a912e8c20ac tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6298256 Jan 20 14:34:30.880453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.882939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48910) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:30.920503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b8b8d1-6a01-44f4-bdca-36c71803241c None None] Network 9b1e7780-e25d-40bf-8c36-c1973b6d0c95 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:30.923319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 459774dc-e068-4c41-9be4-2b62a4eca6b1 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:30.976833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d22869-9175-438e-8757-22e96037227c None None] Pushing event updated for resources: {'Port': ['ID=f64eaf18-bfc7-4ba5-bad5-1a3364c648eb,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:31.121866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-216e9e53-a92a-4501-bfe8-ec917c92a541 None None] Transition to ACTIVE for port object 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:31.136099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.138176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-3b2a2a07-654a-4856-9953-131f4c0074a1', 'network_id': '3b2a2a07-654a-4856-9953-131f4c0074a1', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'fixed_ips': [{'subnet_id': '443f1d57-0878-40d6-9378-53ee29aff773'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:31.139017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.148306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-fb882c13-6b1b-40ef-a7a2-8c44d4d8b605', 'network_id': 'fb882c13-6b1b-40ef-a7a2-8c44d4d8b605', 'tenant_id': 'feca3e9fb00e41c8998cf8203a8f0a01', 'fixed_ips': [{'subnet_id': '3e5af9c2-d1a1-46e4-bd85-dc6aa5bf335a'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:31.149096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.174963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.219183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-216e9e53-a92a-4501-bfe8-ec917c92a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.318581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Subnet': ['ID=9cf9a255-83fd-456b-ad5d-009a8637180d,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:31.437416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Checking segment: {'id': 'b1c98e45-fca7-40ab-a9d4-d95245887564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b12a9dec-b9ce-4156-9eb1-b1f890726597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:31.440857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network hostable DHCP agents. Network: b12a9dec-b9ce-4156-9eb1-b1f890726597, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:31.473043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8:0:1::370 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/1a59fb76-69bf-454b-ac74-d4b5d6f1aed6/459774dc-e068-4c41-9be4-2b62a4eca6b1) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:31.481103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::f816:3eff:fe5f:7ed5 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/a9588753-63a0-46fe-8153-7cef2608609d/459774dc-e068-4c41-9be4-2b62a4eca6b1) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:31.497943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.25 (e358c92c-e2af-4e6d-8e1c-f2201127bae2/3a43ab71-f25d-4ece-8b5d-2aacb928456a/c467120b-5f16-4a9d-91a2-0880a76e030c) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:31.498436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.580124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Subnet': ['ID=7387b7d8-f670-4f0d-be71-ec252ede4fa1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:31.714587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.741863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.742453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network b12a9dec-b9ce-4156-9eb1-b1f890726597 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:31.778941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863debce-b6d9-4f02-9b15-682cac34fab6']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:31.795355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, b12a9dec-b9ce-4156-9eb1-b1f890726597) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:31.816520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05499ba-c181-4503-8362-d6b3a7f4761e') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:31.816858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05499ba-c181-4503-8362-d6b3a7f4761e') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:31.828506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:31.828726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f64eaf18-bfc7-4ba5-bad5-1a3364c648eb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:31.829179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.852724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca9f64-f983-4cbc-bb38-389c805e358e None None] Network b12a9dec-b9ce-4156-9eb1-b1f890726597 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:31.885223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e9e53-a92a-4501-bfe8-ec917c92a541 None None] Pushing event updated for resources: {'Port': ['ID=3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:31.897022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.937899 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.954802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:31.955260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:31.971236 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:31.984690 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-86b706cc-bb87-4fd0-9972-1324ab536dcd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9429483 Jan 20 14:34:32.043987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b2a55-1a5a-46fb-b019-3527c9d880ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-863debce-b6d9-4f02-9b15-682cac34fab6', 'network_id': '863debce-b6d9-4f02-9b15-682cac34fab6', 'tenant_id': 'eafe5102e7714411a1460945a6f17fa6', 'fixed_ips': [{'subnet_id': '7387b7d8-f670-4f0d-be71-ec252ede4fa1'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:32.045165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d15b2a55-1a5a-46fb-b019-3527c9d880ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.084285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.178870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48916) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:32.191952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2099780803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:32.205067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:32.222575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:router and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:32.228898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:32.241007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:32.261620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 459774dc-e068-4c41-9be4-2b62a4eca6b1 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:32.265085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.292916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.294301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.312100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.339082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Network': ['ID=863debce-b6d9-4f02-9b15-682cac34fab6,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:32.356111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48922) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:32.362823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] For port bc891664-9c59-4ef0-8228-2daee5289c52, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bc891664-9c59-4ef0-8228-2daee5289c52,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:32.363221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.365105 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6d89d4c7-ae67-448f-94c7-d81184631d82 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/863debce-b6d9-4f02-9b15-682cac34fab6 HTTP/1.1" status: 204 len: 168 time: 1.8326104 Jan 20 14:34:32.397388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.448156 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a11475-5757-4fe6-a5f2-d01fc82e33c9 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:32.448889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a11475-5757-4fe6-a5f2-d01fc82e33c9 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:32.496284 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e2a11475-5757-4fe6-a5f2-d01fc82e33c9 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/subnets/7387b7d8-f670-4f0d-be71-ec252ede4fa1 HTTP/1.1" status: 404 len: 337 time: 0.1256211 Jan 20 14:34:32.504034 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48928) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:32.543076 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a08550-1624-420c-b282-ddf285e51f6d tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:32.543650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a08550-1624-420c-b282-ddf285e51f6d tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:32.551276 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a7a08550-1624-420c-b282-ddf285e51f6d tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/863debce-b6d9-4f02-9b15-682cac34fab6 HTTP/1.1" status: 404 len: 339 time: 0.0439804 Jan 20 14:34:32.552856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48932) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:32.576349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Allocated IP 172.20.0.2 (3b2a2a07-654a-4856-9953-131f4c0074a1/443f1d57-0878-40d6-9378-53ee29aff773/fa6e3683-c43b-4096-8513-6ed3536a7dc7) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:32.595215 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.626318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.636976 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ec8c78-a6cb-402c-9ab0-c0331e828faa tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:32.637430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ec8c78-a6cb-402c-9ab0-c0331e828faa tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:32.639135 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-54ec8c78-a6cb-402c-9ab0-c0331e828faa tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/subnets/b4fe012a-b4b0-483f-9779-449bc31d16eb HTTP/1.1" status: 404 len: 337 time: 0.0852959 Jan 20 14:34:32.642256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48936) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:32.655417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.673126 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d691ce37-1391-43bd-adce-9e35b8285ec3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:32.673714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d691ce37-1391-43bd-adce-9e35b8285ec3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:32.675516 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d691ce37-1391-43bd-adce-9e35b8285ec3 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/6f356bcb-4b08-4b66-b520-418dedd378b7 HTTP/1.1" status: 404 len: 339 time: 0.0326271 Jan 20 14:34:32.679828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48940) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:32.682972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Ignored duplicate provisioning block setup for port c467120b-5f16-4a9d-91a2-0880a76e030c by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 14:34:32.684435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Calling delete_port for bc891664-9c59-4ef0-8228-2daee5289c52 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:32.695523 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.699845 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5dcd9484-6c64-4575-8543-cb9336d51c30 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5218086 Jan 20 14:34:32.711246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48944) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:32.711444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-9b1e7780-e25d-40bf-8c36-c1973b6d0c95', 'network_id': '9b1e7780-e25d-40bf-8c36-c1973b6d0c95', 'tenant_id': 'feca3e9fb00e41c8998cf8203a8f0a01', 'fixed_ips': [{'subnet_id': 'eeb8936e-6000-4c73-9b47-f1d0d18af4a3'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:32.712221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.721790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b02ad-81b4-437e-80b4-2de719d6fe2a None None] Network cad29934-06f3-4a2e-a3bf-5f6042810ade requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:32.738360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.744636 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba737e90-fe5e-4686-98b0-33725094a342 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:32.744636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba737e90-fe5e-4686-98b0-33725094a342 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:32.746308 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ba737e90-fe5e-4686-98b0-33725094a342 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/subnets/1aa1446b-0f4c-43d8-ac41-9de60ea01ecf HTTP/1.1" status: 404 len: 337 time: 0.0654759 Jan 20 14:34:32.773048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Allocated IP 172.20.0.2 (fb882c13-6b1b-40ef-a7a2-8c44d4d8b605/3e5af9c2-d1a1-46e4-bd85-dc6aa5bf335a/0f404a22-3553-4a7f-80cc-ee9543dcee65) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:32.775115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16556ced-3a12-402d-bf89-eeb32a365e80 None None] Network 863debce-b6d9-4f02-9b15-682cac34fab6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:32.788725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48948) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:32.801644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:32.811551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:32.826387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:32.833453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:32.834106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.867100 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-124e7226-5ced-4170-8686-4ed5b7b67886 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:32.867652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124e7226-5ced-4170-8686-4ed5b7b67886 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:32.869366 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-124e7226-5ced-4170-8686-4ed5b7b67886 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/7bb70b4a-0f21-4c7b-aa32-e7547b52db10 HTTP/1.1" status: 404 len: 339 time: 0.0796952 Jan 20 14:34:32.885626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ea680-003b-4beb-9a16-d095aa1bd753 None None] Network e358c92c-e2af-4e6d-8e1c-f2201127bae2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:32.886223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48952) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:32.909319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=459774dc-e068-4c41-9be4-2b62a4eca6b1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:32.948922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:32.951848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16556ced-3a12-402d-bf89-eeb32a365e80 None None] Network 863debce-b6d9-4f02-9b15-682cac34fab6 could not be found, it might have been deleted concurrently. {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 20 14:34:32.996720 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7c006b39-5a74-4732-a0d0-6e187c1e486a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.8536735 Jan 20 14:34:33.002655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48956) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:33.095285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] In _notify_port_updated(), no bound segment for port c467120b-5f16-4a9d-91a2-0880a76e030c on network e358c92c-e2af-4e6d-8e1c-f2201127bae2 {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:34:33.101022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:33.101723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.106150 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "PUT /v2.0/ports/c467120b-5f16-4a9d-91a2-0880a76e030c HTTP/1.1" status: 200 len: 1000 time: 4.0843315 Jan 20 14:34:33.107547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c07d0a-d8f8-4b74-832f-47382d3ad359 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=c467120b-5f16-4a9d-91a2-0880a76e030c,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:33.110045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48960) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:33.177227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-28ef19b5-54cc-4a16-b633-ded0425532ac tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Deleting port 75aee015-ca34-4081-888a-c7f3eb0db20a {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:33.177754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-28ef19b5-54cc-4a16-b633-ded0425532ac tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.215880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a8d3ec71-7ffe-4690-9047-4c32fbdb20bb None None] Provisioning for port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:33.234964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-82a64e50-de91-4003-8c38-d8241e17e418 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port c467120b-5f16-4a9d-91a2-0880a76e030c {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:33.235490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82a64e50-de91-4003-8c38-d8241e17e418 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.288843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a8d3ec71-7ffe-4690-9047-4c32fbdb20bb None None] Provisioning complete for port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:33.289478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ec71-7ffe-4690-9047-4c32fbdb20bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.290977 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8dd82bce-edcd-4d73-bfd3-e787f28f3cc4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 459774dc-e068-4c41-9be4-2b62a4eca6b1 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:33.291462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8dd82bce-edcd-4d73-bfd3-e787f28f3cc4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.509853 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-ae89efb0-25a9-4b08-97a4-6b993e21f975 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4119890 Jan 20 14:34:33.512503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-23fe02d9-ff52-4a35-9dcd-d577543c6fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.526540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.618354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-28ef19b5-54cc-4a16-b633-ded0425532ac tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.666093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-b12a9dec-b9ce-4156-9eb1-b1f890726597', 'network_id': 'b12a9dec-b9ce-4156-9eb1-b1f890726597', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'fixed_ips': [{'subnet_id': '9cf9a255-83fd-456b-ad5d-009a8637180d'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:33.667311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.735353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:33.761116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-28ef19b5-54cc-4a16-b633-ded0425532ac tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Calling delete_port for 75aee015-ca34-4081-888a-c7f3eb0db20a owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:33.822008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82a64e50-de91-4003-8c38-d8241e17e418 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.915690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.021205 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8dd82bce-edcd-4d73-bfd3-e787f28f3cc4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.096917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-82a64e50-de91-4003-8c38-d8241e17e418 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for c467120b-5f16-4a9d-91a2-0880a76e030c owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:34.160998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8dd82bce-edcd-4d73-bfd3-e787f28f3cc4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 459774dc-e068-4c41-9be4-2b62a4eca6b1 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:34.180014 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Allocated IP 172.20.0.2 (9b1e7780-e25d-40bf-8c36-c1973b6d0c95/eeb8936e-6000-4c73-9b47-f1d0d18af4a3/00aaec44-d3ce-4c0d-b938-d6c68be918dc) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:34.187248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-28ef19b5-54cc-4a16-b633-ded0425532ac tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.191984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] Pushing event deleted for resources: {'Port': ['ID=bc891664-9c59-4ef0-8228-2daee5289c52,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:34.251909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef19b5-54cc-4a16-b633-ded0425532ac tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Port': ['ID=75aee015-ca34-4081-888a-c7f3eb0db20a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:34.267937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-28ef19b5-54cc-4a16-b633-ded0425532ac tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.269019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-0a5a5652-f70b-4c9f-ba84-314c0e890314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:34.270511 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-0a5a5652-f70b-4c9f-ba84-314c0e890314 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=249ded474ddb44fcb57b7521b6ed258f&device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 1098 time: 0.6119816 Jan 20 14:34:34.313081 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-28ef19b5-54cc-4a16-b633-ded0425532ac tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/ports/75aee015-ca34-4081-888a-c7f3eb0db20a HTTP/1.1" status: 204 len: 168 time: 1.4259109 Jan 20 14:34:34.318151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48964) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:34.368719 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-afef7ed6-6f5f-4edc-b626-2fe15aea6058 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:34.369210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afef7ed6-6f5f-4edc-b626-2fe15aea6058 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:34.373879 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-afef7ed6-6f5f-4edc-b626-2fe15aea6058 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/subnets/6b32bae2-6b00-4a61-9252-7e0036e53e0f HTTP/1.1" status: 404 len: 337 time: 0.0516827 Jan 20 14:34:34.375341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48968) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:34.401681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.454548 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.468776 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2834b21-30e7-4068-81a3-532bc9ad6a56 None None] No DVR routers for this DVR port bc891664-9c59-4ef0-8228-2daee5289c52 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:34.488770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-182fd9d8-4f61-4d65-8e23-90567673a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:34.490235 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-182fd9d8-4f61-4d65-8e23-90567673a11b service neutron] 10.222.0.72 "GET /v2.0/networks?id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 HTTP/1.1" status: 200 len: 897 time: 0.1968579 Jan 20 14:34:34.547063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.594684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82a64e50-de91-4003-8c38-d8241e17e418 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.608394 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9db900-561a-4292-a3f2-20232eb472c1 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:34.631068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ec71-7ffe-4690-9047-4c32fbdb20bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.643209 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-c4026d1a-f362-4e14-8766-797f7e10bd69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7564d00e-f35e-401b-acc9-b99c7685430d HTTP/1.1" status: 200 len: 1001 time: 0.1208038 Jan 20 14:34:34.644487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8dd82bce-edcd-4d73-bfd3-e787f28f3cc4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.648735 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Transition to ACTIVE for port object 0f404a22-3553-4a7f-80cc-ee9543dcee65 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:34.658513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Transition to ACTIVE for port object fa6e3683-c43b-4096-8513-6ed3536a7dc7 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:34.685448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a64e50-de91-4003-8c38-d8241e17e418 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=c467120b-5f16-4a9d-91a2-0880a76e030c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:34.747234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd82bce-edcd-4d73-bfd3-e787f28f3cc4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=459774dc-e068-4c41-9be4-2b62a4eca6b1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:34.815141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Transition to ACTIVE for port object fa6e3683-c43b-4096-8513-6ed3536a7dc7 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:34.827022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.834866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Transition to ACTIVE for port object 0f404a22-3553-4a7f-80cc-ee9543dcee65 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:34.836464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Allocated IP 172.21.0.2 (b12a9dec-b9ce-4156-9eb1-b1f890726597/9cf9a255-83fd-456b-ad5d-009a8637180d/ff6388e7-badf-4651-9427-8151146234cb) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:34.852576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.858772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a8d3ec71-7ffe-4690-9047-4c32fbdb20bb None None] For port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f64eaf18-bfc7-4ba5-bad5-1a3364c648eb,segment=NetworkSegment(87680a0c-13ff-4074-b20c-b5ac72360c0f),segment_id=87680a0c-13ff-4074-b20c-b5ac72360c0f)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:34.886629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-bcfe0be8-8467-4d2c-b93c-9466ca40650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:34.888568 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-bcfe0be8-8467-4d2c-b93c-9466ca40650c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b25a53d-4c12-4e81-8813-49d719abc326 HTTP/1.1" status: 200 len: 835 time: 0.2085505 Jan 20 14:34:34.889162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8dd82bce-edcd-4d73-bfd3-e787f28f3cc4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.932300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.936713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ec71-7ffe-4690-9047-4c32fbdb20bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.937478 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7ca539-1690-490a-8fd6-7baeafaa76f9']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:34.965818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2662d463-bc0d-4b9d-9827-24fb15983ca5') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:34.966154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2662d463-bc0d-4b9d-9827-24fb15983ca5') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:34.973848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82a64e50-de91-4003-8c38-d8241e17e418 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.975775 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-82a64e50-de91-4003-8c38-d8241e17e418 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/c467120b-5f16-4a9d-91a2-0880a76e030c HTTP/1.1" status: 204 len: 168 time: 1.8627954 Jan 20 14:34:34.978761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48974) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:34.988171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.999138 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8dd82bce-edcd-4d73-bfd3-e787f28f3cc4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/459774dc-e068-4c41-9be4-2b62a4eca6b1 HTTP/1.1" status: 204 len: 168 time: 1.9922898 Jan 20 14:34:35.003495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48978) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:35.060496 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-de17c532-1847-406d-99d3-648389374715 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:34:35.061197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-de17c532-1847-406d-99d3-648389374715 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:35.065746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.066087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cfb8765c-2e4d-451e-b42f-0efe337be045 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:35.072780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Allocated IP 172.20.0.1 (3b2a2a07-654a-4856-9953-131f4c0074a1/443f1d57-0878-40d6-9378-53ee29aff773/d548c5cc-cbc3-4300-95b0-e47976e77aad) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:35.078026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Allocated IP 172.20.0.1 (fb882c13-6b1b-40ef-a7a2-8c44d4d8b605/3e5af9c2-d1a1-46e4-bd85-dc6aa5bf335a/7160d71d-04fa-4f73-984f-880f7ed582ea) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:35.085400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:35.088623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.099863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-7503798d-6c9e-4f79-81ae-e915807fb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:35.101859 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-7503798d-6c9e-4f79-81ae-e915807fb741 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2030466 Jan 20 14:34:35.103920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cfb8765c-2e4d-451e-b42f-0efe337be045 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:35.107703 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cfb8765c-2e4d-451e-b42f-0efe337be045 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0933285 Jan 20 14:34:35.107703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48982) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:35.109663 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:35.182340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Pushing event updated for resources: {'Port': ['ID=fa6e3683-c43b-4096-8513-6ed3536a7dc7,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:35.201449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-de17c532-1847-406d-99d3-648389374715 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:35.207265 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-de17c532-1847-406d-99d3-648389374715 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/c467120b-5f16-4a9d-91a2-0880a76e030c HTTP/1.1" status: 404 len: 333 time: 0.2225916 Jan 20 14:34:35.230248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48986) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:35.232357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Network 3b2a2a07-654a-4856-9953-131f4c0074a1 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:35.297280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:35.304829 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Network fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:35.315906 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-17aafb5c-b098-44b1-a7ad-2454a06438a4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2070713 Jan 20 14:34:35.327835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 48992) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:35.328144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:35.333051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:35.335043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-77df6e6a-713b-44b4-8034-35ef2495444f None None] Could not find standard attr ID for object c467120b-5f16-4a9d-91a2-0880a76e030c. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:34:35.343802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:35.379894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.383131 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-8f8f3a1b-cdb2-4fb1-ab39-6ed783b2db1d service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725422 Jan 20 14:34:35.420631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.465231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Network': ['ID=aa7ca539-1690-490a-8fd6-7baeafaa76f9,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:35.474711 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b97936a-6440-4287-8130-d353639f5847 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet 3a43ab71-f25d-4ece-8b5d-2aacb928456a {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:35.485757 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-53afb8f5-b422-4ac9-a298-32fe5b202ab0 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/aa7ca539-1690-490a-8fd6-7baeafaa76f9 HTTP/1.1" status: 204 len: 168 time: 1.1067324 Jan 20 14:34:35.495826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4b97936a-6440-4287-8130-d353639f5847 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.496634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 48996) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:35.529611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5713f-0e48-4deb-89a6-7e4ddddf8fef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:35.531252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5713f-0e48-4deb-89a6-7e4ddddf8fef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:35.533728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5713f-0e48-4deb-89a6-7e4ddddf8fef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:35.535011 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e6b5713f-0e48-4deb-89a6-7e4ddddf8fef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2038374 Jan 20 14:34:35.541482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49000) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:35.625072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Pushing event updated for resources: {'Port': ['ID=0f404a22-3553-4a7f-80cc-ee9543dcee65,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:35.627412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-77df6e6a-713b-44b4-8034-35ef2495444f None None] Provisioning for port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:35.645802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.672520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-77df6e6a-713b-44b4-8034-35ef2495444f None None] Provisioning complete for port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:35.672893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77df6e6a-713b-44b4-8034-35ef2495444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.677651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4b97936a-6440-4287-8130-d353639f5847 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.719310 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.775342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-28f49a35-b06e-4ded-8381-8d5bfaf014b8 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Deleting port 24eba28f-d604-40de-a9ad-b3174de22ef6 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:35.775565 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28f49a35-b06e-4ded-8381-8d5bfaf014b8 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.784047 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d1eb67bd-c9aa-4f57-927a-f3f248db6fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.809482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.857690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Transition to ACTIVE for port object 7160d71d-04fa-4f73-984f-880f7ed582ea will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:35.863501 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-312b63eb-f5d4-4bd5-878c-6c53bf701b9a req-875a5614-c309-4a84-95b3-82a863797153 service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720786 Jan 20 14:34:35.864957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Transition to ACTIVE for port object d548c5cc-cbc3-4300-95b0-e47976e77aad will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:35.866493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6833fd7-9bac-4afc-a0f1-8df118b6d488 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 1a59fb76-69bf-454b-ac74-d4b5d6f1aed6 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:35.873122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f6833fd7-9bac-4afc-a0f1-8df118b6d488 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.882216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Transition to ACTIVE for port object 00aaec44-d3ce-4c0d-b938-d6c68be918dc will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:35.919982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Attempting to bind port fa6e3683-c43b-4096-8513-6ed3536a7dc7 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:35.920606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Attempting to bind port fa6e3683-c43b-4096-8513-6ed3536a7dc7 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '161acf04-c647-4898-a1d9-70237d1bb5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b2a2a07-654a-4856-9953-131f4c0074a1'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:35.921129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Attempting to bind port fa6e3683-c43b-4096-8513-6ed3536a7dc7 on network 3b2a2a07-654a-4856-9953-131f4c0074a1 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:35.947667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f6833fd7-9bac-4afc-a0f1-8df118b6d488 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.960175 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Attempting to bind port 0f404a22-3553-4a7f-80cc-ee9543dcee65 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:35.960808 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Attempting to bind port 0f404a22-3553-4a7f-80cc-ee9543dcee65 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'd394f7e1-39e7-4975-b0fe-c84b1ef88eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb882c13-6b1b-40ef-a7a2-8c44d4d8b605'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:35.960918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Attempting to bind port 0f404a22-3553-4a7f-80cc-ee9543dcee65 on network fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:35.975223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:35.975595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Checking segment: {'id': '161acf04-c647-4898-a1d9-70237d1bb5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b2a2a07-654a-4856-9953-131f4c0074a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:35.975995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.976411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Bound using segment: {'id': '161acf04-c647-4898-a1d9-70237d1bb5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b2a2a07-654a-4856-9953-131f4c0074a1'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:35.976880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Bound port: fa6e3683-c43b-4096-8513-6ed3536a7dc7, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161acf04-c647-4898-a1d9-70237d1bb5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b2a2a07-654a-4856-9953-131f4c0074a1'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:35.977247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.995777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818016e7-7ec8-4b9c-a13f-a0c788b1639a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '1a59fb76-69bf-454b-ac74-d4b5d6f1aed6'}, {'subnet_id': 'a9588753-63a0-46fe-8153-7cef2608609d'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:35.996732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-818016e7-7ec8-4b9c-a13f-a0c788b1639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.019413 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Transition to ACTIVE for port object 00aaec44-d3ce-4c0d-b938-d6c68be918dc will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:36.024549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:36.024549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Checking segment: {'id': 'd394f7e1-39e7-4975-b0fe-c84b1ef88eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb882c13-6b1b-40ef-a7a2-8c44d4d8b605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:36.024920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.025308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Bound using segment: {'id': 'd394f7e1-39e7-4975-b0fe-c84b1ef88eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb882c13-6b1b-40ef-a7a2-8c44d4d8b605'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:36.025786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Bound port: 0f404a22-3553-4a7f-80cc-ee9543dcee65, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd394f7e1-39e7-4975-b0fe-c84b1ef88eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb882c13-6b1b-40ef-a7a2-8c44d4d8b605'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:36.026216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.055090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3ec71-7ffe-4690-9047-4c32fbdb20bb None None] Pushing event updated for resources: {'Port': ['ID=f64eaf18-bfc7-4ba5-bad5-1a3364c648eb,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:36.061280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.069568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.079752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f6833fd7-9bac-4afc-a0f1-8df118b6d488 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.106628 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.115335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28f49a35-b06e-4ded-8381-8d5bfaf014b8 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.122827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4b97936a-6440-4287-8130-d353639f5847 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.188299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.242673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Transition to ACTIVE for port object ff6388e7-badf-4651-9427-8151146234cb will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:36.301311 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-28f49a35-b06e-4ded-8381-8d5bfaf014b8 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Calling delete_port for 24eba28f-d604-40de-a9ad-b3174de22ef6 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:36.307452 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Network fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:36.323458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:36.333127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:36.337380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 3b2a2a07-654a-4856-9953-131f4c0074a1 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:36.345903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Network 9b1e7780-e25d-40bf-8c36-c1973b6d0c95 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:36.347976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:36.351004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:36.363720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f6833fd7-9bac-4afc-a0f1-8df118b6d488 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.378286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:36.393210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:36.395543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Transition to ACTIVE for port object ff6388e7-badf-4651-9427-8151146234cb will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:36.409053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'Port': ['ID=7160d71d-04fa-4f73-984f-880f7ed582ea,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:36.425713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Pushing event updated for resources: {'Port': ['ID=00aaec44-d3ce-4c0d-b938-d6c68be918dc,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:36.435845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f6833fd7-9bac-4afc-a0f1-8df118b6d488 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.436769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=d548c5cc-cbc3-4300-95b0-e47976e77aad,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:36.440925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6833fd7-9bac-4afc-a0f1-8df118b6d488 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=1a59fb76-69bf-454b-ac74-d4b5d6f1aed6,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:36.459707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.460371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.463626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4b97936a-6440-4287-8130-d353639f5847 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.506815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.510410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4b97936a-6440-4287-8130-d353639f5847 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.515344 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4b97936a-6440-4287-8130-d353639f5847 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/3a43ab71-f25d-4ece-8b5d-2aacb928456a HTTP/1.1" status: 204 len: 168 time: 1.2824399 Jan 20 14:34:36.519323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49004) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:36.533757 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f6833fd7-9bac-4afc-a0f1-8df118b6d488 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/1a59fb76-69bf-454b-ac74-d4b5d6f1aed6 HTTP/1.1" status: 204 len: 168 time: 0.9832075 Jan 20 14:34:36.533757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97936a-6440-4287-8130-d353639f5847 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=3a43ab71-f25d-4ece-8b5d-2aacb928456a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:36.536021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49008) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:36.609093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] For port fa6e3683-c43b-4096-8513-6ed3536a7dc7, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:36.626426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28f49a35-b06e-4ded-8381-8d5bfaf014b8 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.627124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.647978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server [None req-818016e7-7ec8-4b9c-a13f-a0c788b1639a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a59fb76-69bf-454b-ac74-d4b5d6f1aed6: This subnet is being modified by another concurrent operation. Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:34:36.650690 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a59fb76-69bf-454b-ac74-d4b5d6f1aed6: This subnet is being modified by another concurrent operation. Jan 20 14:34:36.654641 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server Jan 20 14:34:36.657154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] For port 0f404a22-3553-4a7f-80cc-ee9543dcee65, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:36.683206 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6605474-77e2-4c6c-ba7d-f74f53d62fee None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:36.699521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-76421c8f-7546-42d3-9bbc-a1cece065e05 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet 5c409833-bdfe-4f5f-bf12-06495e97f820 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:36.702007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] For port fa6e3683-c43b-4096-8513-6ed3536a7dc7, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fa6e3683-c43b-4096-8513-6ed3536a7dc7,segment=NetworkSegment(161acf04-c647-4898-a1d9-70237d1bb5d0),segment_id=161acf04-c647-4898-a1d9-70237d1bb5d0)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:36.704549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f49a35-b06e-4ded-8381-8d5bfaf014b8 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Port': ['ID=24eba28f-d604-40de-a9ad-b3174de22ef6,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:36.704887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-387bd017-31c1-4716-9ce9-fe4ed53d5717 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet a9588753-63a0-46fe-8153-7cef2608609d {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:36.708556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-387bd017-31c1-4716-9ce9-fe4ed53d5717 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.713204 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28f49a35-b06e-4ded-8381-8d5bfaf014b8 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.723231 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-28f49a35-b06e-4ded-8381-8d5bfaf014b8 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/ports/24eba28f-d604-40de-a9ad-b3174de22ef6 HTTP/1.1" status: 204 len: 168 time: 1.2254522 Jan 20 14:34:36.724689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Network b12a9dec-b9ce-4156-9eb1-b1f890726597 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:36.726061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49012) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:36.741410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.742835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-76421c8f-7546-42d3-9bbc-a1cece065e05 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.749118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:36.751756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:36.760351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] For port 0f404a22-3553-4a7f-80cc-ee9543dcee65, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0f404a22-3553-4a7f-80cc-ee9543dcee65,segment=NetworkSegment(d394f7e1-39e7-4975-b0fe-c84b1ef88eba),segment_id=d394f7e1-39e7-4975-b0fe-c84b1ef88eba)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:36.807465 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d57ee6d-9809-4de7-ad2f-4c2093a1f1c2 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:36.807465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d57ee6d-9809-4de7-ad2f-4c2093a1f1c2 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:36.811317 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9d57ee6d-9809-4de7-ad2f-4c2093a1f1c2 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/subnets/4877dbbd-9905-46ca-af9e-9db9dbb12849 HTTP/1.1" status: 404 len: 337 time: 0.0819929 Jan 20 14:34:36.812463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Attempting to bind port 00aaec44-d3ce-4c0d-b938-d6c68be918dc on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:36.813315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Attempting to bind port 00aaec44-d3ce-4c0d-b938-d6c68be918dc by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b4d47175-7f50-4a8e-a0e0-6960e89eb41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9b1e7780-e25d-40bf-8c36-c1973b6d0c95'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:36.813315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Attempting to bind port 00aaec44-d3ce-4c0d-b938-d6c68be918dc on network 9b1e7780-e25d-40bf-8c36-c1973b6d0c95 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:36.816789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49016) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:36.823882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Pushing event updated for resources: {'Port': ['ID=ff6388e7-badf-4651-9427-8151146234cb,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:36.869337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-76421c8f-7546-42d3-9bbc-a1cece065e05 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.879879 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.894720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e903413a-9f4c-4355-8b82-0248683f007d None None] Could not find standard attr ID for object c467120b-5f16-4a9d-91a2-0880a76e030c. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:34:36.896985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:36.896985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Checking segment: {'id': 'b4d47175-7f50-4a8e-a0e0-6960e89eb41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9b1e7780-e25d-40bf-8c36-c1973b6d0c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:36.897237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.897575 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Bound using segment: {'id': 'b4d47175-7f50-4a8e-a0e0-6960e89eb41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9b1e7780-e25d-40bf-8c36-c1973b6d0c95'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:36.898176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Bound port: 00aaec44-d3ce-4c0d-b938-d6c68be918dc, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d47175-7f50-4a8e-a0e0-6960e89eb41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9b1e7780-e25d-40bf-8c36-c1973b6d0c95'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:36.898542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.904293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-387bd017-31c1-4716-9ce9-fe4ed53d5717 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.937327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.944278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.954837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12900f9-4ae4-4ce0-83f2-5ad021aa462c None None] Network e358c92c-e2af-4e6d-8e1c-f2201127bae2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:37.048370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-387bd017-31c1-4716-9ce9-fe4ed53d5717 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.220579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-76421c8f-7546-42d3-9bbc-a1cece065e05 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.327734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.369500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Attempting to bind port ff6388e7-badf-4651-9427-8151146234cb on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:37.370085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Attempting to bind port ff6388e7-badf-4651-9427-8151146234cb by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b1c98e45-fca7-40ab-a9d4-d95245887564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b12a9dec-b9ce-4156-9eb1-b1f890726597'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:37.371474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Attempting to bind port ff6388e7-badf-4651-9427-8151146234cb on network b12a9dec-b9ce-4156-9eb1-b1f890726597 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:37.373934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e903413a-9f4c-4355-8b82-0248683f007d None None] Provisioning complete for port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:37.374301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e903413a-9f4c-4355-8b82-0248683f007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.490408 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b2883-6b3f-4757-9418-be4668a4419a None None] Pushing event updated for resources: {'Port': ['ID=fa6e3683-c43b-4096-8513-6ed3536a7dc7,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:37.649099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-76421c8f-7546-42d3-9bbc-a1cece065e05 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.674880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:37.675337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Checking segment: {'id': 'b1c98e45-fca7-40ab-a9d4-d95245887564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b12a9dec-b9ce-4156-9eb1-b1f890726597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:37.675744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.676162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Bound using segment: {'id': 'b1c98e45-fca7-40ab-a9d4-d95245887564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b12a9dec-b9ce-4156-9eb1-b1f890726597'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:37.676847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Bound port: ff6388e7-badf-4651-9427-8151146234cb, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c98e45-fca7-40ab-a9d4-d95245887564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b12a9dec-b9ce-4156-9eb1-b1f890726597'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:37.677222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.694777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Deleting port 9006dc43-2b9f-4810-b32a-d4184f22e918 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:37.695277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.707978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caa7e0-90e1-4e34-a891-65e6c799e91b None None] Pushing event updated for resources: {'Port': ['ID=0f404a22-3553-4a7f-80cc-ee9543dcee65,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:37.744589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76421c8f-7546-42d3-9bbc-a1cece065e05 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=5c409833-bdfe-4f5f-bf12-06495e97f820,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:37.756736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-76421c8f-7546-42d3-9bbc-a1cece065e05 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.807612 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-76421c8f-7546-42d3-9bbc-a1cece065e05 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/5c409833-bdfe-4f5f-bf12-06495e97f820 HTTP/1.1" status: 204 len: 168 time: 1.2815156 Jan 20 14:34:37.808959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49020) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:37.845103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-387bd017-31c1-4716-9ce9-fe4ed53d5717 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.890509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] For port 00aaec44-d3ce-4c0d-b938-d6c68be918dc, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:37.998618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fa6e3683-c43b-4096-8513-6ed3536a7dc7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:38.030339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] For port 00aaec44-d3ce-4c0d-b938-d6c68be918dc, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=00aaec44-d3ce-4c0d-b938-d6c68be918dc,segment=NetworkSegment(b4d47175-7f50-4a8e-a0e0-6960e89eb41f),segment_id=b4d47175-7f50-4a8e-a0e0-6960e89eb41f)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:38.049840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.081359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.086339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bd017-31c1-4716-9ce9-fe4ed53d5717 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=a9588753-63a0-46fe-8153-7cef2608609d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:38.099142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-387bd017-31c1-4716-9ce9-fe4ed53d5717 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.101204 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.103167 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-387bd017-31c1-4716-9ce9-fe4ed53d5717 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/a9588753-63a0-46fe-8153-7cef2608609d HTTP/1.1" status: 204 len: 168 time: 1.5307119 Jan 20 14:34:38.104828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49024) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:38.145667 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.186006 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e494a154-2ac7-486d-9337-907da2236506 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800152 Jan 20 14:34:38.188739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49028) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:38.197530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:38.229576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] For port ff6388e7-badf-4651-9427-8151146234cb, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:38.234880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] For port ff6388e7-badf-4651-9427-8151146234cb, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ff6388e7-badf-4651-9427-8151146234cb,segment=NetworkSegment(b1c98e45-fca7-40ab-a9d4-d95245887564),segment_id=b1c98e45-fca7-40ab-a9d4-d95245887564)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:38.278196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.315577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e903413a-9f4c-4355-8b82-0248683f007d None None] Provisioning complete for port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:38.315979 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e903413a-9f4c-4355-8b82-0248683f007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.352357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.370313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=d548c5cc-cbc3-4300-95b0-e47976e77aad,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:38.388357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:38.395650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:38.400341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.400976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:38.401170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port fa6e3683-c43b-4096-8513-6ed3536a7dc7 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:38.406308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ea526-e659-4c83-88ca-807561c9546e None None] Pushing event updated for resources: {'Port': ['ID=00aaec44-d3ce-4c0d-b938-d6c68be918dc,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:38.416980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] For port 9006dc43-2b9f-4810-b32a-d4184f22e918, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9006dc43-2b9f-4810-b32a-d4184f22e918,segment=NetworkSegment(09312310-3864-4bb0-a0e9-8ba103460313),segment_id=09312310-3864-4bb0-a0e9-8ba103460313)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:38.417384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.428382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:38.435700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.447273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.472008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f64eaf18-bfc7-4ba5-bad5-1a3364c648eb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:38.598398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Calling delete_port for 9006dc43-2b9f-4810-b32a-d4184f22e918 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:38.685488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:38.691428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.694994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382db95-efcb-4281-8040-e50b5ddfe279 None None] Pushing event updated for resources: {'Port': ['ID=ff6388e7-badf-4651-9427-8151146234cb,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:38.698640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:38.699268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.734110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:38.734655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.745397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.801724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c5223-3f19-47f8-b9f5-26d14b630903 None None] DHCP port deletion for e358c92c-e2af-4e6d-8e1c-f2201127bae2 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:38.810772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a41c5223-3f19-47f8-b9f5-26d14b630903 None None] Deleting port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:38.813624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a41c5223-3f19-47f8-b9f5-26d14b630903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.848313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49034) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:39.064511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'Port': ['ID=7160d71d-04fa-4f73-984f-880f7ed582ea,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:39.164439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.269737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a41c5223-3f19-47f8-b9f5-26d14b630903 None None] For port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b,segment=NetworkSegment(9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1),segment_id=9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:39.270129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a41c5223-3f19-47f8-b9f5-26d14b630903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.271006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Network fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:39.274210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:39.330551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Port': ['ID=9006dc43-2b9f-4810-b32a-d4184f22e918,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:39.347697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 3b2a2a07-654a-4856-9953-131f4c0074a1 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:39.372367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321eb466-6ce2-4c58-a1c9-86312daeb846 None None] Network fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:39.424103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No DVR routers for this DVR port 9006dc43-2b9f-4810-b32a-d4184f22e918 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:39.472145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a41c5223-3f19-47f8-b9f5-26d14b630903 None None] Calling delete_port for 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:39.492343 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:39.666753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Router 13b6f0d8-e11c-4994-932a-5894a56550ea is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:34:39.695819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.objects.ports [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87494) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:34:39.699609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.902821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:39.907385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2f252-03df-4f3d-8ef1-c210ea9f5dcb None None] Network 3b2a2a07-654a-4856-9953-131f4c0074a1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:39.919932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:39.933840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:39.934435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.983238 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0928b6-3be8-43ae-a97e-f6c25a7717ed None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:40.039526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=d18ff3f0-6c8b-4569-8ad5-4c74af2d3f5c,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:40.067726 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d62c04da-35ab-4cb0-aa7e-bb637beb8994 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8750987 Jan 20 14:34:40.068757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49038) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:40.074185 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ff6388e7-badf-4651-9427-8151146234cb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:40.080747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:40.118170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:34:40.139468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a41c5223-3f19-47f8-b9f5-26d14b630903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.142023 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-df622270-8394-4e35-9600-f09dcc0e278f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "PUT /v2.0/routers/13b6f0d8-e11c-4994-932a-5894a56550ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2579532 Jan 20 14:34:40.208540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.219944 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49042) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:40.239041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:40.254462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09312310-3864-4bb0-a0e9-8ba103460313') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:40.254822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09312310-3864-4bb0-a0e9-8ba103460313') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:40.284406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.319394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] For port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b,segment=NetworkSegment(9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1),segment_id=9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:40.319756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.330554 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.398188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1839ca1d-e191-4802-a079-495a14ca9de5 None None] Sync routers for ids ['13b6f0d8-e11c-4994-932a-5894a56550ea'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:34:40.403353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:40.403679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:40.421756 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:40.423871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Deleting port bbad1509-8ddf-4496-bb49-0d1ba74d5948 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:40.423871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.596551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:40.618904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eaf55e-17f0-4fc8-93ad-597f167d12c3 None None] Network 9b1e7780-e25d-40bf-8c36-c1973b6d0c95 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:40.780364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 578e7638-b263-49fe-9de5-eb26591a3b4a is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:34:40.790871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.819253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:40.827494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.836807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:40.842367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:40.847443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Network': ['ID=2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:40.857646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:40.869784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba12e91-7374-4b4a-9005-b90caabe9b1a None None] Network b12a9dec-b9ce-4156-9eb1-b1f890726597 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:40.925931 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-469b6a3e-6e33-4fe7-b0fc-df4983d75022 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/2aa5a2b0-94ae-4496-a07a-a6a2f7b0bbbf HTTP/1.1" status: 204 len: 168 time: 4.1057613 Jan 20 14:34:40.931791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49046) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:40.931952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:40.932290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:40.947489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:40.951087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.980591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c742a593-f3c6-4ec5-b449-d790a9712496 None None] Provisioning for port 0f404a22-3553-4a7f-80cc-ee9543dcee65 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:40.986763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c5223-3f19-47f8-b9f5-26d14b630903 None None] Pushing event deleted for resources: {'Port': ['ID=3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:41.004113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839ca1d-e191-4802-a079-495a14ca9de5 None None] Routers {'13b6f0d8-e11c-4994-932a-5894a56550ea'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:41.004789 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1839ca1d-e191-4802-a079-495a14ca9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['13b6f0d8-e11c-4994-932a-5894a56550ea'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:41.090423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.090733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.101141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c5223-3f19-47f8-b9f5-26d14b630903 None None] No DVR routers for this DVR port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:41.148280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1839ca1d-e191-4802-a079-495a14ca9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:41.200881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port ff6388e7-badf-4651-9427-8151146234cb completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:41.233941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Calling delete_port for bbad1509-8ddf-4496-bb49-0d1ba74d5948 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:41.234581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96ae704-608e-49d0-9d5d-c93fdd7efd37 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Deleting subnet 3b372994-66aa-4698-a0f4-4d318f493640 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:41.260429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a96ae704-608e-49d0-9d5d-c93fdd7efd37 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.278971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:34:41.293078 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2cf8e-35db-460e-8dd0-94ee55422e4a None None] Sync routers for ids ['578e7638-b263-49fe-9de5-eb26591a3b4a'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:34:41.301681 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-940a6b45-1364-45eb-bc85-23e905a56b86 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/578e7638-b263-49fe-9de5-eb26591a3b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5812809 Jan 20 14:34:41.302628 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2cf8e-35db-460e-8dd0-94ee55422e4a None None] Routers {'578e7638-b263-49fe-9de5-eb26591a3b4a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:41.303247 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-64f2cf8e-35db-460e-8dd0-94ee55422e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['578e7638-b263-49fe-9de5-eb26591a3b4a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:41.304456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49050) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:41.305166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839ca1d-e191-4802-a079-495a14ca9de5 None None] Routers {'13b6f0d8-e11c-4994-932a-5894a56550ea'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:41.306000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1839ca1d-e191-4802-a079-495a14ca9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['13b6f0d8-e11c-4994-932a-5894a56550ea'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:41.334989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a96ae704-608e-49d0-9d5d-c93fdd7efd37 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.371895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0f404a22-3553-4a7f-80cc-ee9543dcee65 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:41.390378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c23d42-1b6f-4152-9dcd-87142834d3f8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:41.390967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f3c23d42-1b6f-4152-9dcd-87142834d3f8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Synchronizing usage tracker for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:41.407403 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-64f2cf8e-35db-460e-8dd0-94ee55422e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:41.416135 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2cf8e-35db-460e-8dd0-94ee55422e4a None None] Routers {'578e7638-b263-49fe-9de5-eb26591a3b4a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:41.417030 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-64f2cf8e-35db-460e-8dd0-94ee55422e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['578e7638-b263-49fe-9de5-eb26591a3b4a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:41.447726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1839ca1d-e191-4802-a079-495a14ca9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:41.448288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1839ca1d-e191-4802-a079-495a14ca9de5 None None] The sync data for ids ['13b6f0d8-e11c-4994-932a-5894a56550ea'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:34:41.477144 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.ipam_backend_mixin [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d18ff3f0-6c8b-4569-8ad5-4c74af2d3f5c (CIDR: 2001:db8::/64) Jan 20 14:34:41.479820 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-64f2cf8e-35db-460e-8dd0-94ee55422e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:41.480548 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2cf8e-35db-460e-8dd0-94ee55422e4a None None] The sync data for ids ['578e7638-b263-49fe-9de5-eb26591a3b4a'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:34:41.485207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:41.485828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.489176 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:34:41.489659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:41.523995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Provisioning for port 00aaec44-d3ce-4c0d-b938-d6c68be918dc completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:41.534096 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a96ae704-608e-49d0-9d5d-c93fdd7efd37 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.568057 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-bfbb1fda-0e2a-41db-b4ba-285b29c4e315 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:34:41.571990 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bfbb1fda-0e2a-41db-b4ba-285b29c4e315 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "PUT /v2.0/routers/13b6f0d8-e11c-4994-932a-5894a56550ea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3478186 Jan 20 14:34:41.577891 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7cdeff31-cf2a-4af1-8a57-d7477844b2e1 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5052898 Jan 20 14:34:41.583183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49054) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:41.583183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49056) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:41.644369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:41.658553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f3c23d42-1b6f-4152-9dcd-87142834d3f8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Unset dirty status for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:41.659730 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f3c23d42-1b6f-4152-9dcd-87142834d3f8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports/d548c5cc-cbc3-4300-95b0-e47976e77aad HTTP/1.1" status: 200 len: 910 time: 0.3543708 Jan 20 14:34:41.666448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49062) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:41.711248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'd18ff3f0-6c8b-4569-8ad5-4c74af2d3f5c'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:41.712098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.758402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] The port '3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b' was deleted {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:34:41.763788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Provisioning for port ff6388e7-badf-4651-9427-8151146234cb completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:41.871562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Provisioning complete for port ff6388e7-badf-4651-9427-8151146234cb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:41.871969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.934202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 0f404a22-3553-4a7f-80cc-ee9543dcee65 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:41.958839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 0f404a22-3553-4a7f-80cc-ee9543dcee65 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:41.959212 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.061955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.166473 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.177079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event deleted for resources: {'Port': ['ID=bbad1509-8ddf-4496-bb49-0d1ba74d5948,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:42.221676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Allocated IP 2001:db8::f816:3eff:fe88:7349 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/d18ff3f0-6c8b-4569-8ad5-4c74af2d3f5c/defd3967-96de-4d15-a2ce-afd816c19076) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:42.349948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a96ae704-608e-49d0-9d5d-c93fdd7efd37 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.428235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e358c92c-e2af-4e6d-8e1c-f2201127bae2']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:42.441041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.499805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] For port ff6388e7-badf-4651-9427-8151146234cb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ff6388e7-badf-4651-9427-8151146234cb,segment=NetworkSegment(b1c98e45-fca7-40ab-a9d4-d95245887564),segment_id=b1c98e45-fca7-40ab-a9d4-d95245887564)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:42.501616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.515844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:42.516182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8b800b-0682-4c3b-bf00-a14d0b6e9fa1') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:42.516687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:42.534657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a96ae704-608e-49d0-9d5d-c93fdd7efd37 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.547170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.555470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ae704-608e-49d0-9d5d-c93fdd7efd37 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Subnet': ['ID=3b372994-66aa-4698-a0f4-4d318f493640,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:42.560385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:42.561166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 0f404a22-3553-4a7f-80cc-ee9543dcee65, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0f404a22-3553-4a7f-80cc-ee9543dcee65,segment=NetworkSegment(d394f7e1-39e7-4975-b0fe-c84b1ef88eba),segment_id=d394f7e1-39e7-4975-b0fe-c84b1ef88eba)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:42.562707 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.566923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb34bd9c-9dfc-490e-a4c2-12b8b5b64496 None None] Network 4a81ded8-474a-4dce-93f2-6064f7eed3f6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:42.567101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:42.578310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.583082 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a96ae704-608e-49d0-9d5d-c93fdd7efd37 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/subnets/3b372994-66aa-4698-a0f4-4d318f493640 HTTP/1.1" status: 204 len: 168 time: 1.6429865 Jan 20 14:34:42.594559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49066) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:42.600578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:42.629390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.630169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 00aaec44-d3ce-4c0d-b938-d6c68be918dc up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:42.664351 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:42.664726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:42.742858 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:42.767415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:42.771067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.818109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.818463 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Floating IP d33821dc-bdda-45f2-842c-031465d13285 disassociated (deleted). External IP: 172.26.0.178, port: 7564d00e-f35e-401b-acc9-b99c7685430d. Jan 20 14:34:42.907242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Pushing event updated for resources: {'Port': ['ID=ff6388e7-badf-4651-9427-8151146234cb,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:42.923086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.963048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.003197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Provisioning for port fa6e3683-c43b-4096-8513-6ed3536a7dc7 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:43.014322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Deleting port de0dac64-846f-492d-b3a0-06dc72c8f666 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:43.014667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.050603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Provisioning complete for port fa6e3683-c43b-4096-8513-6ed3536a7dc7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:43.052807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.118440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.190500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=0f404a22-3553-4a7f-80cc-ee9543dcee65,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:43.229766 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 00aaec44-d3ce-4c0d-b938-d6c68be918dc completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:43.238235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.246108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 00aaec44-d3ce-4c0d-b938-d6c68be918dc triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:43.246536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.283510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Transition to ACTIVE for port object defd3967-96de-4d15-a2ce-afd816c19076 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:43.331427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Network': ['ID=e358c92c-e2af-4e6d-8e1c-f2201127bae2,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:43.346451 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a21d08e5-5f10-449f-9a4a-cc8f8b9102dc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/networks/e358c92c-e2af-4e6d-8e1c-f2201127bae2 HTTP/1.1" status: 204 len: 168 time: 5.5350521 Jan 20 14:34:43.354911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49070) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:43.375316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Transition to ACTIVE for port object defd3967-96de-4d15-a2ce-afd816c19076 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:43.389468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.407284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.439663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] For port de0dac64-846f-492d-b3a0-06dc72c8f666, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=de0dac64-846f-492d-b3a0-06dc72c8f666,segment=NetworkSegment(acca8d96-50b8-422b-ae93-fc4402ff2a3f),segment_id=acca8d96-50b8-422b-ae93-fc4402ff2a3f)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:43.440019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.506117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] DHCP port deletion for 4a81ded8-474a-4dce-93f2-6064f7eed3f6 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:43.528038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:43.543212 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:43.553263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:43.555319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] Deleting port de0dac64-846f-492d-b3a0-06dc72c8f666 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:43.555690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.585206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Calling delete_port for de0dac64-846f-492d-b3a0-06dc72c8f666 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:43.589436 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] For port fa6e3683-c43b-4096-8513-6ed3536a7dc7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fa6e3683-c43b-4096-8513-6ed3536a7dc7,segment=NetworkSegment(161acf04-c647-4898-a1d9-70237d1bb5d0),segment_id=161acf04-c647-4898-a1d9-70237d1bb5d0)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:43.599914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Pushing event updated for resources: {'Port': ['ID=defd3967-96de-4d15-a2ce-afd816c19076,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:43.640882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.642573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.651610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.670195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.796477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.801711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Router 8efeea15-ad67-4679-a3df-9ae5a1635f40 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:34:43.898702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Attempting to bind port defd3967-96de-4d15-a2ce-afd816c19076 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:43.899127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Attempting to bind port defd3967-96de-4d15-a2ce-afd816c19076 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:43.899422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Attempting to bind port defd3967-96de-4d15-a2ce-afd816c19076 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:43.914252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 00aaec44-d3ce-4c0d-b938-d6c68be918dc, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=00aaec44-d3ce-4c0d-b938-d6c68be918dc,segment=NetworkSegment(b4d47175-7f50-4a8e-a0e0-6960e89eb41f),segment_id=b4d47175-7f50-4a8e-a0e0-6960e89eb41f)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:43.919299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:43.919767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:43.920030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.920674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:43.921170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Bound port: defd3967-96de-4d15-a2ce-afd816c19076, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:43.921581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.937818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3966c-6b46-42f5-8073-4b20b2181dca None None] Pushing event updated for resources: {'Port': ['ID=fa6e3683-c43b-4096-8513-6ed3536a7dc7,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:43.940397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Provisioning complete for port 00aaec44-d3ce-4c0d-b938-d6c68be918dc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:43.940764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.975501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.038856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68932fc-a115-4e43-8d30-8c6e8ede1421 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:44.040410 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a68932fc-a115-4e43-8d30-8c6e8ede1421 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6748741 Jan 20 14:34:44.044682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:44.046633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49074) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:44.050409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:44.055903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.060285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:44.060874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.144668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=d5d66a46-46f8-4e7b-8007-fad541da4911,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:44.146831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Port': ['ID=de0dac64-846f-492d-b3a0-06dc72c8f666,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:44.163352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:44.189384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:34:44.208396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.231025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] Sync routers for ids ['8efeea15-ad67-4679-a3df-9ae5a1635f40'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:34:44.243407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:34:44.243407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3e5473a8-b097-4eaf-9c2f-f4fce58b2b8b not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:44.278148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] No DVR routers for this DVR port de0dac64-846f-492d-b3a0-06dc72c8f666 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:44.301586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] For port de0dac64-846f-492d-b3a0-06dc72c8f666, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=de0dac64-846f-492d-b3a0-06dc72c8f666,segment=NetworkSegment(acca8d96-50b8-422b-ae93-fc4402ff2a3f),segment_id=acca8d96-50b8-422b-ae93-fc4402ff2a3f)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:44.302494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.310849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] Routers {'8efeea15-ad67-4679-a3df-9ae5a1635f40'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:44.310849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8efeea15-ad67-4679-a3df-9ae5a1635f40'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:44.347132 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aa1f78a6-2b77-4dd5-a46d-cf39e7db3ac7 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "DELETE /v2.0/floatingips/d33821dc-bdda-45f2-842c-031465d13285 HTTP/1.1" status: 204 len: 168 time: 5.4823744 Jan 20 14:34:44.355924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:34:44.361329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=00aaec44-d3ce-4c0d-b938-d6c68be918dc,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:44.411503 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eb26411e-6078-415c-b68e-0a626f8c3c81 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8230176 Jan 20 14:34:44.421387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e19c0287-aa4c-4066-b9c7-bc6ad2bf0dc4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:44.421901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49082) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:44.434124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Allocated IP 172.21.0.1 (b12a9dec-b9ce-4156-9eb1-b1f890726597/9cf9a255-83fd-456b-ad5d-009a8637180d/863694f8-6606-4cc7-ac03-10286339b564) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:44.437707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:5f:fe:ad', 'name': 'tempest-NetworksTestDHCPv6-633555364'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:44.459481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ff6388e7-badf-4651-9427-8151146234cb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:44.563169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] Calling delete_port for de0dac64-846f-492d-b3a0-06dc72c8f666 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:44.568326 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d', 'status': 'completed', 'code': 200} Jan 20 14:34:44.569654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.597518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] For port defd3967-96de-4d15-a2ce-afd816c19076, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:44.662700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e19c0287-aa4c-4066-b9c7-bc6ad2bf0dc4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:44.670640 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e19c0287-aa4c-4066-b9c7-bc6ad2bf0dc4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6196892 Jan 20 14:34:44.675436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49088) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:44.706843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:44.711368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:44.715130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:44.721585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:44.731281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Deleting port 7160d71d-04fa-4f73-984f-880f7ed582ea {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:44.731843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.735288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] For port defd3967-96de-4d15-a2ce-afd816c19076, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=defd3967-96de-4d15-a2ce-afd816c19076,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:44.753861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.767366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:44.774648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.777564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Transition to ACTIVE for port object 863694f8-6606-4cc7-ac03-10286339b564 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:44.785731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-375407258'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:44.790202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a81ded8-474a-4dce-93f2-6064f7eed3f6']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:44.838559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:44.853739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:network and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:44.869189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acca8d96-50b8-422b-ae93-fc4402ff2a3f') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:44.869475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acca8d96-50b8-422b-ae93-fc4402ff2a3f') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:44.877908 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:44.889660 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:44.902503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:44.903144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:44.903291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.916754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] Set router 8efeea15-ad67-4679-a3df-9ae5a1635f40 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:34:44.918665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-b9df03e3-2eef-4a43-82c3-b3004c9b736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:44.920522 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-b9df03e3-2eef-4a43-82c3-b3004c9b736c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=249ded474ddb44fcb57b7521b6ed258f&device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 1098 time: 0.3511398 Jan 20 14:34:44.921605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:44.925034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.968484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.989386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f5345-e231-4eb5-b029-25154c44fbb6 None None] Pushing event updated for resources: {'Port': ['ID=defd3967-96de-4d15-a2ce-afd816c19076,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:45.013370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Provisioning for port 7160d71d-04fa-4f73-984f-880f7ed582ea completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:45.018585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ff6388e7-badf-4651-9427-8151146234cb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:45.020765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.030794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.039145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:34:45.039855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.065430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Provisioning complete for port 7160d71d-04fa-4f73-984f-880f7ed582ea triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:45.065806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.092535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network b12a9dec-b9ce-4156-9eb1-b1f890726597 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:45.144312 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:45.199824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:45.205168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.222484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.225240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:45.227164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.317504 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] 10.222.0.87 "DELETE /v2.0/networks/4a81ded8-474a-4dce-93f2-6064f7eed3f6 HTTP/1.1" status: 204 len: 168 time: 2.7204030 Jan 20 14:34:45.342410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.364069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3f932-b3ef-4f52-ad0a-c2ae0ec39073 tempest-NetworksIpV6TestAttrs-1881567271 tempest-NetworksIpV6TestAttrs-1881567271-project] Pushing event deleted for resources: {'Network': ['ID=4a81ded8-474a-4dce-93f2-6064f7eed3f6,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:45.435795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] Deleting port de0dac64-846f-492d-b3a0-06dc72c8f666 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:45.436174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.578146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port e0eea99f-cb25-4cd9-97e4-cb2bc7b037db yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:45.601075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e9c346ac-86fd-46db-be48-6053084520f0 None None] The port 'de0dac64-846f-492d-b3a0-06dc72c8f666' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:34:45.611247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Port 7160d71d-04fa-4f73-984f-880f7ed582ea cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:34:45.631204 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-42bd7540-095b-4672-86b0-81f445799cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:45.633452 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-42bd7540-095b-4672-86b0-81f445799cf8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 HTTP/1.1" status: 200 len: 897 time: 0.6938424 Jan 20 14:34:45.634164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=863694f8-6606-4cc7-ac03-10286339b564,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:45.643123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Calling delete_port for 7160d71d-04fa-4f73-984f-880f7ed582ea owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:45.661102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Provisioning for port d548c5cc-cbc3-4300-95b0-e47976e77aad completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:45.723233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Provisioning complete for port d548c5cc-cbc3-4300-95b0-e47976e77aad triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:45.723618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.756252 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-66129b4d-a735-4969-a789-231d0e248e5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7564d00e-f35e-401b-acc9-b99c7685430d HTTP/1.1" status: 200 len: 217 time: 0.1081831 Jan 20 14:34:45.757567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:45.859380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.859762 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Added segment b62f347d-75b9-4914-9376-7034ce828340 of type vlan for network 729745ff-9a6a-4362-8afc-66cd415457e2 Jan 20 14:34:45.893446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.901019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fa6e3683-c43b-4096-8513-6ed3536a7dc7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:45.933182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49100) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:45.945747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-23127a31-9815-462a-a439-f279d5a30fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:45.947351 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-23127a31-9815-462a-a439-f279d5a30fa5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2b25a53d-4c12-4e81-8813-49d719abc326 HTTP/1.1" status: 200 len: 835 time: 0.1777537 Jan 20 14:34:45.948237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Port d548c5cc-cbc3-4300-95b0-e47976e77aad cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:34:45.952739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.958478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:45.959094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.963591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.991605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Provisioning complete for port ff6388e7-badf-4651-9427-8151146234cb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:45.992271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.032383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:53Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a2e2bc5d-c9f9-42c0-abc8-78f12306c165', 'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'mac_address': 'fa:16:3e:52:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:49Z', 'updated_at': '2022-01-20T14:33:01Z', 'revision_number': 5, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'subnets': [{'id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:46.101696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] Checking router: 8efeea15-ad67-4679-a3df-9ae5a1635f40 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:34:46.142714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] Routers {'8efeea15-ad67-4679-a3df-9ae5a1635f40'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:46.143380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8efeea15-ad67-4679-a3df-9ae5a1635f40'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:46.240761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8:0:1::d5 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/d5d66a46-46f8-4e7b-8007-fad541da4911/e0eea99f-cb25-4cd9-97e4-cb2bc7b037db) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:46.253518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::f816:3eff:fe5f:fead (c59c4318-304e-49f3-a2a0-4c3a913c6b21/d18ff3f0-6c8b-4569-8ad5-4c74af2d3f5c/e0eea99f-cb25-4cd9-97e4-cb2bc7b037db) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:46.256197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port fa6e3683-c43b-4096-8513-6ed3536a7dc7 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:46.256585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.391327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.406603 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7195098 Jan 20 14:34:46.431178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49106) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:46.437795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.456642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '729745ff-9a6a-4362-8afc-66cd415457e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:46.468305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57372d1f-cf12-44e5-8edf-e1c9014e171e None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:46.500685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-a27e171e-06e7-44dc-8ca9-cba21caf1ab0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:46.502162 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-a27e171e-06e7-44dc-8ca9-cba21caf1ab0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.72 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 0.4417250 Jan 20 14:34:46.505231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e575e8-b4f2-425d-9fc5-392b8f44255c req-89d3f470-ebbc-43b9-99a3-96e4102487d2 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:46.506029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-26e575e8-b4f2-425d-9fc5-392b8f44255c req-89d3f470-ebbc-43b9-99a3-96e4102487d2 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Synchronizing usage tracker for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:46.514916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event deleted for resources: {'Port': ['ID=7160d71d-04fa-4f73-984f-880f7ed582ea,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:46.520412 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9dfae963-deb2-4fa8-93f0-8ee457bfe8b8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eafe5102e7714411a1460945a6f17fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813038 Jan 20 14:34:46.556720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Provisioning complete for port 0f404a22-3553-4a7f-80cc-ee9543dcee65 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:46.557090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.579114 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49110) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:46.644373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18918cd-0e3d-4204-b4ae-06b0b13db604 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Network': ['ID=729745ff-9a6a-4362-8afc-66cd415457e2,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:46.664941 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] Set router 8efeea15-ad67-4679-a3df-9ae5a1635f40 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:34:46.676404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-83078122-862e-4018-b7bb-e83133a5c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:46.678828 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-83078122-862e-4018-b7bb-e83133a5c6a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6228383 Jan 20 14:34:46.688256 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-26e575e8-b4f2-425d-9fc5-392b8f44255c req-89d3f470-ebbc-43b9-99a3-96e4102487d2 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Unset dirty status for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:46.689536 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26e575e8-b4f2-425d-9fc5-392b8f44255c req-89d3f470-ebbc-43b9-99a3-96e4102487d2 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 945 time: 1.8987453 Jan 20 14:34:46.722259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.725823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 729745ff-9a6a-4362-8afc-66cd415457e2 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:46.768979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-16a91601-4406-4451-8169-7657582871c8 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Deleting port 7564d00e-f35e-401b-acc9-b99c7685430d {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:46.769310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-16a91601-4406-4451-8169-7657582871c8 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.834640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e1e88a9-41ae-4648-bc80-845157fe7262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.838983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object e0eea99f-cb25-4cd9-97e4-cb2bc7b037db will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:46.913134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0f404a22-3553-4a7f-80cc-ee9543dcee65 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:46.959308 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26e575e8-b4f2-425d-9fc5-392b8f44255c req-a925206d-a22c-44cc-923a-c4bc83872a41 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/security-groups?id=c1611d32-b0f1-44ef-b26a-cd5958e9deff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307944 Jan 20 14:34:46.982274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:46.994847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:46.998198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:47.004115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:47.107420 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-950af367-482f-4984-af46-bf7688e2bda3 service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062035 Jan 20 14:34:47.111808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:47.115365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.123102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e1e88a9-41ae-4648-bc80-845157fe7262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.149306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.348721 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Provisioning complete for port fa6e3683-c43b-4096-8513-6ed3536a7dc7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:47.349371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-63c47fb9-6d83-4a15-a03c-852542209cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.372082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-16a91601-4406-4451-8169-7657582871c8 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] For port 7564d00e-f35e-401b-acc9-b99c7685430d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7564d00e-f35e-401b-acc9-b99c7685430d,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:47.372464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-16a91601-4406-4451-8169-7657582871c8 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.392176 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.398907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 0f404a22-3553-4a7f-80cc-ee9543dcee65 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:47.399429 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.616852 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2435d24a-f399-4b17-b2e2-e73a281a0bee req-d9fef1ab-930c-4b14-b4a5-8bc7e612142c service neutron] 10.222.0.72 "GET /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365568 Jan 20 14:34:47.649419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.680125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:53Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a2e2bc5d-c9f9-42c0-abc8-78f12306c165', 'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'mac_address': 'fa:16:3e:52:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:49Z', 'updated_at': '2022-01-20T14:33:01Z', 'revision_number': 5, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'subnets': [{'id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:47.687062 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb751fa9-88fb-4bae-9a94-4ef0838fd79c None None] The sync data for ids ['8efeea15-ad67-4679-a3df-9ae5a1635f40'] in dv-neutron-825123-1-hyperv is: [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:32:53Z', 'revision_number': 4, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a2e2bc5d-c9f9-42c0-abc8-78f12306c165', 'name': '', 'network_id': 'fec9b491-2a5d-45c7-a167-c89b3ad4c6c4', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'mac_address': 'fa:16:3e:52:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:49Z', 'updated_at': '2022-01-20T14:33:01Z', 'revision_number': 5, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'subnets': [{'id': '2b25a53d-4c12-4e81-8813-49d719abc326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:34:47.692487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.722501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e1e88a9-41ae-4648-bc80-845157fe7262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.752610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-16a91601-4406-4451-8169-7657582871c8 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Calling delete_port for 7564d00e-f35e-401b-acc9-b99c7685430d owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:47.757730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device de0dac64-846f-492d-b3a0-06dc72c8f666 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:47.832701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: de0dac64-846f-492d-b3a0-06dc72c8f666 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:34:47.832701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device de0dac64-846f-492d-b3a0-06dc72c8f666 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:47.853597 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bcc777-bd59-4166-bfff-4167de0c2e20 None None] Update dhcp port {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'fixed_ips': [{'subnet_id': 'd18ff3f0-6c8b-4569-8ad5-4c74af2d3f5c', 'ip_address': '2001:db8::f816:3eff:fe88:7349'}, {'subnet_id': 'd5d66a46-46f8-4e7b-8007-fad541da4911'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': 'defd3967-96de-4d15-a2ce-afd816c19076'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:34:47.853892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.874877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=863694f8-6606-4cc7-ac03-10286339b564,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:47.900729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e88a9-41ae-4648-bc80-845157fe7262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b91db-4127-462f-9dc9-35d58ac7e9d2,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:47.945846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b1573a0c-94de-4a6d-a106-7f1052cd7833 None None] Provisioning for port defd3967-96de-4d15-a2ce-afd816c19076 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:47.947096 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=e0eea99f-cb25-4cd9-97e4-cb2bc7b037db,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:47.953170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:47.961429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:47.973253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Router 13b6f0d8-e11c-4994-932a-5894a56550ea has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:34:47.974284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:47.980178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:47.981014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.987195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.014115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-08bcc777-bd59-4166-bfff-4167de0c2e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.032700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e1e88a9-41ae-4648-bc80-845157fe7262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.036949 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7e1e88a9-41ae-4648-bc80-845157fe7262 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/029b91db-4127-462f-9dc9-35d58ac7e9d2 HTTP/1.1" status: 204 len: 168 time: 1.4515657 Jan 20 14:34:48.174230 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4cc39212-f603-4fab-96ef-eeb16fd49eec tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7450898 Jan 20 14:34:48.175905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49118) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:48.194376 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e1b35-53ea-4a56-b080-1294a74ee22d None None] New status for floating IP d33821dc-bdda-45f2-842c-031465d13285: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:34:48.215405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=9ff9239b-bfa7-441b-a09c-987c7bce9439,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:48.251621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Checking segment: {'id': 'b62f347d-75b9-4914-9376-7034ce828340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '729745ff-9a6a-4362-8afc-66cd415457e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:48.252020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network hostable DHCP agents. Network: 729745ff-9a6a-4362-8afc-66cd415457e2, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:48.258479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network b12a9dec-b9ce-4156-9eb1-b1f890726597 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:48.261024 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:48.312061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 00aaec44-d3ce-4c0d-b938-d6c68be918dc up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:48.372603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:34:48.403170 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5eb0fa24-0135-457b-a050-1b7c355905ec tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "PUT /v2.0/routers/13b6f0d8-e11c-4994-932a-5894a56550ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8188052 Jan 20 14:34:48.408118 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49126) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:48.454458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad61dc8-2cd1-4601-97b3-5ed231a08392 None None] Sync routers for ids ['13b6f0d8-e11c-4994-932a-5894a56550ea'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:34:48.475523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b1573a0c-94de-4a6d-a106-7f1052cd7833 None None] Provisioning for port 863694f8-6606-4cc7-ac03-10286339b564 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:48.511560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c558e374-53a2-44df-a0e0-98c0243523e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port e0eea99f-cb25-4cd9-97e4-cb2bc7b037db {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:48.512237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c558e374-53a2-44df-a0e0-98c0243523e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.534652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad61dc8-2cd1-4601-97b3-5ed231a08392 None None] Routers {'13b6f0d8-e11c-4994-932a-5894a56550ea'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:48.535313 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6ad61dc8-2cd1-4601-97b3-5ed231a08392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['13b6f0d8-e11c-4994-932a-5894a56550ea'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:48.557290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-16a91601-4406-4451-8169-7657582871c8 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.611770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 729745ff-9a6a-4362-8afc-66cd415457e2 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:48.642817 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-5850aef1-4f90-4d2b-93a2-dba571989bc7 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] delete failed (client error): The resource could not be found. Jan 20 14:34:48.644249 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5850aef1-4f90-4d2b-93a2-dba571989bc7 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "DELETE /v2.0/routers/tempest-non_exist_router-1241115989 HTTP/1.1" status: 404 len: 335 time: 0.2348647 Jan 20 14:34:48.651203 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49132) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:48.657048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b1573a0c-94de-4a6d-a106-7f1052cd7833 None None] Provisioning complete for port 863694f8-6606-4cc7-ac03-10286339b564 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:48.657437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b1573a0c-94de-4a6d-a106-7f1052cd7833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.661176 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a91601-4406-4451-8169-7657582871c8 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event deleted for resources: {'Port': ['ID=7564d00e-f35e-401b-acc9-b99c7685430d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:48.677784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1403d097-2c70-4720-b02c-4cb70cf0885d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Request body: {'router': {'external_gateway_info': {'network_id': '13b6f0d8-e11c-4994-932a-5894a56550ea'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:48.717491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6ad61dc8-2cd1-4601-97b3-5ed231a08392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:48.754250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad61dc8-2cd1-4601-97b3-5ed231a08392 None None] Routers {'13b6f0d8-e11c-4994-932a-5894a56550ea'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:48.754963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6ad61dc8-2cd1-4601-97b3-5ed231a08392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['13b6f0d8-e11c-4994-932a-5894a56550ea'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:48.763379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 729745ff-9a6a-4362-8afc-66cd415457e2) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:48.785881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:48.786439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.845633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 578e7638-b263-49fe-9de5-eb26591a3b4a has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:34:48.858216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-6ad61dc8-2cd1-4601-97b3-5ed231a08392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:48.858619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad61dc8-2cd1-4601-97b3-5ed231a08392 None None] The sync data for ids ['13b6f0d8-e11c-4994-932a-5894a56550ea'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:34:48.861172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ab3cf-fbd9-4f36-805c-2f9fee7ba6bf None None] Network 729745ff-9a6a-4362-8afc-66cd415457e2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:48.865079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-16a91601-4406-4451-8169-7657582871c8 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] No DVR routers for this DVR port 7564d00e-f35e-401b-acc9-b99c7685430d on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:48.867736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-902f70e1-61af-4a92-8cb0-b57a7bd80896 req-f7ce1fca-4b43-487b-ab14-9bb1f15ad263 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Synchronizing usage tracker for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:48.884446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b1573a0c-94de-4a6d-a106-7f1052cd7833 None None] Port 863694f8-6606-4cc7-ac03-10286339b564 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:34:48.979516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-16a91601-4406-4451-8169-7657582871c8 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.979516 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0bb82f4c-c755-4596-bd89-3c3a62916f0a req-16a91601-4406-4451-8169-7657582871c8 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.72 "DELETE /v2.0/ports/7564d00e-f35e-401b-acc9-b99c7685430d HTTP/1.1" status: 204 len: 173 time: 2.4651144 Jan 20 14:34:48.980793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'name': 'network-vif-deleted', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:34:49.053649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-902f70e1-61af-4a92-8cb0-b57a7bd80896 req-f7ce1fca-4b43-487b-ab14-9bb1f15ad263 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Unset dirty status for tenant:249ded474ddb44fcb57b7521b6ed258f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:49.057631 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-902f70e1-61af-4a92-8cb0-b57a7bd80896 req-f7ce1fca-4b43-487b-ab14-9bb1f15ad263 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "GET /v2.0/ports?device_id=a85d5edd-b358-4d38-b7a8-f3d97ad78f13 HTTP/1.1" status: 200 len: 210 time: 0.7832966 Jan 20 14:34:49.088963 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85d5edd-b358-4d38-b7a8-f3d97ad78f13', 'name': 'network-vif-deleted', 'tag': '7564d00e-f35e-401b-acc9-b99c7685430d', 'status': 'completed', 'code': 200} Jan 20 14:34:49.126002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-08bcc777-bd59-4166-bfff-4167de0c2e20 None None] Allocated IP 2001:db8:0:1::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/d5d66a46-46f8-4e7b-8007-fad541da4911/defd3967-96de-4d15-a2ce-afd816c19076) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:49.128226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c558e374-53a2-44df-a0e0-98c0243523e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.214070 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-554becb4-f56f-4415-8a0c-8897da9534bc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7622411 Jan 20 14:34:49.262955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49152) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:49.335641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 00aaec44-d3ce-4c0d-b938-d6c68be918dc triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:49.336012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.364522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49156) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:49.370075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '729745ff-9a6a-4362-8afc-66cd415457e2', 'name': 'tempest-PortsTestJSON-1762391400'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:49.390025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c558e374-53a2-44df-a0e0-98c0243523e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for e0eea99f-cb25-4cd9-97e4-cb2bc7b037db owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:49.414053 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7c206c46-a70a-4f18-9b38-6e5a105a49e7 None None] Provisioning complete for port 863694f8-6606-4cc7-ac03-10286339b564 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:49.414567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7c206c46-a70a-4f18-9b38-6e5a105a49e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.472661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1403d097-2c70-4720-b02c-4cb70cf0885d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.529779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:34:49.540065 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8fd870ab-6589-4274-93a1-ab0d9a3a97ff tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/578e7638-b263-49fe-9de5-eb26591a3b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8724935 Jan 20 14:34:49.546982 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-1403d097-2c70-4720-b02c-4cb70cf0885d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] update failed (client error): The resource could not be found. Jan 20 14:34:49.552258 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1403d097-2c70-4720-b02c-4cb70cf0885d tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "PUT /v2.0/routers/13b6f0d8-e11c-4994-932a-5894a56550ea HTTP/1.1" status: 404 len: 339 time: 0.8904581 Jan 20 14:34:49.552258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49162) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:49.560239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49166) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:49.567936 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44d04f-4c8a-43d8-a8d5-5fd49ba2c3ca None None] Sync routers for ids ['578e7638-b263-49fe-9de5-eb26591a3b4a'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:34:49.591639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-729745ff-9a6a-4362-8afc-66cd415457e2', 'network_id': '729745ff-9a6a-4362-8afc-66cd415457e2', 'tenant_id': 'afb89df1bb2349fc9d765c87454ab71e', 'fixed_ips': [{'subnet_id': '9ff9239b-bfa7-441b-a09c-987c7bce9439'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:49.592623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.602240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7c206c46-a70a-4f18-9b38-6e5a105a49e7 None None] Port 863694f8-6606-4cc7-ac03-10286339b564 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:34:49.612884 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44d04f-4c8a-43d8-a8d5-5fd49ba2c3ca None None] Routers {'578e7638-b263-49fe-9de5-eb26591a3b4a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:49.613896 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6a44d04f-4c8a-43d8-a8d5-5fd49ba2c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['578e7638-b263-49fe-9de5-eb26591a3b4a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:49.645564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-08bcc777-bd59-4166-bfff-4167de0c2e20 None None] For port defd3967-96de-4d15-a2ce-afd816c19076, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=defd3967-96de-4d15-a2ce-afd816c19076,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:49.742325 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6a44d04f-4c8a-43d8-a8d5-5fd49ba2c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:49.753383 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44d04f-4c8a-43d8-a8d5-5fd49ba2c3ca None None] Routers {'578e7638-b263-49fe-9de5-eb26591a3b4a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:49.754315 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6a44d04f-4c8a-43d8-a8d5-5fd49ba2c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['578e7638-b263-49fe-9de5-eb26591a3b4a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:49.807159 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200197381'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:49.807683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device defd3967-96de-4d15-a2ce-afd816c19076 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:49.824508 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6a44d04f-4c8a-43d8-a8d5-5fd49ba2c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:49.824775 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44d04f-4c8a-43d8-a8d5-5fd49ba2c3ca None None] The sync data for ids ['578e7638-b263-49fe-9de5-eb26591a3b4a'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:34:49.860096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a660c9-0ab2-495d-aa55-01b5e0f3d5ac tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:49.861556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-58a660c9-0ab2-495d-aa55-01b5e0f3d5ac tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Synchronizing usage tracker for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:49.875094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-08bcc777-bd59-4166-bfff-4167de0c2e20 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.880777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:49.886084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-58a660c9-0ab2-495d-aa55-01b5e0f3d5ac tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Unset dirty status for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:49.888403 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-58a660c9-0ab2-495d-aa55-01b5e0f3d5ac tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports/863694f8-6606-4cc7-ac03-10286339b564 HTTP/1.1" status: 200 len: 910 time: 0.3394873 Jan 20 14:34:49.891327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49170) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:49.928113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:network and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:49.939811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:49.941661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-08bcc777-bd59-4166-bfff-4167de0c2e20 None None] Transition to ACTIVE for port object defd3967-96de-4d15-a2ce-afd816c19076 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:49.953228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-08bcc777-bd59-4166-bfff-4167de0c2e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.971380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:50.039931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Allocated IP 172.20.0.2 (729745ff-9a6a-4362-8afc-66cd415457e2/9ff9239b-bfa7-441b-a09c-987c7bce9439/1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:50.202982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49176) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:50.224752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:50.228425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.242933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port defd3967-96de-4d15-a2ce-afd816c19076 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:50.261256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcc777-bd59-4166-bfff-4167de0c2e20 None None] Pushing event updated for resources: {'Port': ['ID=defd3967-96de-4d15-a2ce-afd816c19076,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:50.326156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:50.328398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.357816 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:port and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:50.368417 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:50.380703 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.383463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:50.386163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:50.429812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:security_group_rule and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:50.435456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:50.440885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Transition to ACTIVE for port object 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:50.450588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:50.452656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c558e374-53a2-44df-a0e0-98c0243523e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.455689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7564d00e-f35e-401b-acc9-b99c7685430d no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:50.507504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 7564d00e-f35e-401b-acc9-b99c7685430d {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:34:50.508134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7564d00e-f35e-401b-acc9-b99c7685430d not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:50.514881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:50.518866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.524162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Transition to ACTIVE for port object 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:50.531915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.549738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558e374-53a2-44df-a0e0-98c0243523e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=e0eea99f-cb25-4cd9-97e4-cb2bc7b037db,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:50.631150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Network 729745ff-9a6a-4362-8afc-66cd415457e2 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:50.634386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:50.638677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:50.639767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.658063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port 0f4bf140-1226-49b9-9a59-e52262d8c14b yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:50.718645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Pushing event updated for resources: {'Port': ['ID=1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:50.748614 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Attempting to bind port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:50.750021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Attempting to bind port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b62f347d-75b9-4914-9376-7034ce828340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '729745ff-9a6a-4362-8afc-66cd415457e2'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:50.750766 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Attempting to bind port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 on network 729745ff-9a6a-4362-8afc-66cd415457e2 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:50.758536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:50.759292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Checking segment: {'id': 'b62f347d-75b9-4914-9376-7034ce828340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '729745ff-9a6a-4362-8afc-66cd415457e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:50.759929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.760540 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Bound using segment: {'id': 'b62f347d-75b9-4914-9376-7034ce828340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '729745ff-9a6a-4362-8afc-66cd415457e2'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:50.761376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Bound port: 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62f347d-75b9-4914-9376-7034ce828340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '729745ff-9a6a-4362-8afc-66cd415457e2'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:50.762004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.766944 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c558e374-53a2-44df-a0e0-98c0243523e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.879765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] For port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:50.883734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] For port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397,segment=NetworkSegment(b62f347d-75b9-4914-9376-7034ce828340),segment_id=b62f347d-75b9-4914-9376-7034ce828340)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:50.894184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.966738 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c558e374-53a2-44df-a0e0-98c0243523e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/e0eea99f-cb25-4cd9-97e4-cb2bc7b037db HTTP/1.1" status: 204 len: 168 time: 2.7787094 Jan 20 14:34:50.969429 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49180) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:51.015900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d3cd5-a307-4124-8f24-9afd3b001575 None None] Pushing event updated for resources: {'Port': ['ID=1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:51.060419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ad1fe5c5-77b0-4cf0-bc15-e42735230a65 None None] Provisioning for port defd3967-96de-4d15-a2ce-afd816c19076 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:51.066067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ad1fe5c5-77b0-4cf0-bc15-e42735230a65 None None] Provisioning complete for port defd3967-96de-4d15-a2ce-afd816c19076 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:51.066755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe5c5-77b0-4cf0-bc15-e42735230a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.131606 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.191943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.213037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.245122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe5c5-77b0-4cf0-bc15-e42735230a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.311439 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ad1fe5c5-77b0-4cf0-bc15-e42735230a65 None None] For port defd3967-96de-4d15-a2ce-afd816c19076, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=defd3967-96de-4d15-a2ce-afd816c19076,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:51.318383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe5c5-77b0-4cf0-bc15-e42735230a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.332843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:51.420727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.421319 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment 2d73f9ac-868e-456d-8054-23cd7142e492 of type vlan for network 778ba0a3-fa8f-491f-aa1f-a955edc87f78 Jan 20 14:34:51.437503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fe5c5-77b0-4cf0-bc15-e42735230a65 None None] Pushing event updated for resources: {'Port': ['ID=defd3967-96de-4d15-a2ce-afd816c19076,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:51.440446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-295a2903-a778-42a6-acd3-443b7e341fd5 None None] Could not find standard attr ID for object e0eea99f-cb25-4cd9-97e4-cb2bc7b037db. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:34:51.450025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.3 (729745ff-9a6a-4362-8afc-66cd415457e2/9ff9239b-bfa7-441b-a09c-987c7bce9439/0f4bf140-1226-49b9-9a59-e52262d8c14b) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:51.462074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1e2b96-c9a5-4481-92a3-6baffecef8ab,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:51.490870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82928d86-13d5-4e33-b7e9-7aea0eea1732 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:51.497348 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-82928d86-13d5-4e33-b7e9-7aea0eea1732 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5267735 Jan 20 14:34:51.500157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49184) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:51.507538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.510794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.896037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.901366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:51.902078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.948943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Allocated IP 172.20.0.1 (cad29934-06f3-4a2e-a3bf-5f6042810ade/93f0d521-9204-4bbc-8ed6-13a0843cf783/bacefc3e-9e42-43a4-a01d-20b1ee361719) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:51.975223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 863694f8-6606-4cc7-ac03-10286339b564 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:51.976052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.111406 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7454791 Jan 20 14:34:52.137856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657a6d9-d400-4dbf-8a3b-f5138db8972c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=778ba0a3-fa8f-491f-aa1f-a955edc87f78,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:52.170149 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 778ba0a3-fa8f-491f-aa1f-a955edc87f78 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:52.228549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ea235-b9c2-4fa6-bfe5-532f2620c319 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:52.229258 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-543ea235-b9c2-4fa6-bfe5-532f2620c319 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:52.251690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49188) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:52.274825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': '778ba0a3-fa8f-491f-aa1f-a955edc87f78', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:52.281793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.319980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-543ea235-b9c2-4fa6-bfe5-532f2620c319 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:52.324984 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-543ea235-b9c2-4fa6-bfe5-532f2620c319 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8179681 Jan 20 14:34:52.324984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object 0f4bf140-1226-49b9-9a59-e52262d8c14b will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:52.325714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49192) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:52.424542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Deleting port a2e2bc5d-c9f9-42c0-abc8-78f12306c165 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:52.424542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.445008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df6db4-050d-47ae-b5f4-868daca2a2ec None None] Network 729745ff-9a6a-4362-8afc-66cd415457e2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:52.446880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.476598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4cb4b2-2b62-44e5-ab33-d1f22c736d57 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:52.478762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4cb4b2-2b62-44e5-ab33-d1f22c736d57 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:52.481072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4cb4b2-2b62-44e5-ab33-d1f22c736d57 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:52.482771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2a4cb4b2-2b62-44e5-ab33-d1f22c736d57 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:52.496679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Transition to ACTIVE for port object bacefc3e-9e42-43a4-a01d-20b1ee361719 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:52.521446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.528998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2a4cb4b2-2b62-44e5-ab33-d1f22c736d57 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:52.532732 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2a4cb4b2-2b62-44e5-ab33-d1f22c736d57 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2035642 Jan 20 14:34:52.545208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:52.572247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49196) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:52.601052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.614010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5901f17c-ddec-4c7b-b6e9-b5f8c58502c0 None None] Provisioning for port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:52.620926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:52.624871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:subnet and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:52.627790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:52.634045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:52.657337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 729745ff-9a6a-4362-8afc-66cd415457e2 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:52.663472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.671138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:52.681554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:52.706296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:52.709821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.717836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de9d180-f2b2-4db4-b98a-9f91e61bbecd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet d18ff3f0-6c8b-4569-8ad5-4c74af2d3f5c {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:52.719858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=0f4bf140-1226-49b9-9a59-e52262d8c14b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:52.736901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3de9d180-f2b2-4db4-b98a-9f91e61bbecd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.781260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:52.791577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:52.792279 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.822756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 863694f8-6606-4cc7-ac03-10286339b564 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:52.839214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Network cad29934-06f3-4a2e-a3bf-5f6042810ade is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:52.855301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:52.866688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:52.912090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3de9d180-f2b2-4db4-b98a-9f91e61bbecd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.954603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:52.955229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.984642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.000431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'Port': ['ID=bacefc3e-9e42-43a4-a01d-20b1ee361719,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:53.045755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397,segment=NetworkSegment(b62f347d-75b9-4914-9376-7034ce828340),segment_id=b62f347d-75b9-4914-9376-7034ce828340)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:53.062832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.063719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device defd3967-96de-4d15-a2ce-afd816c19076 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:53.084473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.089613 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7075891f-8c9d-4533-863d-0a68576174c2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8255379 Jan 20 14:34:53.093373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49200) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:53.104002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '729745ff-9a6a-4362-8afc-66cd415457e2', 'name': 'tempest-PortsTestJSON-1929714603'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:53.252959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:53.269028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3de9d180-f2b2-4db4-b98a-9f91e61bbecd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.272197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port defd3967-96de-4d15-a2ce-afd816c19076 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:53.272725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.306583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] For port a2e2bc5d-c9f9-42c0-abc8-78f12306c165, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a2e2bc5d-c9f9-42c0-abc8-78f12306c165,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:53.307172 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.423120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b9e94f26-f932-451b-abba-ed3bcb0fbef8 None None] Provisioning for port bacefc3e-9e42-43a4-a01d-20b1ee361719 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:53.423924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:53.430964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b9e94f26-f932-451b-abba-ed3bcb0fbef8 None None] Provisioning complete for port bacefc3e-9e42-43a4-a01d-20b1ee361719 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:53.431435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b9e94f26-f932-451b-abba-ed3bcb0fbef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.437529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:port and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:53.440673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.450188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:53.461260 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:53.467858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3de9d180-f2b2-4db4-b98a-9f91e61bbecd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.493492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b9e94f26-f932-451b-abba-ed3bcb0fbef8 None None] Port bacefc3e-9e42-43a4-a01d-20b1ee361719 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:34:53.549521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9d180-f2b2-4db4-b98a-9f91e61bbecd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=d18ff3f0-6c8b-4569-8ad5-4c74af2d3f5c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:53.551664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3de9d180-f2b2-4db4-b98a-9f91e61bbecd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.559098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe71aa0a-5338-4ffa-b6f5-eb14be8c7a07 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:53.560942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:53.564301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.608514 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3de9d180-f2b2-4db4-b98a-9f91e61bbecd tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/d18ff3f0-6c8b-4569-8ad5-4c74af2d3f5c HTTP/1.1" status: 204 len: 168 time: 1.0359962 Jan 20 14:34:53.642255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Calling delete_port for a2e2bc5d-c9f9-42c0-abc8-78f12306c165 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:53.670279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49204) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:53.692075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f27a535a-9d2c-419f-8b26-80c0a69e5a6f None None] Provisioning complete for port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:53.692545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f27a535a-9d2c-419f-8b26-80c0a69e5a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.795670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port eb0f4686-55bc-433c-abc3-7699acc2c067 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:53.896759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fc3cda-e880-4e9f-b166-15d5a01005cc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet d5d66a46-46f8-4e7b-8007-fad541da4911 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:53.906512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3cda-e880-4e9f-b166-15d5a01005cc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.956778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f27a535a-9d2c-419f-8b26-80c0a69e5a6f None None] Provisioning for port 0f4bf140-1226-49b9-9a59-e52262d8c14b completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:53.965131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f27a535a-9d2c-419f-8b26-80c0a69e5a6f None None] Provisioning complete for port 0f4bf140-1226-49b9-9a59-e52262d8c14b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:53.965574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f27a535a-9d2c-419f-8b26-80c0a69e5a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.029572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f27a535a-9d2c-419f-8b26-80c0a69e5a6f None None] Port 0f4bf140-1226-49b9-9a59-e52262d8c14b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:34:54.049737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3cda-e880-4e9f-b166-15d5a01005cc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.077477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.139407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.10 (729745ff-9a6a-4362-8afc-66cd415457e2/9ff9239b-bfa7-441b-a09c-987c7bce9439/eb0f4686-55bc-433c-abc3-7699acc2c067) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:54.158158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2f5dc545-9862-41b5-bb50-aff62f17ed1e None None] Provisioning complete for port 0f4bf140-1226-49b9-9a59-e52262d8c14b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:54.158726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2f5dc545-9862-41b5-bb50-aff62f17ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.226260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-2f5dc545-9862-41b5-bb50-aff62f17ed1e None None] Port 0f4bf140-1226-49b9-9a59-e52262d8c14b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:34:54.239657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=50e99ce6-855b-4399-8b85-6251bd3395ac,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:54.268803 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.327487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.328094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=863694f8-6606-4cc7-ac03-10286339b564,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:54.349757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:54.353048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.405166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': '2d73f9ac-868e-456d-8054-23cd7142e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '778ba0a3-fa8f-491f-aa1f-a955edc87f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:54.405166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: 778ba0a3-fa8f-491f-aa1f-a955edc87f78, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:54.440554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:54.441021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.491320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3cda-e880-4e9f-b166-15d5a01005cc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.541542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event updated for resources: {'Port': ['ID=bacefc3e-9e42-43a4-a01d-20b1ee361719,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:54.547419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.582146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.603764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object eb0f4686-55bc-433c-abc3-7699acc2c067 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:54.622297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.660649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network 778ba0a3-fa8f-491f-aa1f-a955edc87f78 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:54.662338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.673855 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3cda-e880-4e9f-b166-15d5a01005cc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.696110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.728656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event deleted for resources: {'Port': ['ID=a2e2bc5d-c9f9-42c0-abc8-78f12306c165,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:54.730644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc3cda-e880-4e9f-b166-15d5a01005cc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d66a46-46f8-4e7b-8007-fad541da4911,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:54.736303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3cda-e880-4e9f-b166-15d5a01005cc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.744464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 778ba0a3-fa8f-491f-aa1f-a955edc87f78) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:54.766461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ffeb3c-9f52-4fcf-b9cf-18a5215e72b0 None None] Network 778ba0a3-fa8f-491f-aa1f-a955edc87f78 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:54.783413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 729745ff-9a6a-4362-8afc-66cd415457e2 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:54.783836 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:54.784658 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.788134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:54.794941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:54.824940 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c3fc3cda-e880-4e9f-b166-15d5a01005cc tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/d5d66a46-46f8-4e7b-8007-fad541da4911 HTTP/1.1" status: 204 len: 168 time: 1.1534028 Jan 20 14:34:54.827460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49212) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:54.896713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:54.897335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.942491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=eb0f4686-55bc-433c-abc3-7699acc2c067,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:54.971504 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-41e34ecf-2992-430e-866c-ed7a1fa63347 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8703654 Jan 20 14:34:54.975726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49216) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:55.080329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f90d8e-8a60-4292-af3d-4dc617b24c6d None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:55.096059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Network cad29934-06f3-4a2e-a3bf-5f6042810ade is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:55.099291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-778ba0a3-fa8f-491f-aa1f-a955edc87f78', 'network_id': '778ba0a3-fa8f-491f-aa1f-a955edc87f78', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': '50e99ce6-855b-4399-8b85-6251bd3395ac'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:55.100124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.102957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:55.328664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2ed587e7-c49a-43cf-a9b7-1d4314082760 None None] Provisioning complete for port defd3967-96de-4d15-a2ce-afd816c19076 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:55.329043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2ed587e7-c49a-43cf-a9b7-1d4314082760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.350894 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f90c92b9-c3b5-4d3f-83ce-d5cec55d9693 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5086944 Jan 20 14:34:55.355985 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-17c123c4-2d83-4b7e-88d3-40ea4e1ace1a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0997427 Jan 20 14:34:55.356179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49220) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:55.359168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49222) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:55.366839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2b578-bf29-40bf-98a4-a0aa4b9de481 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:55.367572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-edb2b578-bf29-40bf-98a4-a0aa4b9de481 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:55.377372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:55.399965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1118769980'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:55.417235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:55.420947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Router 13b6f0d8-e11c-4994-932a-5894a56550ea has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:34:55.451356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.477925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:network and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:55.491962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:55.494532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-edb2b578-bf29-40bf-98a4-a0aa4b9de481 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:55.498647 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-edb2b578-bf29-40bf-98a4-a0aa4b9de481 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.5125842 Jan 20 14:34:55.504480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49228) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:55.509412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:55.610898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Allocated IP 172.20.255.242 (778ba0a3-fa8f-491f-aa1f-a955edc87f78/50e99ce6-855b-4399-8b85-6251bd3395ac/c00cfb57-772b-4bbe-a196-08f11df98b19) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:55.759532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d5ee6811-02f4-4c36-8684-50e1b19ba44a None None] Provisioning for port eb0f4686-55bc-433c-abc3-7699acc2c067 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:55.769169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d5ee6811-02f4-4c36-8684-50e1b19ba44a None None] Provisioning complete for port eb0f4686-55bc-433c-abc3-7699acc2c067 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:55.769545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6811-02f4-4c36-8684-50e1b19ba44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.816652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46bc0a-5827-4ed9-8648-5a4a3f0f25c2 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:55.832740 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0a46bc0a-5827-4ed9-8648-5a4a3f0f25c2 None None] Deleting port defd3967-96de-4d15-a2ce-afd816c19076 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:55.833140 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a46bc0a-5827-4ed9-8648-5a4a3f0f25c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.845021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.913083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:55.916559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.927159 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:55.943425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee6811-02f4-4c36-8684-50e1b19ba44a None None] Port eb0f4686-55bc-433c-abc3-7699acc2c067 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:34:55.957452 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9d97f8ed-f005-441a-9e8d-f50e9afeda73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port eb0f4686-55bc-433c-abc3-7699acc2c067 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:55.957794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d97f8ed-f005-441a-9e8d-f50e9afeda73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.958012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.989575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:55.999803 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:56.024667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:56.062127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:56.065187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:34:56.067248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Transition to ACTIVE for port object c00cfb57-772b-4bbe-a196-08f11df98b19 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:56.094414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 578e7638-b263-49fe-9de5-eb26591a3b4a has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:34:56.095286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73748b-fd6e-46bb-81e3-c84332d12f3c None None] Sync routers for ids ['13b6f0d8-e11c-4994-932a-5894a56550ea'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:34:56.108402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:56.112529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.151628 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8f60fedf-c7bf-4663-9761-a4f84a2b131e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "PUT /v2.0/routers/13b6f0d8-e11c-4994-932a-5894a56550ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5917127 Jan 20 14:34:56.155125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.155470 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment 58042873-42e4-4d59-9966-08be39d380b6 of type vlan for network e4260fff-8e65-4efb-bd0a-b1eb16b54436 Jan 20 14:34:56.159692 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d5ee6811-02f4-4c36-8684-50e1b19ba44a None None] Provisioning complete for port bacefc3e-9e42-43a4-a01d-20b1ee361719 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:56.160058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6811-02f4-4c36-8684-50e1b19ba44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.168799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49232) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:56.217442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73748b-fd6e-46bb-81e3-c84332d12f3c None None] Routers {'13b6f0d8-e11c-4994-932a-5894a56550ea'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:56.218067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5e73748b-fd6e-46bb-81e3-c84332d12f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['13b6f0d8-e11c-4994-932a-5894a56550ea'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:56.287191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Transition to ACTIVE for port object c00cfb57-772b-4bbe-a196-08f11df98b19 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:56.288973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5e73748b-fd6e-46bb-81e3-c84332d12f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:56.313648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73748b-fd6e-46bb-81e3-c84332d12f3c None None] Routers {'13b6f0d8-e11c-4994-932a-5894a56550ea'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:56.313789 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5e73748b-fd6e-46bb-81e3-c84332d12f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['13b6f0d8-e11c-4994-932a-5894a56550ea'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:56.350486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.379647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.438239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5e73748b-fd6e-46bb-81e3-c84332d12f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:56.438456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d97f8ed-f005-441a-9e8d-f50e9afeda73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.438915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73748b-fd6e-46bb-81e3-c84332d12f3c None None] The sync data for ids ['13b6f0d8-e11c-4994-932a-5894a56550ea'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:34:56.448074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0a46bc0a-5827-4ed9-8648-5a4a3f0f25c2 None None] For port defd3967-96de-4d15-a2ce-afd816c19076, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=defd3967-96de-4d15-a2ce-afd816c19076,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:56.448402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a46bc0a-5827-4ed9-8648-5a4a3f0f25c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.463886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee6811-02f4-4c36-8684-50e1b19ba44a None None] Port bacefc3e-9e42-43a4-a01d-20b1ee361719 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:34:56.512767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.519525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:56.520333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.534046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Network 778ba0a3-fa8f-491f-aa1f-a955edc87f78 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:56.535004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device defd3967-96de-4d15-a2ce-afd816c19076 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:56.618707 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:56.633433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0a46bc0a-5827-4ed9-8648-5a4a3f0f25c2 None None] Calling delete_port for defd3967-96de-4d15-a2ce-afd816c19076 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:56.639308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:34:56.644338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bbe89100-4669-4f69-b85c-46eea08720bd tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.653304 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07e807-1252-462f-bbfb-cd0303726047 None None] Sync routers for ids ['578e7638-b263-49fe-9de5-eb26591a3b4a'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:34:56.660264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:34:56.668390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9d97f8ed-f005-441a-9e8d-f50e9afeda73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for eb0f4686-55bc-433c-abc3-7699acc2c067 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:56.670491 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07e807-1252-462f-bbfb-cd0303726047 None None] Routers {'578e7638-b263-49fe-9de5-eb26591a3b4a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:56.671361 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-af07e807-1252-462f-bbfb-cd0303726047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['578e7638-b263-49fe-9de5-eb26591a3b4a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:56.755535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Pushing event updated for resources: {'Port': ['ID=c00cfb57-772b-4bbe-a196-08f11df98b19,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:56.770767 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-af07e807-1252-462f-bbfb-cd0303726047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:56.785757 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07e807-1252-462f-bbfb-cd0303726047 None None] Routers {'578e7638-b263-49fe-9de5-eb26591a3b4a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:56.786885 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-93ec7677-ab0c-4149-936c-70d18c35201e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/578e7638-b263-49fe-9de5-eb26591a3b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8944242 Jan 20 14:34:56.787261 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-af07e807-1252-462f-bbfb-cd0303726047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['578e7638-b263-49fe-9de5-eb26591a3b4a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:56.801769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49236) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:56.810081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Attempting to bind port c00cfb57-772b-4bbe-a196-08f11df98b19 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:56.810459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Attempting to bind port c00cfb57-772b-4bbe-a196-08f11df98b19 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '2d73f9ac-868e-456d-8054-23cd7142e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '778ba0a3-fa8f-491f-aa1f-a955edc87f78'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:56.810811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Attempting to bind port c00cfb57-772b-4bbe-a196-08f11df98b19 on network 778ba0a3-fa8f-491f-aa1f-a955edc87f78 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:34:56.863119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Router 8efeea15-ad67-4679-a3df-9ae5a1635f40 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:34:56.882346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:34:56.882774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Checking segment: {'id': '2d73f9ac-868e-456d-8054-23cd7142e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '778ba0a3-fa8f-491f-aa1f-a955edc87f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:56.883094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.883478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Bound using segment: {'id': '2d73f9ac-868e-456d-8054-23cd7142e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '778ba0a3-fa8f-491f-aa1f-a955edc87f78'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:34:56.883940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Bound port: c00cfb57-772b-4bbe-a196-08f11df98b19, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d73f9ac-868e-456d-8054-23cd7142e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '778ba0a3-fa8f-491f-aa1f-a955edc87f78'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:56.884732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.894580 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5220017 Jan 20 14:34:56.905083 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-af07e807-1252-462f-bbfb-cd0303726047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:56.906190 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07e807-1252-462f-bbfb-cd0303726047 None None] The sync data for ids ['578e7638-b263-49fe-9de5-eb26591a3b4a'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:34:56.949672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49240) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:56.971828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': 'e4260fff-8e65-4efb-bd0a-b1eb16b54436', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:56.982582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d07c4b-b983-4d2f-8913-1332c79bd556 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=e4260fff-8e65-4efb-bd0a-b1eb16b54436,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:57.004544 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-bbe89100-4669-4f69-b85c-46eea08720bd tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 20 14:34:57.005887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bbe89100-4669-4f69-b85c-46eea08720bd tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "DELETE /v2.0/routers/13b6f0d8-e11c-4994-932a-5894a56550ea HTTP/1.1" status: 409 len: 329 time: 0.8344746 Jan 20 14:34:57.009268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49244) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:57.010017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a46bc0a-5827-4ed9-8648-5a4a3f0f25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.063180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network e4260fff-8e65-4efb-bd0a-b1eb16b54436 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:57.083976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.099390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46bc0a-5827-4ed9-8648-5a4a3f0f25c2 None None] Pushing event deleted for resources: {'Port': ['ID=defd3967-96de-4d15-a2ce-afd816c19076,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:57.115664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46bc0a-5827-4ed9-8648-5a4a3f0f25c2 None None] No DVR routers for this DVR port defd3967-96de-4d15-a2ce-afd816c19076 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:57.171318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] For port c00cfb57-772b-4bbe-a196-08f11df98b19, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:34:57.179482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.179794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:57.187615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:subnet and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:57.191994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:57.193150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] For port c00cfb57-772b-4bbe-a196-08f11df98b19, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c00cfb57-772b-4bbe-a196-08f11df98b19,segment=NetworkSegment(2d73f9ac-868e-456d-8054-23cd7142e492),segment_id=2d73f9ac-868e-456d-8054-23cd7142e492)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:34:57.203458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:57.211815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:34:57.218638 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bf24515d-6228-432e-a3bc-2df49fa53f3c tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "PUT /v2.0/routers/8efeea15-ad67-4679-a3df-9ae5a1635f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0141962 Jan 20 14:34:57.224788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49248) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:57.237046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] Sync routers for ids ['8efeea15-ad67-4679-a3df-9ae5a1635f40'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:34:57.253451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.257537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:57.261056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.330778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] Routers {'8efeea15-ad67-4679-a3df-9ae5a1635f40'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:57.331869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8efeea15-ad67-4679-a3df-9ae5a1635f40'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:57.389304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-427c4b44-7832-4e22-a665-c3754a32a9c4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Deleting subnet 2b25a53d-4c12-4e81-8813-49d719abc326 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:34:57.398969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-427c4b44-7832-4e22-a665-c3754a32a9c4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.444167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda8d35-c396-4a2f-843d-37a32129b2bc None None] Pushing event updated for resources: {'Port': ['ID=c00cfb57-772b-4bbe-a196-08f11df98b19,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:57.459250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-427c4b44-7832-4e22-a665-c3754a32a9c4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.534444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:57.583336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] Set router 8efeea15-ad67-4679-a3df-9ae5a1635f40 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:34:57.599639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:57.623847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-427c4b44-7832-4e22-a665-c3754a32a9c4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.625640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:57.626222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.639883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1194ebe8-da17-42c6-83a8-bd9ff164a96f None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:57.682694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.741079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=3018564f-43db-4be9-b741-434a0dd02372,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:57.789621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=ed144dc4-bcfb-483d-94c5-b8e392a240eb,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:57.793529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-427c4b44-7832-4e22-a665-c3754a32a9c4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.824710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d97f8ed-f005-441a-9e8d-f50e9afeda73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.834931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': '58042873-42e4-4d59-9966-08be39d380b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e4260fff-8e65-4efb-bd0a-b1eb16b54436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:34:57.836756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: e4260fff-8e65-4efb-bd0a-b1eb16b54436, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:57.850107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-427c4b44-7832-4e22-a665-c3754a32a9c4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.853264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c4b44-7832-4e22-a665-c3754a32a9c4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event deleted for resources: {'Subnet': ['ID=2b25a53d-4c12-4e81-8813-49d719abc326,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:57.870846 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-427c4b44-7832-4e22-a665-c3754a32a9c4 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "DELETE /v2.0/subnets/2b25a53d-4c12-4e81-8813-49d719abc326 HTTP/1.1" status: 204 len: 168 time: 0.6420603 Jan 20 14:34:57.871067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49252) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:57.882085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7d81a1-d4e4-4377-82cf-8b144b56b6f2 None None] Network fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:57.932142 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7273139e-47fc-4709-a60f-bb4ee8cc19e7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5759866 Jan 20 14:34:57.937559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49256) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:57.952384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97f8ed-f005-441a-9e8d-f50e9afeda73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=eb0f4686-55bc-433c-abc3-7699acc2c067,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:57.953257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:58.203307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d97f8ed-f005-441a-9e8d-f50e9afeda73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.205265 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9d97f8ed-f005-441a-9e8d-f50e9afeda73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/eb0f4686-55bc-433c-abc3-7699acc2c067 HTTP/1.1" status: 204 len: 168 time: 2.6998513 Jan 20 14:34:58.215571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49260) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:58.226460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network e4260fff-8e65-4efb-bd0a-b1eb16b54436 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:58.259787 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, e4260fff-8e65-4efb-bd0a-b1eb16b54436) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:58.284442 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:58.285430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.299754 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-31da058c-735d-4973-844d-2522fffb42ff tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:34:58.299899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-31da058c-735d-4973-844d-2522fffb42ff tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:58.360933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c8c9d-4df2-4e15-bcd9-4eb9b4c763d2 None None] Network e4260fff-8e65-4efb-bd0a-b1eb16b54436 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:58.388510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-31da058c-735d-4973-844d-2522fffb42ff tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:58.390465 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-31da058c-735d-4973-844d-2522fffb42ff tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/eb0f4686-55bc-433c-abc3-7699acc2c067 HTTP/1.1" status: 404 len: 333 time: 0.1466565 Jan 20 14:34:58.392759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49264) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:58.440640 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-668d29e3-6b4f-41a3-81d0-1d24369e9311 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4827724 Jan 20 14:34:58.441498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49268) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:58.450449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': '3018564f-43db-4be9-b741-434a0dd02372'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:58.451678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.539653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-24898352-ffc8-4f63-b120-7594edfffba0 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 0f4bf140-1226-49b9-9a59-e52262d8c14b {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:58.540298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24898352-ffc8-4f63-b120-7594edfffba0 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.557588 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c00cfb57-772b-4bbe-a196-08f11df98b19 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:58.587925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.618084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.656495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:58.676346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:58.693823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:58.722315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:58.791174 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.831054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:58.835454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.898956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port c00cfb57-772b-4bbe-a196-08f11df98b19 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:58.927939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.008295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ac2437-6e3e-427e-8b60-6db9a7257d94 None None] Network 778ba0a3-fa8f-491f-aa1f-a955edc87f78 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:34:59.031356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.074216 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.ipam_backend_mixin [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3018564f-43db-4be9-b741-434a0dd02372 (CIDR: 2001:db8::/64) Jan 20 14:34:59.080085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.116163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Deleting port 04b84658-572f-4f85-aa55-3b4165808123 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:59.116704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.142198 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:34:59.142885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:59.150920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '04b84658-572f-4f85-aa55-3b4165808123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:34:54Z', 'revision_number': 5, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port': {'id': '04b84658-572f-4f85-aa55-3b4165808123', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:33Z', 'updated_at': '2022-01-20T14:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:59.180337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] Checking router: 8efeea15-ad67-4679-a3df-9ae5a1635f40 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:34:59.210545 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-93ab4edd-345d-40d8-8dcf-240515023ed4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2698796 Jan 20 14:34:59.219589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49272) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:59.227268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1bb078aa-8d6b-4890-b4a5-e4f15f880669 None None] Provisioning for port c00cfb57-772b-4bbe-a196-08f11df98b19 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:59.243088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b628c2-4a95-445e-9233-73acc946a069 None None] DHCP port deletion for fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:34:59.245358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:34:59.279622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1bb078aa-8d6b-4890-b4a5-e4f15f880669 None None] Provisioning complete for port c00cfb57-772b-4bbe-a196-08f11df98b19 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:59.279992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1bb078aa-8d6b-4890-b4a5-e4f15f880669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.306519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/3018564f-43db-4be9-b741-434a0dd02372/1296d1bd-97b4-456c-8b1c-e533e84a0594) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:59.331141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] Routers {'8efeea15-ad67-4679-a3df-9ae5a1635f40'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:34:59.331788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8efeea15-ad67-4679-a3df-9ae5a1635f40'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:59.382313 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d4b628c2-4a95-445e-9233-73acc946a069 None None] Deleting port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:59.382515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4b628c2-4a95-445e-9233-73acc946a069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.420517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.430961 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128283c-20a2-496d-899f-87b1224d38b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-e4260fff-8e65-4efb-bd0a-b1eb16b54436', 'network_id': 'e4260fff-8e65-4efb-bd0a-b1eb16b54436', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': 'ed144dc4-bcfb-483d-94c5-b8e392a240eb'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:34:59.431775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d128283c-20a2-496d-899f-87b1224d38b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.492193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=ed144dc4-bcfb-483d-94c5-b8e392a240eb,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:59.573133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24898352-ffc8-4f63-b120-7594edfffba0 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.620552 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:59.623689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] For port 04b84658-572f-4f85-aa55-3b4165808123, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=04b84658-572f-4f85-aa55-3b4165808123,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:34:59.624044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.638553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:59.645118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:59.648365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.711401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:59.712964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-24898352-ffc8-4f63-b120-7594edfffba0 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 0f4bf140-1226-49b9-9a59-e52262d8c14b owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:59.797607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] Set router 8efeea15-ad67-4679-a3df-9ae5a1635f40 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:34:59.877502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Deleting port bacefc3e-9e42-43a4-a01d-20b1ee361719 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:34:59.877846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.923145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Calling delete_port for 04b84658-572f-4f85-aa55-3b4165808123 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:34:59.951535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:34:59Z', 'revision_number': 6, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:59.973539 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4260fff-8e65-4efb-bd0a-b1eb16b54436']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:59.991952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58042873-42e4-4d59-9966-08be39d380b6') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:59.992352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58042873-42e4-4d59-9966-08be39d380b6') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:00.001270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:00.004866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.087192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port d548c5cc-cbc3-4300-95b0-e47976e77aad {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:00.087890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.113651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.136861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917325ec-a798-4d8b-a6dc-56fece8cae83 None None] The sync data for ids ['8efeea15-ad67-4679-a3df-9ae5a1635f40'] in dv-neutron-825123-1-hyperv is: [{'id': '8efeea15-ad67-4679-a3df-9ae5a1635f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379958144', 'tenant_id': '249ded474ddb44fcb57b7521b6ed258f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:32:31Z', 'updated_at': '2022-01-20T14:34:59Z', 'revision_number': 6, 'project_id': '249ded474ddb44fcb57b7521b6ed258f', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:00.177143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.195350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:00.195350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:00.210957 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:00.218802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1bb078aa-8d6b-4890-b4a5-e4f15f880669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.227940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b5733-4cb1-4fd0-8e73-2c86cd6fb5f7 None None] Network e4260fff-8e65-4efb-bd0a-b1eb16b54436 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:00.273392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24898352-ffc8-4f63-b120-7594edfffba0 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.349247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24898352-ffc8-4f63-b120-7594edfffba0 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=0f4bf140-1226-49b9-9a59-e52262d8c14b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:00.361860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.362389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.367638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.398612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d4b628c2-4a95-445e-9233-73acc946a069 None None] For port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8,segment=NetworkSegment(3263c52d-0c26-488d-9215-5fe561a33b92),segment_id=3263c52d-0c26-488d-9215-5fe561a33b92)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:00.399005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4b628c2-4a95-445e-9233-73acc946a069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.415336 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=e4260fff-8e65-4efb-bd0a-b1eb16b54436,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:00.473831 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-56f79c6f-b293-4867-a0be-8f8fc7992b32 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/e4260fff-8e65-4efb-bd0a-b1eb16b54436 HTTP/1.1" status: 204 len: 168 time: 2.0254683 Jan 20 14:35:00.478645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49276) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:00.491430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-40739290'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:00.492111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1bb078aa-8d6b-4890-b4a5-e4f15f880669 None None] For port c00cfb57-772b-4bbe-a196-08f11df98b19, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c00cfb57-772b-4bbe-a196-08f11df98b19,segment=NetworkSegment(2d73f9ac-868e-456d-8054-23cd7142e492),segment_id=2d73f9ac-868e-456d-8054-23cd7142e492)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:00.504901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:00.512450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:network and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:00.517284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:00.527886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:00.533273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.602964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event deleted for resources: {'Port': ['ID=04b84658-572f-4f85-aa55-3b4165808123,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:00.605002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d4b628c2-4a95-445e-9233-73acc946a069 None None] Calling delete_port for d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:00.636140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:00.639572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.731351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:00.765097 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1bb078aa-8d6b-4890-b4a5-e4f15f880669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.773127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:00.805747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.863544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Calling delete_port for bacefc3e-9e42-43a4-a01d-20b1ee361719 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:00.934423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.945617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.945897 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment 7c92545f-9baf-452d-bd55-ee127de82fa3 of type vlan for network 96b71a81-e103-47c3-9ccc-d0d4aac086fc Jan 20 14:35:00.980720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4b628c2-4a95-445e-9233-73acc946a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.986312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Transition to ACTIVE for port object 1296d1bd-97b4-456c-8b1c-e533e84a0594 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:01.024387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b628c2-4a95-445e-9233-73acc946a069 None None] No DVR routers for this DVR port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:01.041061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Transition to ACTIVE for port object 1296d1bd-97b4-456c-8b1c-e533e84a0594 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:01.042896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb078aa-8d6b-4890-b4a5-e4f15f880669 None None] Pushing event updated for resources: {'Port': ['ID=c00cfb57-772b-4bbe-a196-08f11df98b19,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:01.063672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No active binding found for port d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 {{(pid=87496) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 20 14:35:01.064133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:01.064635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a2e2bc5d-c9f9-42c0-abc8-78f12306c165 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:01.145701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.152879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.160872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0761048d-2825-432c-bcce-9c79eee4c18e None None] Provisioning complete for port c00cfb57-772b-4bbe-a196-08f11df98b19 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:01.161252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0761048d-2825-432c-bcce-9c79eee4c18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.163393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.165487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.165959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.184274 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b628c2-4a95-445e-9233-73acc946a069 None None] Pushing event deleted for resources: {'Port': ['ID=d8ccff98-e7ec-4e07-8e00-0cfd31d37fd8,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:01.192971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: a2e2bc5d-c9f9-42c0-abc8-78f12306c165 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:01.193307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a2e2bc5d-c9f9-42c0-abc8-78f12306c165 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:01.207400 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:35:01.273845 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:01.276476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.277210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Fanout notify agent at l3_agent the message router_deleted on router 8efeea15-ad67-4679-a3df-9ae5a1635f40 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:35:01.278380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:01.283895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:01.295677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Pushing event updated for resources: {'Port': ['ID=1296d1bd-97b4-456c-8b1c-e533e84a0594,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:01.312579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.317918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:01.318509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.335988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for d548c5cc-cbc3-4300-95b0-e47976e77aad owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:01.375257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24898352-ffc8-4f63-b120-7594edfffba0 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.407937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.411882 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6b8f152e-134e-4a8d-8c38-d566274c3310 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "DELETE /v2.0/routers/8efeea15-ad67-4679-a3df-9ae5a1635f40 HTTP/1.1" status: 204 len: 168 time: 3.5371699 Jan 20 14:35:01.413330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49284) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:01.429809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Attempting to bind port 1296d1bd-97b4-456c-8b1c-e533e84a0594 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:01.430172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Attempting to bind port 1296d1bd-97b4-456c-8b1c-e533e84a0594 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:01.430526 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Attempting to bind port 1296d1bd-97b4-456c-8b1c-e533e84a0594 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:01.441384 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:01.441759 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:01.442154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.442522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:01.443729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Bound port: 1296d1bd-97b4-456c-8b1c-e533e84a0594, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:01.443729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.447916 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9681714 Jan 20 14:35:01.451780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49288) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:01.452901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce26a6-2e16-46ff-bd29-fb619ab2f9be tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=96b71a81-e103-47c3-9ccc-d0d4aac086fc,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:01.457536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.463139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': '96b71a81-e103-47c3-9ccc-d0d4aac086fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:01.465794 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-24898352-ffc8-4f63-b120-7594edfffba0 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/0f4bf140-1226-49b9-9a59-e52262d8c14b HTTP/1.1" status: 204 len: 168 time: 3.0712619 Jan 20 14:35:01.477931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49292) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:01.505858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 96b71a81-e103-47c3-9ccc-d0d4aac086fc details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:01.636063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:01.640682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event deleted for resources: {'Port': ['ID=bacefc3e-9e42-43a4-a01d-20b1ee361719,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:01.642386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:subnet and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:01.647697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:01.656923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] For port 1296d1bd-97b4-456c-8b1c-e533e84a0594, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:01.657533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:01.659453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.661400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] For port 1296d1bd-97b4-456c-8b1c-e533e84a0594, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1296d1bd-97b4-456c-8b1c-e533e84a0594,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:01.675093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.710971 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-331b1624-423b-4c28-bad2-e061dba0e605 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:35:01.711481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-331b1624-423b-4c28-bad2-e061dba0e605 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:01.713830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:01.717774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.764150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd2f2b-2d7a-4393-9f7f-4911da335427 None None] Pushing event updated for resources: {'Port': ['ID=1296d1bd-97b4-456c-8b1c-e533e84a0594,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:01.801059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-331b1624-423b-4c28-bad2-e061dba0e605 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:01.802240 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-331b1624-423b-4c28-bad2-e061dba0e605 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/0f4bf140-1226-49b9-9a59-e52262d8c14b HTTP/1.1" status: 404 len: 333 time: 0.2835755 Jan 20 14:35:01.819066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.825341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49296) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:01.955516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.ipam_backend_mixin [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing IP validity checks on allocation pools {{(pid=87495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:35:01.956028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.ipam_backend_mixin [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:35:02.225473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.251822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] For port 1296d1bd-97b4-456c-8b1c-e533e84a0594, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1296d1bd-97b4-456c-8b1c-e533e84a0594,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:02.255490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21149f6-e11e-40ba-8d0f-46eed0e9d093 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet 9ff9239b-bfa7-441b-a09c-987c7bce9439 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:02.276095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b21149f6-e11e-40ba-8d0f-46eed0e9d093 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.289561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.305607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.329363 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.329784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec9b491-2a5d-45c7-a167-c89b3ad4c6c4']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:02.350155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.350873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.440974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3263c52d-0c26-488d-9215-5fe561a33b92') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:02.441373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:02.442993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3263c52d-0c26-488d-9215-5fe561a33b92') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:02.444416 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1296d1bd-97b4-456c-8b1c-e533e84a0594 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:02.449952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=e60fbddc-ae1e-4c95-a884-c6c8aa881c65,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:02.452399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:02.503730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:02.504262 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.522550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 1296d1bd-97b4-456c-8b1c-e533e84a0594 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:02.526158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': '7c92545f-9baf-452d-bd55-ee127de82fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '96b71a81-e103-47c3-9ccc-d0d4aac086fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:02.526518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: 96b71a81-e103-47c3-9ccc-d0d4aac086fc, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:02.528870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c00cfb57-772b-4bbe-a196-08f11df98b19 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:02.542533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=1296d1bd-97b4-456c-8b1c-e533e84a0594,revision_number=4']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:02.574153 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3494565 Jan 20 14:35:02.574153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ade0f4-592e-4726-8dfb-28ae9f89cf1f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=cc3773ce-23dd-4c12-9bd8-aeb32bd24694,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:02.574598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49300) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:02.580605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:ac:1a:d9', 'name': 'tempest-NetworksTestDHCPv6-1995018778'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:02.605511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network 96b71a81-e103-47c3-9ccc-d0d4aac086fc is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:02.609760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b21149f6-e11e-40ba-8d0f-46eed0e9d093 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.611595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c00cfb57-772b-4bbe-a196-08f11df98b19 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:02.612160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.638284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.688062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 96b71a81-e103-47c3-9ccc-d0d4aac086fc) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:02.696485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:02.697373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.704422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af802d6a-68e4-4698-9613-8f48271459b5 None None] Network 96b71a81-e103-47c3-9ccc-d0d4aac086fc requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:02.743113 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d6101c6b-0ae0-41a5-bb2d-fb64c9bc98c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2865710 Jan 20 14:35:02.745604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49304) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:02.750042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.791326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=d548c5cc-cbc3-4300-95b0-e47976e77aad,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:02.850020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.877720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:02.886979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:port and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:02.892075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:02.908336 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:02.970077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:02.970489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.975100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:02.987892 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:03.039251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 04b84658-572f-4f85-aa55-3b4165808123 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:03.110494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 04b84658-572f-4f85-aa55-3b4165808123 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:03.120400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 04b84658-572f-4f85-aa55-3b4165808123 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:03.160055 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.213409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b5818dcb-17b1-4c21-9ed2-94b4b296f434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.224514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-96b71a81-e103-47c3-9ccc-d0d4aac086fc', 'network_id': '96b71a81-e103-47c3-9ccc-d0d4aac086fc', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': 'e60fbddc-ae1e-4c95-a884-c6c8aa881c65'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:03.226419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.235309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Router 13b6f0d8-e11c-4994-932a-5894a56550ea has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:35:03.273604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.287080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23879d6-04f7-449b-9caf-5fdef71c4c0e None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:03.287393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.352162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port 4ec94203-89cb-4f96-9fb5-1b7bbaabd28c yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:35:03.370656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.379957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b21149f6-e11e-40ba-8d0f-46eed0e9d093 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.426982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.438892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.477642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3b1425b8-8017-4552-9ab3-a1ec945a53c5 None None] Provisioning for port 1296d1bd-97b4-456c-8b1c-e533e84a0594 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:03.496453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3b1425b8-8017-4552-9ab3-a1ec945a53c5 None None] Provisioning complete for port 1296d1bd-97b4-456c-8b1c-e533e84a0594 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:03.496820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3b1425b8-8017-4552-9ab3-a1ec945a53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.515376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event deleted for resources: {'Network': ['ID=fec9b491-2a5d-45c7-a167-c89b3ad4c6c4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:03.566517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Allocated IP 172.20.0.3 (96b71a81-e103-47c3-9ccc-d0d4aac086fc/e60fbddc-ae1e-4c95-a884-c6c8aa881c65/a0b41916-7be0-46c7-905f-fe8634356437) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:03.586314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::38 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/3018564f-43db-4be9-b741-434a0dd02372/4ec94203-89cb-4f96-9fb5-1b7bbaabd28c) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:03.593363 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8:0:1:f816:3eff:feac:1ad9 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/cc3773ce-23dd-4c12-9bd8-aeb32bd24694/4ec94203-89cb-4f96-9fb5-1b7bbaabd28c) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:03.640774 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5169fcd3-efff-45a0-ba74-ac7c8116ebe0 tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "DELETE /v2.0/networks/fec9b491-2a5d-45c7-a167-c89b3ad4c6c4 HTTP/1.1" status: 204 len: 168 time: 2.2236466 Jan 20 14:35:03.643630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49308) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:03.711886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:03.723064 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c03928f1-d30f-4e4c-b5ff-4bbdd38024d5 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "PUT /v2.0/routers/13b6f0d8-e11c-4994-932a-5894a56550ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7127795 Jan 20 14:35:03.728137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49312) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:03.728328 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d9b07-87f8-4040-bef1-4f78f6f2ad07 None None] Sync routers for ids ['13b6f0d8-e11c-4994-932a-5894a56550ea'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:03.739596 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d9b07-87f8-4040-bef1-4f78f6f2ad07 None None] Routers {'13b6f0d8-e11c-4994-932a-5894a56550ea'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:03.740530 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8f2d9b07-87f8-4040-bef1-4f78f6f2ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['13b6f0d8-e11c-4994-932a-5894a56550ea'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:03.808530 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8f2d9b07-87f8-4040-bef1-4f78f6f2ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:03.817678 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d9b07-87f8-4040-bef1-4f78f6f2ad07 None None] Routers {'13b6f0d8-e11c-4994-932a-5894a56550ea'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:03.818610 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8f2d9b07-87f8-4040-bef1-4f78f6f2ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['13b6f0d8-e11c-4994-932a-5894a56550ea'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:03.834917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.850847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object 4ec94203-89cb-4f96-9fb5-1b7bbaabd28c will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:03.866850 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-363342ef-54c7-4027-afbb-4432e24cd00f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] show failed (client error): The resource could not be found. Jan 20 14:35:03.872263 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-363342ef-54c7-4027-afbb-4432e24cd00f tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "GET /v2.0/routers/tempest-non_exist_router-1716918049 HTTP/1.1" status: 404 len: 335 time: 0.1449587 Jan 20 14:35:03.872893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49316) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:03.889285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.893009 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8f2d9b07-87f8-4040-bef1-4f78f6f2ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:03.893634 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d9b07-87f8-4040-bef1-4f78f6f2ad07 None None] The sync data for ids ['13b6f0d8-e11c-4994-932a-5894a56550ea'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:03.989065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3b1425b8-8017-4552-9ab3-a1ec945a53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.012977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.036297 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Transition to ACTIVE for port object a0b41916-7be0-46c7-905f-fe8634356437 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:04.055096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3b1425b8-8017-4552-9ab3-a1ec945a53c5 None None] For port 1296d1bd-97b4-456c-8b1c-e533e84a0594, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1296d1bd-97b4-456c-8b1c-e533e84a0594,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:04.078011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3b1425b8-8017-4552-9ab3-a1ec945a53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.081742 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Transition to ACTIVE for port object a0b41916-7be0-46c7-905f-fe8634356437 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:04.089110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0645f723-3cea-4d44-989f-29ff89716b3e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:04.115885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a3476a4c-0812-403a-9723-f1f363b8a2ee tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.144276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.145896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b21149f6-e11e-40ba-8d0f-46eed0e9d093 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.175987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:04.185669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:04.186722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Network 96b71a81-e103-47c3-9ccc-d0d4aac086fc is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:04.189390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1425b8-8017-4552-9ab3-a1ec945a53c5 None None] Pushing event updated for resources: {'Port': ['ID=1296d1bd-97b4-456c-8b1c-e533e84a0594,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:04.189536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a3476a4c-0812-403a-9723-f1f363b8a2ee tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.191623 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-0645f723-3cea-4d44-989f-29ff89716b3e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] update failed (client error): The resource could not be found. Jan 20 14:35:04.196057 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0645f723-3cea-4d44-989f-29ff89716b3e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "PUT /v2.0/routers/tempest-non_exist_router-1059503576 HTTP/1.1" status: 404 len: 335 time: 0.1199052 Jan 20 14:35:04.198936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49320) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:04.207115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:04.207813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21149f6-e11e-40ba-8d0f-46eed0e9d093 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff9239b-bfa7-441b-a09c-987c7bce9439,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:04.213315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:04.214200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.221171 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=4ec94203-89cb-4f96-9fb5-1b7bbaabd28c,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:04.244950 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 578e7638-b263-49fe-9de5-eb26591a3b4a has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:35:04.249092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b21149f6-e11e-40ba-8d0f-46eed0e9d093 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.257005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.274135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:04.275081 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b21149f6-e11e-40ba-8d0f-46eed0e9d093 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/9ff9239b-bfa7-441b-a09c-987c7bce9439 HTTP/1.1" status: 204 len: 168 time: 2.4444108 Jan 20 14:35:04.279576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49324) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:04.280638 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:04.289349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Pushing event updated for resources: {'Port': ['ID=a0b41916-7be0-46c7-905f-fe8634356437,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:04.318134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5b7fa-4671-4708-ad07-fb30b72ef2e1 None None] Network 729745ff-9a6a-4362-8afc-66cd415457e2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:04.346856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=e60fbddc-ae1e-4c95-a884-c6c8aa881c65,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:04.427847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1296d1bd-97b4-456c-8b1c-e533e84a0594 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:04.458515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.498703 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1b57a45e-deeb-445f-9324-f9417bb49bb3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9206529 Jan 20 14:35:04.499030 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49328) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:04.503085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b71a81-e103-47c3-9ccc-d0d4aac086fc']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:04.509537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0563f7-350b-4ceb-b26b-6eb6716274ab tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Deleting subnet eeb8936e-6000-4c73-9b47-f1d0d18af4a3 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:04.521838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6d0563f7-350b-4ceb-b26b-6eb6716274ab tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.558647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:04.570580 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-433e3721-e0e8-4064-b61d-38379da10b87 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/578e7638-b263-49fe-9de5-eb26591a3b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7668493 Jan 20 14:35:04.575560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93617e95-9085-4fbb-bb3a-73ef840cbac3 None None] Sync routers for ids ['578e7638-b263-49fe-9de5-eb26591a3b4a'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:04.579222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49332) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:04.589325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Attempting to bind port a0b41916-7be0-46c7-905f-fe8634356437 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:04.589980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Attempting to bind port a0b41916-7be0-46c7-905f-fe8634356437 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '7c92545f-9baf-452d-bd55-ee127de82fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '96b71a81-e103-47c3-9ccc-d0d4aac086fc'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:04.590528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Attempting to bind port a0b41916-7be0-46c7-905f-fe8634356437 on network 96b71a81-e103-47c3-9ccc-d0d4aac086fc {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:04.598388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9a592-8d8b-48b2-8247-40571c271426 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port 4ec94203-89cb-4f96-9fb5-1b7bbaabd28c {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:04.599122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ec9a592-8d8b-48b2-8247-40571c271426 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.616393 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:04.616935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Checking segment: {'id': '7c92545f-9baf-452d-bd55-ee127de82fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '96b71a81-e103-47c3-9ccc-d0d4aac086fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:04.617445 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.618009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Bound using segment: {'id': '7c92545f-9baf-452d-bd55-ee127de82fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '96b71a81-e103-47c3-9ccc-d0d4aac086fc'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:04.618723 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Bound port: a0b41916-7be0-46c7-905f-fe8634356437, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c92545f-9baf-452d-bd55-ee127de82fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '96b71a81-e103-47c3-9ccc-d0d4aac086fc'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:04.619187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.632110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93617e95-9085-4fbb-bb3a-73ef840cbac3 None None] Routers {'578e7638-b263-49fe-9de5-eb26591a3b4a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:04.632958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-93617e95-9085-4fbb-bb3a-73ef840cbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['578e7638-b263-49fe-9de5-eb26591a3b4a'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:04.645969 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.674778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-14ba9f36-2480-471a-952b-69531e17ab67 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Synchronizing usage tracker for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:04.687660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6d0563f7-350b-4ceb-b26b-6eb6716274ab tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.722696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:04.723044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.740400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-93617e95-9085-4fbb-bb3a-73ef840cbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:04.831388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93617e95-9085-4fbb-bb3a-73ef840cbac3 None None] Routers {'578e7638-b263-49fe-9de5-eb26591a3b4a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:04.832241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-93617e95-9085-4fbb-bb3a-73ef840cbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:34:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['578e7638-b263-49fe-9de5-eb26591a3b4a'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:04.907229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ec9a592-8d8b-48b2-8247-40571c271426 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.931825 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-93617e95-9085-4fbb-bb3a-73ef840cbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:04.932373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93617e95-9085-4fbb-bb3a-73ef840cbac3 None None] The sync data for ids ['578e7638-b263-49fe-9de5-eb26591a3b4a'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:04.936562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1296d1bd-97b4-456c-8b1c-e533e84a0594 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:04.936972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.999281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] For port a0b41916-7be0-46c7-905f-fe8634356437, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:05.006463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] For port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397,segment=NetworkSegment(b62f347d-75b9-4914-9376-7034ce828340),segment_id=b62f347d-75b9-4914-9376-7034ce828340)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:05.006850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.021196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] For port a0b41916-7be0-46c7-905f-fe8634356437, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a0b41916-7be0-46c7-905f-fe8634356437,segment=NetworkSegment(7c92545f-9baf-452d-bd55-ee127de82fa3),segment_id=7c92545f-9baf-452d-bd55-ee127de82fa3)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:05.040751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9a592-8d8b-48b2-8247-40571c271426 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for 4ec94203-89cb-4f96-9fb5-1b7bbaabd28c owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:05.058090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.116556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c92545f-9baf-452d-bd55-ee127de82fa3') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:05.117642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c92545f-9baf-452d-bd55-ee127de82fa3') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:05.137534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.145129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a3476a4c-0812-403a-9723-f1f363b8a2ee tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.194689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a3476a4c-0812-403a-9723-f1f363b8a2ee tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.198231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6d0563f7-350b-4ceb-b26b-6eb6716274ab tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.198341 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a3476a4c-0812-403a-9723-f1f363b8a2ee tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] 10.222.0.87 "DELETE /v2.0/security-groups/c1611d32-b0f1-44ef-b26a-cd5958e9deff HTTP/1.1" status: 204 len: 168 time: 1.5503798 Jan 20 14:35:05.198341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3476a4c-0812-403a-9723-f1f363b8a2ee tempest-TestNetworkAdvancedServerOps-1502627232 tempest-TestNetworkAdvancedServerOps-1502627232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1611d32-b0f1-44ef-b26a-cd5958e9deff,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:05.210586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.221962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:05.228591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:05.250533 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:05.272464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-44befb19-f0eb-42a2-9ede-a90dd2a69fc1 None None] Provisioning complete for port 1296d1bd-97b4-456c-8b1c-e533e84a0594 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:05.272756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-44befb19-f0eb-42a2-9ede-a90dd2a69fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.306233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fe5b2-4d96-49d5-a938-1d380fa04536 None None] Pushing event updated for resources: {'Port': ['ID=a0b41916-7be0-46c7-905f-fe8634356437,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:05.330093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:05.366562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-14ba9f36-2480-471a-952b-69531e17ab67 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Unset dirty status for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:05.370474 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-14ba9f36-2480-471a-952b-69531e17ab67 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=578e7638-b263-49fe-9de5-eb26591a3b4a HTTP/1.1" status: 200 len: 205 time: 0.7901447 Jan 20 14:35:05.378255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49342) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:05.379536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6d0563f7-350b-4ceb-b26b-6eb6716274ab tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.426437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:35:05.426437 dv-neutron-825123-1-hyperv neutron-server[87495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:35:05.426437 dv-neutron-825123-1-hyperv neutron-server[87495]: [parameters: {'id': '96b71a81-e103-47c3-9ccc-d0d4aac086fc'}] Jan 20 14:35:05.426437 dv-neutron-825123-1-hyperv neutron-server[87495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:05.426437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:05.427007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] DHCP port deletion for 729745ff-9a6a-4362-8afc-66cd415457e2 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:05.440784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] Deleting port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:05.441144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.505256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f883d8-6b9e-444f-ae3f-54b6784758a0 None None] Network 96b71a81-e103-47c3-9ccc-d0d4aac086fc requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:05.529463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ec9a592-8d8b-48b2-8247-40571c271426 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.530020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6d0563f7-350b-4ceb-b26b-6eb6716274ab tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.545300 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6d0563f7-350b-4ceb-b26b-6eb6716274ab tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "DELETE /v2.0/subnets/eeb8936e-6000-4c73-9b47-f1d0d18af4a3 HTTP/1.1" status: 204 len: 168 time: 1.3418863 Jan 20 14:35:05.576255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49346) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:05.623782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9a592-8d8b-48b2-8247-40571c271426 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=4ec94203-89cb-4f96-9fb5-1b7bbaabd28c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:05.639664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc41c47-fd86-461a-bdd3-0499d60ed43f None None] Network 9b1e7780-e25d-40bf-8c36-c1973b6d0c95 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:05.659650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ab04b434-0cdd-4d3b-b20f-0a46af4b2ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.735883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ec9a592-8d8b-48b2-8247-40571c271426 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.756828 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6ec9a592-8d8b-48b2-8247-40571c271426 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/4ec94203-89cb-4f96-9fb5-1b7bbaabd28c HTTP/1.1" status: 204 len: 168 time: 1.2567444 Jan 20 14:35:05.759936 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49352) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:05.785996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0563f7-350b-4ceb-b26b-6eb6716274ab tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb8936e-6000-4c73-9b47-f1d0d18af4a3,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:05.803380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95c8b1a-8b02-4832-a500-c4a79c658d3a tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Deleting subnet 3e5af9c2-d1a1-46e4-bd85-dc6aa5bf335a {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:05.806833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef840b9b-bc94-4c8c-ae8d-b6d998e4ca3f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.807180 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c95c8b1a-8b02-4832-a500-c4a79c658d3a tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.853727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49356) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:05.937021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c95c8b1a-8b02-4832-a500-c4a79c658d3a tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.012157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.020507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.105209 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0f997e8d-4889-4f92-b44e-8c0112efc589 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=249ded474ddb44fcb57b7521b6ed258f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334867 Jan 20 14:35:06.109580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49362) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:06.111698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting port a0b41916-7be0-46c7-905f-fe8634356437 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:06.112098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.137314 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-44befb19-f0eb-42a2-9ede-a90dd2a69fc1 None None] Could not find standard attr ID for object 4ec94203-89cb-4f96-9fb5-1b7bbaabd28c. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:35:06.151080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No DVR routers for this DVR port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:06.166226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] For port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397,segment=NetworkSegment(b62f347d-75b9-4914-9376-7034ce828340),segment_id=b62f347d-75b9-4914-9376-7034ce828340)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:06.166710 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.200353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:06.268984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef840b9b-bc94-4c8c-ae8d-b6d998e4ca3f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.273962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef840b9b-bc94-4c8c-ae8d-b6d998e4ca3f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.325926 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:35:06.358692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c95c8b1a-8b02-4832-a500-c4a79c658d3a tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.361536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] Calling delete_port for 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:06.368762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.401023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:06.401382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef840b9b-bc94-4c8c-ae8d-b6d998e4ca3f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.401914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef840b9b-bc94-4c8c-ae8d-b6d998e4ca3f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Fanout notify agent at l3_agent the message router_deleted on router 578e7638-b263-49fe-9de5-eb26591a3b4a {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:35:06.412621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a760ae-d6df-45ee-9d68-1c368b897080 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:06.413318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-95a760ae-d6df-45ee-9d68-1c368b897080 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:06.414233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729745ff-9a6a-4362-8afc-66cd415457e2']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:06.433023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62f347d-75b9-4914-9376-7034ce828340') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:06.433365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62f347d-75b9-4914-9376-7034ce828340') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:06.449151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef840b9b-bc94-4c8c-ae8d-b6d998e4ca3f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.452726 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ef840b9b-bc94-4c8c-ae8d-b6d998e4ca3f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/578e7638-b263-49fe-9de5-eb26591a3b4a HTTP/1.1" status: 204 len: 168 time: 1.0605071 Jan 20 14:35:06.453576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49366) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:06.457230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.458727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9a1f7684-1a86-48fa-92f1-f0dfca1b9880 None None] Could not find standard attr ID for object 4ec94203-89cb-4f96-9fb5-1b7bbaabd28c. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:35:06.466807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:06.467109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:06.487767 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d06a-b012-44c8-a862-a74ed231649c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.488342 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.504588 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.514200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:06.514422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:06.533777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.535228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d06a-b012-44c8-a862-a74ed231649c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.547620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:06.548060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:06.563034 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:06.566493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-95a760ae-d6df-45ee-9d68-1c368b897080 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:06.570101 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-95a760ae-d6df-45ee-9d68-1c368b897080 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8067341 Jan 20 14:35:06.572111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49370) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:06.576998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3347b92e-c292-4df3-8b79-17116b50d13c None None] DHCP port deletion for 9b1e7780-e25d-40bf-8c36-c1973b6d0c95 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:06.582820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-3347b92e-c292-4df3-8b79-17116b50d13c None None] Deleting port 00aaec44-d3ce-4c0d-b938-d6c68be918dc {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:06.583237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3347b92e-c292-4df3-8b79-17116b50d13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.684447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa0eba4-1d1b-4d59-bf9e-f85d0f037666 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting subnet 9cf9a255-83fd-456b-ad5d-009a8637180d {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:06.694595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7aa0eba4-1d1b-4d59-bf9e-f85d0f037666 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.702568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c95c8b1a-8b02-4832-a500-c4a79c658d3a tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.743297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] For port a0b41916-7be0-46c7-905f-fe8634356437, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a0b41916-7be0-46c7-905f-fe8634356437,segment=NetworkSegment(7c92545f-9baf-452d-bd55-ee127de82fa3),segment_id=7c92545f-9baf-452d-bd55-ee127de82fa3)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:06.743631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.763826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c8b1a-8b02-4832-a500-c4a79c658d3a tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5af9c2-d1a1-46e4-bd85-dc6aa5bf335a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:06.766425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.791776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.797875 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36472367-10d5-49e1-9b4d-ea7387957557 None None] Network fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:06.805073 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/networks/729745ff-9a6a-4362-8afc-66cd415457e2 HTTP/1.1" status: 204 len: 168 time: 2.5178082 Jan 20 14:35:06.806058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49374) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:06.808193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7aa0eba4-1d1b-4d59-bf9e-f85d0f037666 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.818439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c95c8b1a-8b02-4832-a500-c4a79c658d3a tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.848855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1310832182'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:06.853301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:06.857043 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:network and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:06.860061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:06.866274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:06.869896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3347b92e-c292-4df3-8b79-17116b50d13c None None] For port 00aaec44-d3ce-4c0d-b938-d6c68be918dc, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=00aaec44-d3ce-4c0d-b938-d6c68be918dc,segment=NetworkSegment(b4d47175-7f50-4a8e-a0e0-6960e89eb41f),segment_id=b4d47175-7f50-4a8e-a0e0-6960e89eb41f)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:06.870514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3347b92e-c292-4df3-8b79-17116b50d13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.880788 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e08491-df29-4a3b-a990-3713586225f9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:06.885158 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d4e08491-df29-4a3b-a990-3713586225f9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3103721 Jan 20 14:35:06.885158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517f9c8-5de2-4804-89c8-e28047d7c952 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Network': ['ID=729745ff-9a6a-4362-8afc-66cd415457e2,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:06.887943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Calling delete_port for a0b41916-7be0-46c7-905f-fe8634356437 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:06.892554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49378) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:06.893186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:06.897475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.914919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d06a-b012-44c8-a862-a74ed231649c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.953348 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c95c8b1a-8b02-4832-a500-c4a79c658d3a tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "DELETE /v2.0/subnets/3e5af9c2-d1a1-46e4-bd85-dc6aa5bf335a HTTP/1.1" status: 204 len: 168 time: 1.3680105 Jan 20 14:35:06.953842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3d06a-b012-44c8-a862-a74ed231649c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b189ab8-9cd2-4939-af16-a51a5cb55a9d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:06.956818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49382) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:06.960114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d06a-b012-44c8-a862-a74ed231649c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.964452 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ddb3d06a-b012-44c8-a862-a74ed231649c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2b189ab8-9cd2-4939-af16-a51a5cb55a9d HTTP/1.1" status: 204 len: 168 time: 0.7044547 Jan 20 14:35:06.990225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:07.000828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.001183 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Added segment bfc76feb-f32d-469d-b32d-5181a295d417 of type vlan for network 0c160d2d-9be0-4253-b58d-f54cfc55a034 Jan 20 14:35:07.033678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] Deleting port 1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:07.034493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.054851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.064843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-3347b92e-c292-4df3-8b79-17116b50d13c None None] Calling delete_port for 00aaec44-d3ce-4c0d-b938-d6c68be918dc owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:07.100081 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.149543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.163458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Port': ['ID=a0b41916-7be0-46c7-905f-fe8634356437,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:07.165696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No DVR routers for this DVR port a0b41916-7be0-46c7-905f-fe8634356437 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:07.182049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8187f-6ac1-4faf-b18b-fd3db67bfc7e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:07.183583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8187f-6ac1-4faf-b18b-fd3db67bfc7e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:07.185458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8187f-6ac1-4faf-b18b-fd3db67bfc7e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:07.186474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-06a8187f-6ac1-4faf-b18b-fd3db67bfc7e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:07.193814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.201144 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:07.201312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.209828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a32767d7-b6b9-49a5-a1f2-ceba881bba32 None None] The port '1a8ada3d-4a8a-47ed-91fa-2cccaa1b8397' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:35:07.218094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Deleting port 00aaec44-d3ce-4c0d-b938-d6c68be918dc {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:07.218403 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.300500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3347b92e-c292-4df3-8b79-17116b50d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.352315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-06a8187f-6ac1-4faf-b18b-fd3db67bfc7e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:07.353763 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-06a8187f-6ac1-4faf-b18b-fd3db67bfc7e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4468751 Jan 20 14:35:07.357734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347b92e-c292-4df3-8b79-17116b50d13c None None] No DVR routers for this DVR port 00aaec44-d3ce-4c0d-b938-d6c68be918dc on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:07.362028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49390) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:07.369127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7aa0eba4-1d1b-4d59-bf9e-f85d0f037666 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.369775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347b92e-c292-4df3-8b79-17116b50d13c None None] Pushing event deleted for resources: {'Port': ['ID=00aaec44-d3ce-4c0d-b938-d6c68be918dc,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:07.424709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.442981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] The port '00aaec44-d3ce-4c0d-b938-d6c68be918dc' was deleted {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:35:07.443615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49394) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:07.447153 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6070998 Jan 20 14:35:07.462809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49398) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:07.463301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a31cf-0f99-414e-bd72-a0b59c5911bf tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Network': ['ID=0c160d2d-9be0-4253-b58d-f54cfc55a034,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:07.475894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 0c160d2d-9be0-4253-b58d-f54cfc55a034 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:07.481334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '0c160d2d-9be0-4253-b58d-f54cfc55a034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:07.496993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2397ac0-ca3a-4d30-82d2-d8bcba4ee1d7 None None] DHCP port deletion for fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:07.555925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c2397ac0-ca3a-4d30-82d2-d8bcba4ee1d7 None None] Deleting port 0f404a22-3553-4a7f-80cc-ee9543dcee65 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:07.556485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c2397ac0-ca3a-4d30-82d2-d8bcba4ee1d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.577742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ebb36a88-8f90-4ef6-9d32-4b24c55642c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.589423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b71a81-e103-47c3-9ccc-d0d4aac086fc']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:07.625389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c92545f-9baf-452d-bd55-ee127de82fa3') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:07.625665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c92545f-9baf-452d-bd55-ee127de82fa3') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:07.640927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.653908 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ebb36a88-8f90-4ef6-9d32-4b24c55642c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:07.657146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.677418 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ebb36a88-8f90-4ef6-9d32-4b24c55642c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9edfaeb004a347db81397c3cfd492151 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:07.683912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ebb36a88-8f90-4ef6-9d32-4b24c55642c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:07.691790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1e7780-e25d-40bf-8c36-c1973b6d0c95']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:07.705838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.708005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ebb36a88-8f90-4ef6-9d32-4b24c55642c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:07.718701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d47175-7f50-4a8e-a0e0-6960e89eb41f') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:07.718962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d47175-7f50-4a8e-a0e0-6960e89eb41f') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:07.724971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d50c6c-9213-4918-99f8-e7727d76df4d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet 3018564f-43db-4be9-b741-434a0dd02372 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:07.727951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:07.728380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.745182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-92d50c6c-9213-4918-99f8-e7727d76df4d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:07.749015 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:07.793743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7aa0eba4-1d1b-4d59-bf9e-f85d0f037666 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.797347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c2397ac0-ca3a-4d30-82d2-d8bcba4ee1d7 None None] For port 0f404a22-3553-4a7f-80cc-ee9543dcee65, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0f404a22-3553-4a7f-80cc-ee9543dcee65,segment=NetworkSegment(d394f7e1-39e7-4975-b0fe-c84b1ef88eba),segment_id=d394f7e1-39e7-4975-b0fe-c84b1ef88eba)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:07.797625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:07.797930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c2397ac0-ca3a-4d30-82d2-d8bcba4ee1d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.811913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.843275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:07.851921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0eba4-1d1b-4d59-bf9e-f85d0f037666 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf9a255-83fd-456b-ad5d-009a8637180d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:07.853001 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.857625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:07.862210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-92d50c6c-9213-4918-99f8-e7727d76df4d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.870181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.874495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.889287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7aa0eba4-1d1b-4d59-bf9e-f85d0f037666 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.905278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:07.911405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:07.912219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.922120 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7aa0eba4-1d1b-4d59-bf9e-f85d0f037666 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/9cf9a255-83fd-456b-ad5d-009a8637180d HTTP/1.1" status: 204 len: 168 time: 1.4654758 Jan 20 14:35:07.924093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49402) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:07.930600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:07.932815 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:07.935288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=96b71a81-e103-47c3-9ccc-d0d4aac086fc,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:07.935379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.965967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac91b95-5afb-456d-852e-c649df3d9e74 None None] Network b12a9dec-b9ce-4156-9eb1-b1f890726597 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:07.984671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c2397ac0-ca3a-4d30-82d2-d8bcba4ee1d7 None None] Calling delete_port for 0f404a22-3553-4a7f-80cc-ee9543dcee65 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:08.101558 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.124830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8408f1b6-764b-4a54-ac95-f122cf13cd22 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting subnet 443f1d57-0878-40d6-9378-53ee29aff773 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:08.130430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8408f1b6-764b-4a54-ac95-f122cf13cd22 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.181161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-92d50c6c-9213-4918-99f8-e7727d76df4d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.189244 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bc60f417-edfb-441f-93ec-11ef03f80be6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/96b71a81-e103-47c3-9ccc-d0d4aac086fc HTTP/1.1" status: 204 len: 168 time: 5.4390240 Jan 20 14:35:08.193015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49406) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:08.205319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1576960778'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:08.211321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c2397ac0-ca3a-4d30-82d2-d8bcba4ee1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.212955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:08.222212 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:network and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:08.230224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:08.234211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.238921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.240279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8408f1b6-764b-4a54-ac95-f122cf13cd22 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.264909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:08.269444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2397ac0-ca3a-4d30-82d2-d8bcba4ee1d7 None None] Pushing event deleted for resources: {'Port': ['ID=0f404a22-3553-4a7f-80cc-ee9543dcee65,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:08.275108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2397ac0-ca3a-4d30-82d2-d8bcba4ee1d7 None None] No DVR routers for this DVR port 0f404a22-3553-4a7f-80cc-ee9543dcee65 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:08.293594 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "DELETE /v2.0/networks/9b1e7780-e25d-40bf-8c36-c1973b6d0c95 HTTP/1.1" status: 204 len: 168 time: 1.3345926 Jan 20 14:35:08.294863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874078f-29d7-4189-8cf4-b8e1329ea410 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event deleted for resources: {'Network': ['ID=9b1e7780-e25d-40bf-8c36-c1973b6d0c95,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:08.297719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49410) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:08.324647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:08.329254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.373667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ebb36a88-8f90-4ef6-9d32-4b24c55642c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.378757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ebb36a88-8f90-4ef6-9d32-4b24c55642c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.386500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc63a8a-5251-4762-b04e-4d47deda120e None None] DHCP port deletion for b12a9dec-b9ce-4156-9eb1-b1f890726597 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:08.393032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9dc63a8a-5251-4762-b04e-4d47deda120e None None] Deleting port ff6388e7-badf-4651-9427-8151146234cb {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:08.393838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9dc63a8a-5251-4762-b04e-4d47deda120e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.398226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:08.433834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.434520 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment 035bb018-6780-4149-92bc-88ccf6f6a9fe of type vlan for network 4c7ae9be-6fe9-48ca-8242-cd0d4569265e Jan 20 14:35:08.439795 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ebb36a88-8f90-4ef6-9d32-4b24c55642c9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9edfaeb004a347db81397c3cfd492151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9950016 Jan 20 14:35:08.446258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 00aaec44-d3ce-4c0d-b938-d6c68be918dc no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:08.446969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49414) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:08.450793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb36a88-8f90-4ef6-9d32-4b24c55642c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0397c79d-71c0-4064-8e55-5d644d80e8cc,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:08.496188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.518519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 00aaec44-d3ce-4c0d-b938-d6c68be918dc {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:08.519554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 00aaec44-d3ce-4c0d-b938-d6c68be918dc not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:08.521033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-92d50c6c-9213-4918-99f8-e7727d76df4d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.521643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0f404a22-3553-4a7f-80cc-ee9543dcee65 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:08.553943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9886c675-e013-46ca-bcc2-c2c86d515bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.567334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.567751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8408f1b6-764b-4a54-ac95-f122cf13cd22 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.570059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 0f404a22-3553-4a7f-80cc-ee9543dcee65 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:08.570409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0f404a22-3553-4a7f-80cc-ee9543dcee65 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:08.577653 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:08.578284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.621910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.639557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d50c6c-9213-4918-99f8-e7727d76df4d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=3018564f-43db-4be9-b741-434a0dd02372,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:08.659525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-92d50c6c-9213-4918-99f8-e7727d76df4d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.681010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9886c675-e013-46ca-bcc2-c2c86d515bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.690542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4507ea-5e8b-4422-8aa2-3da765090eb8 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:08.698336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.733493 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5334158 Jan 20 14:35:08.737625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49418) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:08.751025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d06ae-d909-435e-ab05-ef6939bcf715 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=4c7ae9be-6fe9-48ca-8242-cd0d4569265e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:08.756936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': '4c7ae9be-6fe9-48ca-8242-cd0d4569265e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:08.785490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9886c675-e013-46ca-bcc2-c2c86d515bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.787082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 4c7ae9be-6fe9-48ca-8242-cd0d4569265e details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:08.802949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886c675-e013-46ca-bcc2-c2c86d515bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0397c79d-71c0-4064-8e55-5d644d80e8cc,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:08.812605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9886c675-e013-46ca-bcc2-c2c86d515bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.813723 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9886c675-e013-46ca-bcc2-c2c86d515bf4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0397c79d-71c0-4064-8e55-5d644d80e8cc HTTP/1.1" status: 204 len: 168 time: 0.3658235 Jan 20 14:35:08.854806 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-92d50c6c-9213-4918-99f8-e7727d76df4d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/3018564f-43db-4be9-b741-434a0dd02372 HTTP/1.1" status: 204 len: 168 time: 1.4902856 Jan 20 14:35:08.858734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49424) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:08.886779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9dc63a8a-5251-4762-b04e-4d47deda120e None None] For port ff6388e7-badf-4651-9427-8151146234cb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ff6388e7-badf-4651-9427-8151146234cb,segment=NetworkSegment(b1c98e45-fca7-40ab-a9d4-d95245887564),segment_id=b1c98e45-fca7-40ab-a9d4-d95245887564)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:08.887842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9dc63a8a-5251-4762-b04e-4d47deda120e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.982811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-345b69d2-8e99-4ba0-8bce-de5e827f7f50 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet cc3773ce-23dd-4c12-9bd8-aeb32bd24694 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:08.995830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.007698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-345b69d2-8e99-4ba0-8bce-de5e827f7f50 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.029356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=e3b26186-bcbb-43ed-844c-dad8c6ac448c,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:09.031692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8408f1b6-764b-4a54-ac95-f122cf13cd22 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.118017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408f1b6-764b-4a54-ac95-f122cf13cd22 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Subnet': ['ID=443f1d57-0878-40d6-9378-53ee29aff773,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:09.122463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb882c13-6b1b-40ef-a7a2-8c44d4d8b605']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:09.128753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9dc63a8a-5251-4762-b04e-4d47deda120e None None] Calling delete_port for ff6388e7-badf-4651-9427-8151146234cb owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:09.134564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-345b69d2-8e99-4ba0-8bce-de5e827f7f50 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.138016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:09.145262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Checking segment: {'id': 'bfc76feb-f32d-469d-b32d-5181a295d417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0c160d2d-9be0-4253-b58d-f54cfc55a034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:09.145677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network hostable DHCP agents. Network: 0c160d2d-9be0-4253-b58d-f54cfc55a034, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:09.156002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8408f1b6-764b-4a54-ac95-f122cf13cd22 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.159086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840ff9ab-0e12-4cf9-b1d9-b665bebc49ab None None] Network 3b2a2a07-654a-4856-9953-131f4c0074a1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:09.161944 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8408f1b6-764b-4a54-ac95-f122cf13cd22 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/443f1d57-0878-40d6-9378-53ee29aff773 HTTP/1.1" status: 204 len: 168 time: 1.2361405 Jan 20 14:35:09.165691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd394f7e1-39e7-4975-b0fe-c84b1ef88eba') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:09.165996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd394f7e1-39e7-4975-b0fe-c84b1ef88eba') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:09.173990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:subnet and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:09.176888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49428) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:09.183341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:09.276523 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-345b69d2-8e99-4ba0-8bce-de5e827f7f50 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.292400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.317619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:09.345666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.355789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-345b69d2-8e99-4ba0-8bce-de5e827f7f50 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.360181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 0c160d2d-9be0-4253-b58d-f54cfc55a034 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:09.367581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:09.371374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.386538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:09.387045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.402809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b69d2-8e99-4ba0-8bce-de5e827f7f50 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3773ce-23dd-4c12-9bd8-aeb32bd24694,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:09.404799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-345b69d2-8e99-4ba0-8bce-de5e827f7f50 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:09.405754 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:09.414384 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-345b69d2-8e99-4ba0-8bce-de5e827f7f50 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/cc3773ce-23dd-4c12-9bd8-aeb32bd24694 HTTP/1.1" status: 204 len: 168 time: 0.5541027 Jan 20 14:35:09.417486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49432) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:09.484286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9dc63a8a-5251-4762-b04e-4d47deda120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.491945 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ac5418bd-2bd9-4bbb-9e11-e9b83d3af5d3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704665 Jan 20 14:35:09.492573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49436) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:09.497902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:09.586411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63a8a-5251-4762-b04e-4d47deda120e None None] Pushing event deleted for resources: {'Port': ['ID=ff6388e7-badf-4651-9427-8151146234cb,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:09.595971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc63a8a-5251-4762-b04e-4d47deda120e None None] No DVR routers for this DVR port ff6388e7-badf-4651-9427-8151146234cb on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:09.618447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:09.622657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:09.625528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:09.631279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:09.642996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:09.644041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.647589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.652489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 0c160d2d-9be0-4253-b58d-f54cfc55a034) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:09.662440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbf8378-7790-474c-b7c0-f790d749c8a0 None None] Network 0c160d2d-9be0-4253-b58d-f54cfc55a034 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:09.703143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:09.703713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.745546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d397071-b150-4204-afe6-88ccb0817957 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:09.749658 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7b8900c1-effa-400a-a290-5b15e4259fe3 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2836351 Jan 20 14:35:09.753783 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.753966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49440) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:09.765295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cf4afb-f7f3-4441-95ba-dc5aee3ad2b5 None None] DHCP port deletion for 3b2a2a07-654a-4856-9953-131f4c0074a1 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:09.766845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '0c160d2d-9be0-4253-b58d-f54cfc55a034', 'name': 'tempest-PortsTestJSON-804757041', 'fixed_ips': [{'subnet_id': 'e3b26186-bcbb-43ed-844c-dad8c6ac448c', 'ip_address': '172.20.0.10'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:09.771737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0d397071-b150-4204-afe6-88ccb0817957 None None] Deleting port 1296d1bd-97b4-456c-8b1c-e533e84a0594 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:09.772228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d397071-b150-4204-afe6-88ccb0817957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.801345 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-77cf4afb-f7f3-4441-95ba-dc5aee3ad2b5 None None] Deleting port fa6e3683-c43b-4096-8513-6ed3536a7dc7 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:09.801826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77cf4afb-f7f3-4441-95ba-dc5aee3ad2b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.818315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.822383 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "DELETE /v2.0/networks/fb882c13-6b1b-40ef-a7a2-8c44d4d8b605 HTTP/1.1" status: 204 len: 168 time: 1.5173249 Jan 20 14:35:09.828496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49444) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:09.914531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea119b7-6d6a-49e4-ae64-b56f0e8a4812 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event deleted for resources: {'Network': ['ID=fb882c13-6b1b-40ef-a7a2-8c44d4d8b605,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:09.968370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.975694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:09.991838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:10.006846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c412abd-c73d-4484-a84e-1ec4551ea3a6 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Deleting subnet 93f0d521-9204-4bbc-8ed6-13a0843cf783 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:10.014281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12a9dec-b9ce-4156-9eb1-b1f890726597']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:10.020771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:10.021830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9c412abd-c73d-4484-a84e-1ec4551ea3a6 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.067711 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c98e45-fca7-40ab-a9d4-d95245887564') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:10.067994 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c98e45-fca7-40ab-a9d4-d95245887564') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:10.119177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.123718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.151414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.154990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9c412abd-c73d-4484-a84e-1ec4551ea3a6 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.191579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:10.198238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:10.202919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:10.203510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.204633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:10.205034 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:10.219691 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:10.258752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0d397071-b150-4204-afe6-88ccb0817957 None None] For port 1296d1bd-97b4-456c-8b1c-e533e84a0594, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1296d1bd-97b4-456c-8b1c-e533e84a0594,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:10.259419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d397071-b150-4204-afe6-88ccb0817957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.260760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=ebc44b35-f1b7-4364-b121-752e4d5afc39,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:10.277871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.300062 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bcb42ebe-1dba-4541-9ec0-55ff81e24f45 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8066752 Jan 20 14:35:10.301532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49448) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:10.309208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:10.348514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.369963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.382403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/networks/b12a9dec-b9ce-4156-9eb1-b1f890726597 HTTP/1.1" status: 204 len: 168 time: 1.2007945 Jan 20 14:35:10.387681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.392929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49452) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:10.419742 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f648ae5-b917-4f40-aceb-dab56db1cea0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Network': ['ID=b12a9dec-b9ce-4156-9eb1-b1f890726597,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:10.421172 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port f7680959-9501-4752-95d5-d49b29b165ab yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:35:10.439422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ff6388e7-badf-4651-9427-8151146234cb no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:10.478230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0d397071-b150-4204-afe6-88ccb0817957 None None] Calling delete_port for 1296d1bd-97b4-456c-8b1c-e533e84a0594 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:10.518453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-77cf4afb-f7f3-4441-95ba-dc5aee3ad2b5 None None] For port fa6e3683-c43b-4096-8513-6ed3536a7dc7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fa6e3683-c43b-4096-8513-6ed3536a7dc7,segment=NetworkSegment(161acf04-c647-4898-a1d9-70237d1bb5d0),segment_id=161acf04-c647-4898-a1d9-70237d1bb5d0)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:10.519137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77cf4afb-f7f3-4441-95ba-dc5aee3ad2b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.545705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-0c160d2d-9be0-4253-b58d-f54cfc55a034', 'network_id': '0c160d2d-9be0-4253-b58d-f54cfc55a034', 'tenant_id': 'afb89df1bb2349fc9d765c87454ab71e', 'fixed_ips': [{'subnet_id': 'e3b26186-bcbb-43ed-844c-dad8c6ac448c'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:10.546466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.565811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ff6388e7-badf-4651-9427-8151146234cb {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:10.566105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ff6388e7-badf-4651-9427-8151146234cb not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:10.566839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1296d1bd-97b4-456c-8b1c-e533e84a0594 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:10.567062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9c412abd-c73d-4484-a84e-1ec4551ea3a6 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.637859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=1b8c2ea6-ac72-437a-8353-ae683c62597e,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:10.654700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.658583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': '035bb018-6780-4149-92bc-88ccf6f6a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4c7ae9be-6fe9-48ca-8242-cd0d4569265e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:10.658932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: 4c7ae9be-6fe9-48ca-8242-cd0d4569265e, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:10.689164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:10.696704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port fa6e3683-c43b-4096-8513-6ed3536a7dc7 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:10.696905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.702615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:10.708443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:10.719034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:10.733317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network 4c7ae9be-6fe9-48ca-8242-cd0d4569265e is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:10.733583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-77cf4afb-f7f3-4441-95ba-dc5aee3ad2b5 None None] Calling delete_port for fa6e3683-c43b-4096-8513-6ed3536a7dc7 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:10.735723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9c412abd-c73d-4484-a84e-1ec4551ea3a6 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.766724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:10.770463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.787651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9c412abd-c73d-4484-a84e-1ec4551ea3a6 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.797417 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c412abd-c73d-4484-a84e-1ec4551ea3a6 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event deleted for resources: {'Subnet': ['ID=93f0d521-9204-4bbc-8ed6-13a0843cf783,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:10.801669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 4c7ae9be-6fe9-48ca-8242-cd0d4569265e) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:10.808303 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9c412abd-c73d-4484-a84e-1ec4551ea3a6 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "DELETE /v2.0/subnets/93f0d521-9204-4bbc-8ed6-13a0843cf783 HTTP/1.1" status: 204 len: 168 time: 0.9732978 Jan 20 14:35:10.808490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49456) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:10.829144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be1440-a101-4d64-9d16-210fdb5e09a4 None None] Network cad29934-06f3-4a2e-a3bf-5f6042810ade requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:10.833513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:10.834102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.846593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d128fbc-a018-4730-a647-5bce4d94f642 None None] Network 4c7ae9be-6fe9-48ca-8242-cd0d4569265e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:10.892948 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.10 (0c160d2d-9be0-4253-b58d-f54cfc55a034/e3b26186-bcbb-43ed-844c-dad8c6ac448c/f7680959-9501-4752-95d5-d49b29b165ab) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:10.970239 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.ipam_backend_mixin [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebc44b35-f1b7-4364-b121-752e4d5afc39 (CIDR: 2001:db8::/64) Jan 20 14:35:10.977649 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:10.978300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:10.989703 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-59a6b5d4-3597-4e35-8d60-6f6bc50ee21d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2355204 Jan 20 14:35:10.999779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49460) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:11.111903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.132012 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f7b4692c-e990-45c9-93cc-8300f803b107 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8246305 Jan 20 14:35:11.132280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49464) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:11.141970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'subnet': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:11.157847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d397071-b150-4204-afe6-88ccb0817957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.195987 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No ports have port_id starting with 1296d1bd-97b4-456c-8b1c-e533e84a0594 Jan 20 14:35:11.217736 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fa6e3683-c43b-4096-8513-6ed3536a7dc7 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:11.289112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d397071-b150-4204-afe6-88ccb0817957 None None] Pushing event deleted for resources: {'Port': ['ID=1296d1bd-97b4-456c-8b1c-e533e84a0594,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:11.309323 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77cf4afb-f7f3-4441-95ba-dc5aee3ad2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.313327 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d397071-b150-4204-afe6-88ccb0817957 None None] No DVR routers for this DVR port 1296d1bd-97b4-456c-8b1c-e533e84a0594 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:11.315123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.340016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Deleting port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:11.341049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.352448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object f7680959-9501-4752-95d5-d49b29b165ab will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:11.352894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: fa6e3683-c43b-4096-8513-6ed3536a7dc7 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:11.353406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fa6e3683-c43b-4096-8513-6ed3536a7dc7 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:11.353798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:11.359357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Usage tracker for resource:subnet and tenant:df9bc07203784b81a927addf7c87cf8f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:11.363713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:11.365914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f3b1da-c63a-4228-ab2d-c15149635050 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:11.371785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:11.397819 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:11.402297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.410690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port fa6e3683-c43b-4096-8513-6ed3536a7dc7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fa6e3683-c43b-4096-8513-6ed3536a7dc7,segment=NetworkSegment(161acf04-c647-4898-a1d9-70237d1bb5d0),segment_id=161acf04-c647-4898-a1d9-70237d1bb5d0)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:11.411195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.420844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.437467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf4afb-f7f3-4441-95ba-dc5aee3ad2b5 None None] Pushing event deleted for resources: {'Port': ['ID=fa6e3683-c43b-4096-8513-6ed3536a7dc7,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:11.520742 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf4afb-f7f3-4441-95ba-dc5aee3ad2b5 None None] No DVR routers for this DVR port fa6e3683-c43b-4096-8513-6ed3536a7dc7 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:11.555721 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for fa6e3683-c43b-4096-8513-6ed3536a7dc7 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:11.561163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 0c160d2d-9be0-4253-b58d-f54cfc55a034 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:11.566699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:11.575028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:11.588154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.639520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:11.640176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.667735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=f7680959-9501-4752-95d5-d49b29b165ab,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:11.685656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Allocated IP 172.20.0.2 (0c160d2d-9be0-4253-b58d-f54cfc55a034/e3b26186-bcbb-43ed-844c-dad8c6ac448c/169064a0-8828-468d-8d67-ddb46dbd4d04) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:11.691921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.692538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.692538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.692896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.693204 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.693524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.693833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.694156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.694450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.694758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.695065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.695372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:11.704708 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d0bb743c-4b1b-4996-a09d-d6e630b7941e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9498088 Jan 20 14:35:11.706478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49468) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:11.717682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '0c160d2d-9be0-4253-b58d-f54cfc55a034', 'name': 'tempest-PortsTestJSON-996199555', 'fixed_ips': [{'subnet_id': 'e3b26186-bcbb-43ed-844c-dad8c6ac448c', 'ip_address': '172.20.0.9'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:11.791641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4272ad-5f38-42f5-9079-6e2ec5860803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-4c7ae9be-6fe9-48ca-8242-cd0d4569265e', 'network_id': '4c7ae9be-6fe9-48ca-8242-cd0d4569265e', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': '1b8c2ea6-ac72-437a-8353-ae683c62597e'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:11.792559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6f4272ad-5f38-42f5-9079-6e2ec5860803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.815713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:11.816309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:11.833685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.881217 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] DHCP port deletion for cad29934-06f3-4a2e-a3bf-5f6042810ade request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:11.881521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] For port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f64eaf18-bfc7-4ba5-bad5-1a3364c648eb,segment=NetworkSegment(87680a0c-13ff-4074-b20c-b5ac72360c0f),segment_id=87680a0c-13ff-4074-b20c-b5ac72360c0f)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:11.881725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.909462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] Deleting port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:11.910135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.956401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:11.971822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:11.994648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:11.999857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.011203 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Calling delete_port for f64eaf18-bfc7-4ba5-bad5-1a3364c648eb owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:12.037862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port e3531b71-742c-4a1b-a468-9bd6a408d965 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:35:12.093166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'tenant_id': 'df9bc07203784b81a927addf7c87cf8f', 'fixed_ips': [{'subnet_id': 'ebc44b35-f1b7-4364-b121-752e4d5afc39'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:12.094281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.094793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.136813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8c2ea6-ac72-437a-8353-ae683c62597e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:12.146323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.146665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.147003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.147336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.147682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.148196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.148837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.149311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.149826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.150308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.150842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.151316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:12.220247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.objects.ports [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87495) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 20 14:35:12.224398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.249090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server [None req-6f4272ad-5f38-42f5-9079-6e2ec5860803 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b8c2ea6-ac72-437a-8353-ae683c62597e: This subnet is being modified by another concurrent operation. Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:35:12.262549 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise self.value Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b8c2ea6-ac72-437a-8353-ae683c62597e: This subnet is being modified by another concurrent operation. Jan 20 14:35:12.268461 dv-neutron-825123-1-hyperv neutron-server[87496]: ERROR oslo_messaging.rpc.server Jan 20 14:35:12.293880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event deleted for resources: {'Port': ['ID=f64eaf18-bfc7-4ba5-bad5-1a3364c648eb,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:12.298019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] No DVR routers for this DVR port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:12.304355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.320831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff92210a-88a8-46a0-9065-bae1e8c2f8dc None None] Network 4c7ae9be-6fe9-48ca-8242-cd0d4569265e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:12.345016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:12.349605 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port fa6e3683-c43b-4096-8513-6ed3536a7dc7 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:12.350147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.350769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:12.364744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:12.365384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.382871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Subnet': ['ID=a557e191-d707-4240-9048-eabac7f85d8d,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:12.406000 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-104bef97-b22c-4969-8901-4f9f45381fd0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2727492 Jan 20 14:35:12.408879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49472) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:12.415730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Request body: {'port': {'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21', 'mac_address': 'fa:16:3e:01:b0:48', 'name': 'tempest-NetworksTestDHCPv6-1620104344'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:12.427427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f64eaf18-bfc7-4ba5-bad5-1a3364c648eb no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:12.511986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7ae9be-6fe9-48ca-8242-cd0d4569265e']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:12.526898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] The port 'fa6e3683-c43b-4096-8513-6ed3536a7dc7' was deleted {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:35:12.536186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: f64eaf18-bfc7-4ba5-bad5-1a3364c648eb {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:12.536607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f64eaf18-bfc7-4ba5-bad5-1a3364c648eb not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:12.546746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.562130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035bb018-6780-4149-92bc-88ccf6f6a9fe') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:12.562399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035bb018-6780-4149-92bc-88ccf6f6a9fe') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:12.570362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.672617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.697138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Transition to ACTIVE for port object 169064a0-8828-468d-8d67-ddb46dbd4d04 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:12.700502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:12.708454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad29934-06f3-4a2e-a3bf-5f6042810ade']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:12.711292 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:12.712833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] For port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f64eaf18-bfc7-4ba5-bad5-1a3364c648eb,segment=NetworkSegment(87680a0c-13ff-4074-b20c-b5ac72360c0f),segment_id=87680a0c-13ff-4074-b20c-b5ac72360c0f)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:12.713424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.718793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.725652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Made reservation on behalf of df9bc07203784b81a927addf7c87cf8f for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:12.725871 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.742449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:12.742846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.758267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87680a0c-13ff-4074-b20c-b5ac72360c0f') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:12.758561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87680a0c-13ff-4074-b20c-b5ac72360c0f') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:12.765143 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:12.861282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.874096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] Calling delete_port for f64eaf18-bfc7-4ba5-bad5-1a3364c648eb owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:12.889905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] device_id is not set on port bc31bb6a-d6f0-44bb-884c-567c1eaf9dce yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:35:12.907060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Transition to ACTIVE for port object 169064a0-8828-468d-8d67-ddb46dbd4d04 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:12.964960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.971344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.988016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2a2a07-654a-4856-9953-131f4c0074a1']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:13.015988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161acf04-c647-4898-a1d9-70237d1bb5d0') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:13.016303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161acf04-c647-4898-a1d9-70237d1bb5d0') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:13.027067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.034312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.036305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.9 (0c160d2d-9be0-4253-b58d-f54cfc55a034/e3b26186-bcbb-43ed-844c-dad8c6ac448c/e3531b71-742c-4a1b-a468-9bd6a408d965) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:13.046289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:13.047619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:13.063191 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:13.076096 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.103060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Network 0c160d2d-9be0-4253-b58d-f54cfc55a034 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:13.108541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:13.125523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:13.139645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Pushing event updated for resources: {'Port': ['ID=169064a0-8828-468d-8d67-ddb46dbd4d04,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:13.144265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.145223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Allocated IP 2001:db8::2 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/ebc44b35-f1b7-4364-b121-752e4d5afc39/ff09446a-1410-4563-8fa7-cbc15afeb3c5) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:13.156873 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.162101 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/4c7ae9be-6fe9-48ca-8242-cd0d4569265e HTTP/1.1" status: 204 len: 168 time: 2.1613173 Jan 20 14:35:13.177383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49476) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:13.180284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87331a1-e453-4f8d-b7db-723246883b2d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=4c7ae9be-6fe9-48ca-8242-cd0d4569265e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:13.180909 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Allocated IP 2001:db8:0:1:f816:3eff:feac:8f56 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/a557e191-d707-4240-9048-eabac7f85d8d/ff09446a-1410-4563-8fa7-cbc15afeb3c5) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:13.187439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:13.187806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.206078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-843613689'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:13.209210 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:13.217907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:13.218186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:13.220778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:13.271650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:network and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:13.279849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:13.299186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:13.301118 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.302438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.316368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Attempting to bind port 169064a0-8828-468d-8d67-ddb46dbd4d04 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:13.316739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Attempting to bind port 169064a0-8828-468d-8d67-ddb46dbd4d04 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'bfc76feb-f32d-469d-b32d-5181a295d417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0c160d2d-9be0-4253-b58d-f54cfc55a034'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:13.317088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Attempting to bind port 169064a0-8828-468d-8d67-ddb46dbd4d04 on network 0c160d2d-9be0-4253-b58d-f54cfc55a034 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:13.322627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object e3531b71-742c-4a1b-a468-9bd6a408d965 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:13.328201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.333502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:13.334081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Checking segment: {'id': 'bfc76feb-f32d-469d-b32d-5181a295d417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0c160d2d-9be0-4253-b58d-f54cfc55a034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:13.334251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.334791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Bound using segment: {'id': 'bfc76feb-f32d-469d-b32d-5181a295d417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0c160d2d-9be0-4253-b58d-f54cfc55a034'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:13.335261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Bound port: 169064a0-8828-468d-8d67-ddb46dbd4d04, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc76feb-f32d-469d-b32d-5181a295d417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0c160d2d-9be0-4253-b58d-f54cfc55a034'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:13.335629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.340593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Pushing event deleted for resources: {'Network': ['ID=cad29934-06f3-4a2e-a3bf-5f6042810ade,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:13.344169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.346704 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cfd9db77-b152-448b-b8b1-38a753616b9e tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "DELETE /v2.0/networks/cad29934-06f3-4a2e-a3bf-5f6042810ade HTTP/1.1" status: 204 len: 168 time: 2.5372975 Jan 20 14:35:13.350784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49480) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:13.365950 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.371725 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/networks/3b2a2a07-654a-4856-9953-131f4c0074a1 HTTP/1.1" status: 204 len: 168 time: 2.9495678 Jan 20 14:35:13.371725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:13.371958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.390628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49484) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:13.396892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ace433-545b-4979-a108-dae3f9c3c4c5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Network': ['ID=3b2a2a07-654a-4856-9953-131f4c0074a1,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:13.402790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'network': {'name': 'tempest-RoutersTest-1728596928'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:13.410803 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bb097b38-8fa0-4791-aacf-fed96ea65080 tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b6f0d8-e11c-4994-932a-5894a56550ea HTTP/1.1" status: 200 len: 205 time: 0.0564382 Jan 20 14:35:13.410984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:13.412655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49488) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:13.417703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:network and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:13.420386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:13.422477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:13.431059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:13.438109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.438646 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment d9b162f8-2e31-463f-aaeb-2a36dbca2814 of type vlan for network a623b591-bc9c-43d7-a573-b3c483e0672b Jan 20 14:35:13.453044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:13.457094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.489415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.503925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] For port 169064a0-8828-468d-8d67-ddb46dbd4d04, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:13.517362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] For port 169064a0-8828-468d-8d67-ddb46dbd4d04, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=169064a0-8828-468d-8d67-ddb46dbd4d04,segment=NetworkSegment(bfc76feb-f32d-469d-b32d-5181a295d417),segment_id=bfc76feb-f32d-469d-b32d-5181a295d417)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:13.517613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:13.530071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.533321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.533869 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added segment 519624f7-7bf5-41ed-b8d5-bf177faf9501 of type vlan for network 85b89a28-156e-4371-9eec-7d5904b75ad1 Jan 20 14:35:13.537236 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.540389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.542189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.546365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:13.547166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.578909 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Transition to ACTIVE for port object ff09446a-1410-4563-8fa7-cbc15afeb3c5 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:13.624322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Transition to ACTIVE for port object ff09446a-1410-4563-8fa7-cbc15afeb3c5 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:13.628466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ec7c8004-ac92-4313-b7a2-c476b88d8a7c tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.638178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.672979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.673553 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:13.674277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f400d85-b22f-445f-88b9-170ea14de9b2 None None] Pushing event updated for resources: {'Port': ['ID=169064a0-8828-468d-8d67-ddb46dbd4d04,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:13.679508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:13.681379 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5025723 Jan 20 14:35:13.684064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d894c-1623-4e4b-88d9-f839afad2a1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=a623b591-bc9c-43d7-a573-b3c483e0672b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:13.687247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49492) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:13.695470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': 'a623b591-bc9c-43d7-a573-b3c483e0672b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:13.714403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:13.721779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] Deleting port f64eaf18-bfc7-4ba5-bad5-1a3364c648eb {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:13.722160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.745472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network a623b591-bc9c-43d7-a573-b3c483e0672b details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:13.805682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:35:13.807700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 0c160d2d-9be0-4253-b58d-f54cfc55a034 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:13.808515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=e3531b71-742c-4a1b-a468-9bd6a408d965,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:13.813635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:13.821153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:subnet and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:13.821295 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:13.823656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:13.825175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:13.831830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:13.839726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.845322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:13.845888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.870183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:13.872534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.923321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-66e49999-3b8d-4d95-87f8-e645ad443834 None None] The port 'f64eaf18-bfc7-4ba5-bad5-1a3364c648eb' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:35:13.963144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Pushing event updated for resources: {'Port': ['ID=ff09446a-1410-4563-8fa7-cbc15afeb3c5,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:14.025888 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6292329 Jan 20 14:35:14.036275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Attempting to bind port ff09446a-1410-4563-8fa7-cbc15afeb3c5 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:14.036743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Attempting to bind port ff09446a-1410-4563-8fa7-cbc15afeb3c5 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:14.036974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49496) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:14.037534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Attempting to bind port ff09446a-1410-4563-8fa7-cbc15afeb3c5 on network c59c4318-304e-49f3-a2a0-4c3a913c6b21 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:14.044661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:14.045377 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Checking segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:14.046006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.046612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Bound using segment: {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:14.047284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Bound port: ff09446a-1410-4563-8fa7-cbc15afeb3c5, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c59c4318-304e-49f3-a2a0-4c3a913c6b21'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:14.047866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.058952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'subnet': {'network_id': '85b89a28-156e-4371-9eec-7d5904b75ad1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:14.104006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f6cf1-6788-412d-9758-2058609225cc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Network': ['ID=85b89a28-156e-4371-9eec-7d5904b75ad1,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:14.114538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ec7c8004-ac92-4313-b7a2-c476b88d8a7c tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.122238 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 85b89a28-156e-4371-9eec-7d5904b75ad1 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:14.149118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ec7c8004-ac92-4313-b7a2-c476b88d8a7c tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.177777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:14.178411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.231935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ec7c8004-ac92-4313-b7a2-c476b88d8a7c tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.232343 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7c8004-ac92-4313-b7a2-c476b88d8a7c tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Fanout notify agent at l3_agent the message router_deleted on router 13b6f0d8-e11c-4994-932a-5894a56550ea {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:35:14.242985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8::24c (c59c4318-304e-49f3-a2a0-4c3a913c6b21/ebc44b35-f1b7-4364-b121-752e4d5afc39/bc31bb6a-d6f0-44bb-884c-567c1eaf9dce) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:14.257507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ec7c8004-ac92-4313-b7a2-c476b88d8a7c tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.261076 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ec7c8004-ac92-4313-b7a2-c476b88d8a7c tempest-RoutersNegativeTest-339356435 tempest-RoutersNegativeTest-339356435-project] 10.222.0.87 "DELETE /v2.0/routers/13b6f0d8-e11c-4994-932a-5894a56550ea HTTP/1.1" status: 204 len: 168 time: 0.8463266 Jan 20 14:35:14.272308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Allocated IP 2001:db8:0:1:f816:3eff:fe01:b048 (c59c4318-304e-49f3-a2a0-4c3a913c6b21/a557e191-d707-4240-9048-eabac7f85d8d/bc31bb6a-d6f0-44bb-884c-567c1eaf9dce) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:14.281587 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8eaa269b-e2c3-4309-968c-4b3e3b70ef17 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5673563 Jan 20 14:35:14.283090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49502) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:14.378995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] For port ff09446a-1410-4563-8fa7-cbc15afeb3c5, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:14.383137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] For port ff09446a-1410-4563-8fa7-cbc15afeb3c5, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ff09446a-1410-4563-8fa7-cbc15afeb3c5,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:14.390497 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.408459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.514659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:14.521767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6891a-9a3f-4fae-825e-31bcf851730c None None] Pushing event updated for resources: {'Port': ['ID=ff09446a-1410-4563-8fa7-cbc15afeb3c5,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:14.523382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:subnet and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:14.535707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:14.546341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:14.550675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 169064a0-8828-468d-8d67-ddb46dbd4d04 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:14.608960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': 'd9b162f8-2e31-463f-aaeb-2a36dbca2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a623b591-bc9c-43d7-a573-b3c483e0672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:14.609315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: a623b591-bc9c-43d7-a573-b3c483e0672b, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:14.627794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:14.632546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.637424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 169064a0-8828-468d-8d67-ddb46dbd4d04 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:14.725674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=7f030499-fa4d-420b-baac-04defc53c8aa,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:14.755425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network a623b591-bc9c-43d7-a573-b3c483e0672b is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:14.797218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, a623b591-bc9c-43d7-a573-b3c483e0672b) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:14.804062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:14.804918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.806380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb52b0f9-aa97-4186-8f6a-d9b7c64df7b8 None None] Network a623b591-bc9c-43d7-a573-b3c483e0672b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:14.826603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49508) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:14.878096 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b4438ac0-89ff-49ca-8bec-c01771e6c7ca tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1872580 Jan 20 14:35:14.880260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49514) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:14.941916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb6a83c-e580-4420-821a-dccd2f8827a7 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:14.942814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-adb6a83c-e580-4420-821a-dccd2f8827a7 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:15.070057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.076781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-adb6a83c-e580-4420-821a-dccd2f8827a7 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:15.080753 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-adb6a83c-e580-4420-821a-dccd2f8827a7 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.7918761 Jan 20 14:35:15.094128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49518) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:15.183470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Subnet': ['ID=58c7488b-b69f-4311-848e-dc93b9790159,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:15.214334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-a623b591-bc9c-43d7-a573-b3c483e0672b', 'network_id': 'a623b591-bc9c-43d7-a573-b3c483e0672b', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': '7f030499-fa4d-420b-baac-04defc53c8aa'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:15.215756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.219937 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5674cd2f-8665-4473-9cfa-2dc6ee7fb29f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=feca3e9fb00e41c8998cf8203a8f0a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920221 Jan 20 14:35:15.222350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49522) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:15.258018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.309128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Transition to ACTIVE for port object bc31bb6a-d6f0-44bb-884c-567c1eaf9dce will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:15.315063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.361939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3801c4-6055-4622-8261-1255f7673957 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:15.368656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3801c4-6055-4622-8261-1255f7673957 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:15.375110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3801c4-6055-4622-8261-1255f7673957 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:15.375600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Checking segment: {'id': '519624f7-7bf5-41ed-b8d5-bf177faf9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '85b89a28-156e-4371-9eec-7d5904b75ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:15.375949 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network hostable DHCP agents. Network: 85b89a28-156e-4371-9eec-7d5904b75ad1, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:15.379885 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fd3801c4-6055-4622-8261-1255f7673957 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2770450 Jan 20 14:35:15.382905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49526) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:15.419581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Allocated IP 172.20.0.2 (a623b591-bc9c-43d7-a573-b3c483e0672b/7f030499-fa4d-420b-baac-04defc53c8aa/b5f81e11-1364-4c6f-bf40-d3c5bbff5b48) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:15.431483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 85b89a28-156e-4371-9eec-7d5904b75ad1 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:15.440493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-58a61199-f4dc-46b7-804e-9b43a969085e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.453616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 85b89a28-156e-4371-9eec-7d5904b75ad1) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:15.466037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:15.467076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.473746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eefb61-4169-4ddd-87a8-1ba155ca84ef None None] Network 85b89a28-156e-4371-9eec-7d5904b75ad1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:15.488042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-58a61199-f4dc-46b7-804e-9b43a969085e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.523879 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e1b1f95c-728f-450f-b472-f56a7c28b5f6 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4832420 Jan 20 14:35:15.526942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49530) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:15.532904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1432814012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:15.533086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.540171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:15.549216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:router and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:15.553729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:15.559962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:15.575936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.577418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.582946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-58a61199-f4dc-46b7-804e-9b43a969085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.611667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a61199-f4dc-46b7-804e-9b43a969085e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772e23ce-7fca-4b8e-9631-5217f94381e5,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:15.616423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-58a61199-f4dc-46b7-804e-9b43a969085e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.617812 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-58a61199-f4dc-46b7-804e-9b43a969085e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/772e23ce-7fca-4b8e-9631-5217f94381e5 HTTP/1.1" status: 204 len: 168 time: 0.3942952 Jan 20 14:35:15.622412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.632788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-66d85238-571a-43e1-8c3e-30c279c70f6e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port e3531b71-742c-4a1b-a468-9bd6a408d965 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:15.633130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-66d85238-571a-43e1-8c3e-30c279c70f6e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.647530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.675039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.683145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c705b-3cc6-49e0-ba81-e4ee4685a5f4 None None] Network 0c160d2d-9be0-4253-b58d-f54cfc55a034 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:15.687227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.689053 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b916eec9-7503-43af-a7ba-7cca41d45853 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1609595 Jan 20 14:35:15.693751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49536) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:15.701337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'port': {'network_id': '85b89a28-156e-4371-9eec-7d5904b75ad1', 'name': 'tempest-RoutersTest-1007561364'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:15.779750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:15.789965 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:15.799093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:15.804824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:15.805444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.865101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:15.869535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:port and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:15.873288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:15.879366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:15.892854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:15.898057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.927986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] device_id is not set on port c99c054f-f57b-4e8e-8dd5-3e249854d2fe yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:35:15.942287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event updated for resources: {'Port': ['ID=bc31bb6a-d6f0-44bb-884c-567c1eaf9dce,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:15.948845 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4d2c0362-dc4a-49fc-b49f-0b3184fb027c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5376360 Jan 20 14:35:15.951321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49542) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:16.101541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-481abd0d-62f8-4b07-a0e1-fab38aa1e0cd None None] Provisioning for port 169064a0-8828-468d-8d67-ddb46dbd4d04 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:16.114936 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-9368daf4-aab5-4621-8f07-0bb7681ae859 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting port bc31bb6a-d6f0-44bb-884c-567c1eaf9dce {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:16.115278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9368daf4-aab5-4621-8f07-0bb7681ae859 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.116483 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-481abd0d-62f8-4b07-a0e1-fab38aa1e0cd None None] Provisioning complete for port 169064a0-8828-468d-8d67-ddb46dbd4d04 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:16.116863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-481abd0d-62f8-4b07-a0e1-fab38aa1e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.151020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Allocated IP 172.20.0.5 (85b89a28-156e-4371-9eec-7d5904b75ad1/58c7488b-b69f-4311-848e-dc93b9790159/c99c054f-f57b-4e8e-8dd5-3e249854d2fe) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:16.157172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b510b-2b73-4ec3-972b-5ed6d90657ad None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:16.298394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-66d85238-571a-43e1-8c3e-30c279c70f6e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.374395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-85b89a28-156e-4371-9eec-7d5904b75ad1', 'network_id': '85b89a28-156e-4371-9eec-7d5904b75ad1', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'fixed_ips': [{'subnet_id': '58c7488b-b69f-4311-848e-dc93b9790159'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:16.381293 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.478894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.500022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Transition to ACTIVE for port object c99c054f-f57b-4e8e-8dd5-3e249854d2fe will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:16.515497 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ff09446a-1410-4563-8fa7-cbc15afeb3c5 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:16.530390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.544036 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-66d85238-571a-43e1-8c3e-30c279c70f6e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for e3531b71-742c-4a1b-a468-9bd6a408d965 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:16.616003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 85b89a28-156e-4371-9eec-7d5904b75ad1 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:16.621162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:16.624959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:16.656409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9368daf4-aab5-4621-8f07-0bb7681ae859 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.702013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:16.702690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.715475 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Allocated IP 172.20.0.2 (85b89a28-156e-4371-9eec-7d5904b75ad1/58c7488b-b69f-4311-848e-dc93b9790159/764b2043-1e37-42a1-aa71-6c105213eb03) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:16.737309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=c99c054f-f57b-4e8e-8dd5-3e249854d2fe,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:16.749510 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2a739cc3-cba6-491b-ae1a-3f8a6d2fc416 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0473676 Jan 20 14:35:16.750265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49562) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:16.879471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49566) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:16.915201 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-9368daf4-aab5-4621-8f07-0bb7681ae859 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Calling delete_port for bc31bb6a-d6f0-44bb-884c-567c1eaf9dce owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:17.062579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group': {'name': 'tempest-secgroup--854235918'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:17.072117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:17.077634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:17.081874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:17.089567 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:17.152593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-481abd0d-62f8-4b07-a0e1-fab38aa1e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.169949 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.173449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9368daf4-aab5-4621-8f07-0bb7681ae859 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.177815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.202436 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port ff09446a-1410-4563-8fa7-cbc15afeb3c5 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:17.226717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368daf4-aab5-4621-8f07-0bb7681ae859 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Port': ['ID=bc31bb6a-d6f0-44bb-884c-567c1eaf9dce,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:17.228513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-66d85238-571a-43e1-8c3e-30c279c70f6e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.250874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.261139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Transition to ACTIVE for port object b5f81e11-1364-4c6f-bf40-d3c5bbff5b48 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:17.280911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:17.300810 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d85238-571a-43e1-8c3e-30c279c70f6e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=e3531b71-742c-4a1b-a468-9bd6a408d965,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:17.358105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Transition to ACTIVE for port object b5f81e11-1364-4c6f-bf40-d3c5bbff5b48 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:17.360143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-481abd0d-62f8-4b07-a0e1-fab38aa1e0cd None None] For port 169064a0-8828-468d-8d67-ddb46dbd4d04, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=169064a0-8828-468d-8d67-ddb46dbd4d04,segment=NetworkSegment(bfc76feb-f32d-469d-b32d-5181a295d417),segment_id=bfc76feb-f32d-469d-b32d-5181a295d417)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:17.383126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.388786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.406353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9368daf4-aab5-4621-8f07-0bb7681ae859 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.415993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:17.422459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-481abd0d-62f8-4b07-a0e1-fab38aa1e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.448014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:17.465695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:17.465969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Transition to ACTIVE for port object 764b2043-1e37-42a1-aa71-6c105213eb03 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:17.474200 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9368daf4-aab5-4621-8f07-0bb7681ae859 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/bc31bb6a-d6f0-44bb-884c-567c1eaf9dce HTTP/1.1" status: 204 len: 168 time: 1.5218749 Jan 20 14:35:17.477071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49572) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:17.488425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.493253 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Network a623b591-bc9c-43d7-a573-b3c483e0672b is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:17.502497 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:17.508656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:17.519820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Transition to ACTIVE for port object 764b2043-1e37-42a1-aa71-6c105213eb03 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:17.523280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Pushing event updated for resources: {'Port': ['ID=b5f81e11-1364-4c6f-bf40-d3c5bbff5b48,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:17.529663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-66d85238-571a-43e1-8c3e-30c279c70f6e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.531769 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-66d85238-571a-43e1-8c3e-30c279c70f6e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/e3531b71-742c-4a1b-a468-9bd6a408d965 HTTP/1.1" status: 204 len: 168 time: 2.0827982 Jan 20 14:35:17.537772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49578) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:17.540370 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=7f030499-fa4d-420b-baac-04defc53c8aa,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:17.554392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.626197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.664579 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe2be28-56b6-4119-aa38-0a4584b2a396 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:35:17.665367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dbe2be28-56b6-4119-aa38-0a4584b2a396 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:17.718315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Network 85b89a28-156e-4371-9eec-7d5904b75ad1 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:17.721349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Attempting to bind port b5f81e11-1364-4c6f-bf40-d3c5bbff5b48 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:17.721649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Attempting to bind port b5f81e11-1364-4c6f-bf40-d3c5bbff5b48 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'd9b162f8-2e31-463f-aaeb-2a36dbca2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a623b591-bc9c-43d7-a573-b3c483e0672b'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:17.722002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Attempting to bind port b5f81e11-1364-4c6f-bf40-d3c5bbff5b48 on network a623b591-bc9c-43d7-a573-b3c483e0672b {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:17.727691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:17.729943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bcee12c0-396f-4584-b45e-c17e15548782 None None] Provisioning for port ff09446a-1410-4563-8fa7-cbc15afeb3c5 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:17.735209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.736234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:17.742904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:17.743287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Checking segment: {'id': 'd9b162f8-2e31-463f-aaeb-2a36dbca2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a623b591-bc9c-43d7-a573-b3c483e0672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:17.743672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.744068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Bound using segment: {'id': 'd9b162f8-2e31-463f-aaeb-2a36dbca2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a623b591-bc9c-43d7-a573-b3c483e0672b'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:17.744848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Bound port: b5f81e11-1364-4c6f-bf40-d3c5bbff5b48, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b162f8-2e31-463f-aaeb-2a36dbca2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a623b591-bc9c-43d7-a573-b3c483e0672b'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:17.745006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.766474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bcee12c0-396f-4584-b45e-c17e15548782 None None] Provisioning complete for port ff09446a-1410-4563-8fa7-cbc15afeb3c5 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:17.767539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bcee12c0-396f-4584-b45e-c17e15548782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.802255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a623b591-bc9c-43d7-a573-b3c483e0672b']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:17.816230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dbe2be28-56b6-4119-aa38-0a4584b2a396 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:17.817437 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dbe2be28-56b6-4119-aa38-0a4584b2a396 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/e3531b71-742c-4a1b-a468-9bd6a408d965 HTTP/1.1" status: 404 len: 333 time: 0.2784197 Jan 20 14:35:17.821682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49582) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:17.823434 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b162f8-2e31-463f-aaeb-2a36dbca2814') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:17.823719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b162f8-2e31-463f-aaeb-2a36dbca2814') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:17.879877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481abd0d-62f8-4b07-a0e1-fab38aa1e0cd None None] Pushing event updated for resources: {'Port': ['ID=169064a0-8828-468d-8d67-ddb46dbd4d04,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:17.887907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.944131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.951671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-cb26ba33-5aba-4093-8b86-f9f0b930b2ab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port f7680959-9501-4752-95d5-d49b29b165ab {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:17.952422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb26ba33-5aba-4093-8b86-f9f0b930b2ab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.024306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:18.024954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:18.044168 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:18.128009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e81b1-75f5-4b63-8ea1-1138f3342bc3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:18.128821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3a1e81b1-75f5-4b63-8ea1-1138f3342bc3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:18.152921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] For port b5f81e11-1364-4c6f-bf40-d3c5bbff5b48, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:18.219309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Attempting to bind port 764b2043-1e37-42a1-aa71-6c105213eb03 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:18.219683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Attempting to bind port 764b2043-1e37-42a1-aa71-6c105213eb03 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '519624f7-7bf5-41ed-b8d5-bf177faf9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '85b89a28-156e-4371-9eec-7d5904b75ad1'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:18.220645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Attempting to bind port 764b2043-1e37-42a1-aa71-6c105213eb03 on network 85b89a28-156e-4371-9eec-7d5904b75ad1 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:18.240083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] For port b5f81e11-1364-4c6f-bf40-d3c5bbff5b48, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b5f81e11-1364-4c6f-bf40-d3c5bbff5b48,segment=NetworkSegment(d9b162f8-2e31-463f-aaeb-2a36dbca2814),segment_id=d9b162f8-2e31-463f-aaeb-2a36dbca2814)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:18.244365 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:18.244613 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Checking segment: {'id': '519624f7-7bf5-41ed-b8d5-bf177faf9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '85b89a28-156e-4371-9eec-7d5904b75ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:18.245106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.245505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Bound using segment: {'id': '519624f7-7bf5-41ed-b8d5-bf177faf9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '85b89a28-156e-4371-9eec-7d5904b75ad1'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:18.246034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Bound port: 764b2043-1e37-42a1-aa71-6c105213eb03, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519624f7-7bf5-41ed-b8d5-bf177faf9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '85b89a28-156e-4371-9eec-7d5904b75ad1'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:18.246499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.281849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.304481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Pushing event updated for resources: {'Port': ['ID=764b2043-1e37-42a1-aa71-6c105213eb03,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:18.326593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.350137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.427131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 169064a0-8828-468d-8d67-ddb46dbd4d04 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:18.427496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.429709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb26ba33-5aba-4093-8b86-f9f0b930b2ab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.552561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.603000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:18.605677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821cf2d8-c7bb-4b68-bcb9-34ba141dafb2,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:18.613210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=c99c054f-f57b-4e8e-8dd5-3e249854d2fe,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:18.619287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:18.625171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:18.648811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:18.698705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bcee12c0-396f-4584-b45e-c17e15548782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.716057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3f047-4c80-440b-9035-8d0d176de7e3 None None] Pushing event updated for resources: {'Port': ['ID=b5f81e11-1364-4c6f-bf40-d3c5bbff5b48,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:18.720386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-cb26ba33-5aba-4093-8b86-f9f0b930b2ab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for f7680959-9501-4752-95d5-d49b29b165ab owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:18.785737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:35:18.785737 dv-neutron-825123-1-hyperv neutron-server[87495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:35:18.785737 dv-neutron-825123-1-hyperv neutron-server[87495]: [parameters: {'id': 'a623b591-bc9c-43d7-a573-b3c483e0672b'}] Jan 20 14:35:18.785737 dv-neutron-825123-1-hyperv neutron-server[87495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:18.787483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:18.805763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3a1e81b1-75f5-4b63-8ea1-1138f3342bc3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:18.808108 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3a1e81b1-75f5-4b63-8ea1-1138f3342bc3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 1.3299472 Jan 20 14:35:18.809727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] For port 764b2043-1e37-42a1-aa71-6c105213eb03, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:18.810905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49586) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:18.829683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] For port 764b2043-1e37-42a1-aa71-6c105213eb03, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=764b2043-1e37-42a1-aa71-6c105213eb03,segment=NetworkSegment(519624f7-7bf5-41ed-b8d5-bf177faf9501),segment_id=519624f7-7bf5-41ed-b8d5-bf177faf9501)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:18.834761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabdacc6-da37-4ce3-962c-52923a406f51 None None] Network a623b591-bc9c-43d7-a573-b3c483e0672b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:18.863852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.945194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.949615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bcee12c0-396f-4584-b45e-c17e15548782 None None] For port ff09446a-1410-4563-8fa7-cbc15afeb3c5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ff09446a-1410-4563-8fa7-cbc15afeb3c5,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:18.964822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 169064a0-8828-468d-8d67-ddb46dbd4d04 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:18.965119 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.979488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6157821-a5c8-4e26-a0f6-13a5cca787df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:18.981528 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f6157821-a5c8-4e26-a0f6-13a5cca787df tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1690643 Jan 20 14:35:18.984137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49590) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.009372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.027410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb26ba33-5aba-4093-8b86-f9f0b930b2ab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.033653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.039359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bcee12c0-396f-4584-b45e-c17e15548782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.095405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26ba33-5aba-4093-8b86-f9f0b930b2ab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=f7680959-9501-4752-95d5-d49b29b165ab,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:19.249743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987129d-02cb-447d-94cd-efe3e79a4646 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:19.259041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987129d-02cb-447d-94cd-efe3e79a4646 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:19.261344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987129d-02cb-447d-94cd-efe3e79a4646 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:19.262976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c987129d-02cb-447d-94cd-efe3e79a4646 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:19.288476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.296646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb26ba33-5aba-4093-8b86-f9f0b930b2ab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.309615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7cce4173-c5e7-4ae8-9f72-5057d131b07f None None] Provisioning complete for port ff09446a-1410-4563-8fa7-cbc15afeb3c5 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:19.310507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cce4173-c5e7-4ae8-9f72-5057d131b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.325060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c987129d-02cb-447d-94cd-efe3e79a4646 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:19.328983 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c987129d-02cb-447d-94cd-efe3e79a4646 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3410513 Jan 20 14:35:19.330804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49594) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.338596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting port b5f81e11-1364-4c6f-bf40-d3c5bbff5b48 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:19.339154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.367367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.370083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca364ae-42bc-4456-b825-339c67cc97fc None None] Pushing event updated for resources: {'Port': ['ID=764b2043-1e37-42a1-aa71-6c105213eb03,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:19.414744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.416413 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5362625 Jan 20 14:35:19.417989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3583a-c006-4d5e-a400-e72642d615c2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de694a15-1850-4b37-932e-22a7d856319d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:19.439545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49598) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.448716 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cb26ba33-5aba-4093-8b86-f9f0b930b2ab tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/f7680959-9501-4752-95d5-d49b29b165ab HTTP/1.1" status: 204 len: 168 time: 1.6107428 Jan 20 14:35:19.460630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49602) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.561544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-2891dcba-cd43-4e86-8834-dda9816086f4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet a557e191-d707-4240-9048-eabac7f85d8d {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:19.570492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2891dcba-cd43-4e86-8834-dda9816086f4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.632036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee12c0-396f-4584-b45e-c17e15548782 None None] Pushing event updated for resources: {'Port': ['ID=ff09446a-1410-4563-8fa7-cbc15afeb3c5,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:19.756654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2891dcba-cd43-4e86-8834-dda9816086f4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.776474 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0dfab2-3377-456b-8618-9da1a7f1870c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:35:19.777106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2b0dfab2-3377-456b-8618-9da1a7f1870c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:19.809799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7cce4173-c5e7-4ae8-9f72-5057d131b07f None None] Could not find standard attr ID for object f7680959-9501-4752-95d5-d49b29b165ab. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:35:19.812644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7cce4173-c5e7-4ae8-9f72-5057d131b07f None None] Could not find standard attr ID for object e3531b71-742c-4a1b-a468-9bd6a408d965. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:35:19.823988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7cce4173-c5e7-4ae8-9f72-5057d131b07f None None] Provisioning complete for port 169064a0-8828-468d-8d67-ddb46dbd4d04 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:19.824586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cce4173-c5e7-4ae8-9f72-5057d131b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.845362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] For port b5f81e11-1364-4c6f-bf40-d3c5bbff5b48, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b5f81e11-1364-4c6f-bf40-d3c5bbff5b48,segment=NetworkSegment(d9b162f8-2e31-463f-aaeb-2a36dbca2814),segment_id=d9b162f8-2e31-463f-aaeb-2a36dbca2814)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:19.845672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.852475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-49953966-fc4c-47b2-a37f-6600bfe377f6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:19.859719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2b0dfab2-3377-456b-8618-9da1a7f1870c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:19.863664 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2b0dfab2-3377-456b-8618-9da1a7f1870c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/f7680959-9501-4752-95d5-d49b29b165ab HTTP/1.1" status: 404 len: 333 time: 0.3993137 Jan 20 14:35:19.868373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49606) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.974974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Calling delete_port for b5f81e11-1364-4c6f-bf40-d3c5bbff5b48 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:20.007362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-49953966-fc4c-47b2-a37f-6600bfe377f6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:20.008677 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-49953966-fc4c-47b2-a37f-6600bfe377f6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5676970 Jan 20 14:35:20.018939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49610) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.035193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2891dcba-cd43-4e86-8834-dda9816086f4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.035441 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c16934b9-f55c-4065-b24e-e333b90c8974 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group': {'name': 'tempest-security--1522154286', 'description': 'tempest-security-description-960436593'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:20.068092 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9a1278f2-e276-440a-be39-64205e17164a None None] Could not find standard attr ID for object bc31bb6a-d6f0-44bb-884c-567c1eaf9dce. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:35:20.080557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b079c941-d8aa-4082-9f08-63e2e10bc955 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet e3b26186-bcbb-43ed-844c-dad8c6ac448c {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:20.099247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b079c941-d8aa-4082-9f08-63e2e10bc955 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.115146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.170911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Port': ['ID=b5f81e11-1364-4c6f-bf40-d3c5bbff5b48,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:20.175010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No DVR routers for this DVR port b5f81e11-1364-4c6f-bf40-d3c5bbff5b48 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:20.210678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2891dcba-cd43-4e86-8834-dda9816086f4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.274037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891dcba-cd43-4e86-8834-dda9816086f4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=a557e191-d707-4240-9048-eabac7f85d8d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:20.282676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae3140-6927-401f-9716-bacf761551d2 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:20.301811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c16934b9-f55c-4065-b24e-e333b90c8974 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.321884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2891dcba-cd43-4e86-8834-dda9816086f4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.341794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b079c941-d8aa-4082-9f08-63e2e10bc955 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.358447 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2891dcba-cd43-4e86-8834-dda9816086f4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/a557e191-d707-4240-9048-eabac7f85d8d HTTP/1.1" status: 204 len: 168 time: 1.0223563 Jan 20 14:35:20.361603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49614) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.407428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.418881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.434223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c16934b9-f55c-4065-b24e-e333b90c8974 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.444549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.498987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a623b591-bc9c-43d7-a573-b3c483e0672b']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:20.520624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c16934b9-f55c-4065-b24e-e333b90c8974 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.523025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c16934b9-f55c-4065-b24e-e333b90c8974 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.524359 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c16934b9-f55c-4065-b24e-e333b90c8974 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "PUT /v2.0/security-groups/de694a15-1850-4b37-932e-22a7d856319d HTTP/1.1" status: 200 len: 1777 time: 0.5023553 Jan 20 14:35:20.530802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49618) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.553448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b162f8-2e31-463f-aaeb-2a36dbca2814') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:20.553749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b162f8-2e31-463f-aaeb-2a36dbca2814') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:20.579289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27a1646-16be-43dc-9ee0-f633445e9d0f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Deleting subnet ebc44b35-f1b7-4364-b121-752e4d5afc39 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:20.588657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.588983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ff09446a-1410-4563-8fa7-cbc15afeb3c5 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:20.628829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.636609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=c99c054f-f57b-4e8e-8dd5-3e249854d2fe,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:20.638012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ef3b09-3f1e-443d-8750-828836de6aba None None] Network 85b89a28-156e-4371-9eec-7d5904b75ad1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:20.644827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16934b9-f55c-4065-b24e-e333b90c8974 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de694a15-1850-4b37-932e-22a7d856319d,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:20.664763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b079c941-d8aa-4082-9f08-63e2e10bc955 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.726596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c27a1646-16be-43dc-9ee0-f633445e9d0f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.769807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c7272abd-f513-4142-baca-1fa7c5bc8271 None None] Provisioning for port 764b2043-1e37-42a1-aa71-6c105213eb03 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:20.786095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.804672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:20.805069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:20.820511 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:20.828942 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d77da49f-1300-43b2-bbc0-1602efe64997 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups/de694a15-1850-4b37-932e-22a7d856319d HTTP/1.1" status: 200 len: 1777 time: 0.2963684 Jan 20 14:35:20.837545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49622) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.852415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ff09446a-1410-4563-8fa7-cbc15afeb3c5 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:20.853209 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.867545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b079c941-d8aa-4082-9f08-63e2e10bc955 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.878277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c27a1646-16be-43dc-9ee0-f633445e9d0f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.930577 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 85b89a28-156e-4371-9eec-7d5904b75ad1 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:20.938686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:20.945957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b079c941-d8aa-4082-9f08-63e2e10bc955 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.959185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079c941-d8aa-4082-9f08-63e2e10bc955 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b26186-bcbb-43ed-844c-dad8c6ac448c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:20.967222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b820c9ba-fc61-435d-9dc7-351526a0ddeb None None] Network 0c160d2d-9be0-4253-b58d-f54cfc55a034 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:20.989890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.016395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.024864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=a623b591-bc9c-43d7-a573-b3c483e0672b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:21.033981 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d223dc71-ec54-4f95-9e3d-f72b604d00a8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/a623b591-bc9c-43d7-a573-b3c483e0672b HTTP/1.1" status: 204 len: 168 time: 6.1517787 Jan 20 14:35:21.038560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c27a1646-16be-43dc-9ee0-f633445e9d0f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.052012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49626) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:21.053458 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b079c941-d8aa-4082-9f08-63e2e10bc955 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/e3b26186-bcbb-43ed-844c-dad8c6ac448c HTTP/1.1" status: 204 len: 168 time: 1.1840093 Jan 20 14:35:21.073333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49628) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:21.147357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1698388413'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:21.167348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:21.173544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:network and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:21.177966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:21.197187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:21.212313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-64f109af-47ac-4385-a812-bb2702d9965b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.242227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:21.245745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.262903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.269037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-64f109af-47ac-4385-a812-bb2702d9965b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.284159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 169064a0-8828-468d-8d67-ddb46dbd4d04 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:21.284616 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.287624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 764b2043-1e37-42a1-aa71-6c105213eb03 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:21.331360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c27a1646-16be-43dc-9ee0-f633445e9d0f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:21.363578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 9c407042-589d-4b8e-b211-885c706dce93 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:35:21.383174 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-64f109af-47ac-4385-a812-bb2702d9965b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.396181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.396704 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment eb061806-e33b-452f-9e80-a617fef1e624 of type vlan for network 85772c26-30a7-4fce-ad63-52a0e7b6f8bb Jan 20 14:35:21.400079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 764b2043-1e37-42a1-aa71-6c105213eb03 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:21.400188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a1646-16be-43dc-9ee0-f633445e9d0f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc44b35-f1b7-4364-b121-752e4d5afc39,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:21.406113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c27a1646-16be-43dc-9ee0-f633445e9d0f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.408155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 764b2043-1e37-42a1-aa71-6c105213eb03 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:21.408617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.515016 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] DHCP port deletion for 0c160d2d-9be0-4253-b58d-f54cfc55a034 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:21.529987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] Deleting port 169064a0-8828-468d-8d67-ddb46dbd4d04 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:21.530756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.563653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f109af-47ac-4385-a812-bb2702d9965b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de694a15-1850-4b37-932e-22a7d856319d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:21.605045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] For port 169064a0-8828-468d-8d67-ddb46dbd4d04, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=169064a0-8828-468d-8d67-ddb46dbd4d04,segment=NetworkSegment(bfc76feb-f32d-469d-b32d-5181a295d417),segment_id=bfc76feb-f32d-469d-b32d-5181a295d417)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:21.605643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.646646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.650747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:21.661822 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2955164-ad1e-49f6-a5f7-db9cf3d47ec3 None None] Sync routers for ids ['9c407042-589d-4b8e-b211-885c706dce93'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:21.674488 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-82c0e343-3eb7-47cf-a977-9bb02d8ed5e4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/9c407042-589d-4b8e-b211-885c706dce93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9183745 Jan 20 14:35:21.674488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-64f109af-47ac-4385-a812-bb2702d9965b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.674488 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-64f109af-47ac-4385-a812-bb2702d9965b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/de694a15-1850-4b37-932e-22a7d856319d HTTP/1.1" status: 204 len: 168 time: 0.8324287 Jan 20 14:35:21.674488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49634) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:21.676123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49636) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:21.687363 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2955164-ad1e-49f6-a5f7-db9cf3d47ec3 None None] Routers {'9c407042-589d-4b8e-b211-885c706dce93'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:21.689558 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d2955164-ad1e-49f6-a5f7-db9cf3d47ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c407042-589d-4b8e-b211-885c706dce93'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:21.803893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cad5a6-a834-41bc-9cf0-7aa84d101593 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:21.804581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-77cad5a6-a834-41bc-9cf0-7aa84d101593 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Synchronizing usage tracker for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:21.805168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 169064a0-8828-468d-8d67-ddb46dbd4d04 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:21.811154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.816534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:21.817123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.845464 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d2955164-ad1e-49f6-a5f7-db9cf3d47ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:21.858479 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2955164-ad1e-49f6-a5f7-db9cf3d47ec3 None None] Routers {'9c407042-589d-4b8e-b211-885c706dce93'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:21.859749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1fefc95c-9007-49da-8009-7dc7990fe0af tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:21.870971 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d2955164-ad1e-49f6-a5f7-db9cf3d47ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c407042-589d-4b8e-b211-885c706dce93'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:21.905376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.919850 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c27a1646-16be-43dc-9ee0-f633445e9d0f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/ebc44b35-f1b7-4364-b121-752e4d5afc39 HTTP/1.1" status: 204 len: 168 time: 1.5570948 Jan 20 14:35:21.924815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49642) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:21.952508 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8861239 Jan 20 14:35:21.959649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49646) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:21.972535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': '85772c26-30a7-4fce-ad63-52a0e7b6f8bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:22.016782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-77cad5a6-a834-41bc-9cf0-7aa84d101593 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Unset dirty status for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:22.017964 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-77cad5a6-a834-41bc-9cf0-7aa84d101593 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports/c99c054f-f57b-4e8e-8dd5-3e249854d2fe HTTP/1.1" status: 200 len: 977 time: 0.3430369 Jan 20 14:35:22.027105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d16c6-73a2-45fe-8e19-a6f60979a954 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=85772c26-30a7-4fce-ad63-52a0e7b6f8bb,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:22.030975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49650) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.044290 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d2955164-ad1e-49f6-a5f7-db9cf3d47ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:22.044666 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2955164-ad1e-49f6-a5f7-db9cf3d47ec3 None None] The sync data for ids ['9c407042-589d-4b8e-b211-885c706dce93'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:22.049197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1fefc95c-9007-49da-8009-7dc7990fe0af tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:22.051015 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1fefc95c-9007-49da-8009-7dc7990fe0af tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3657386 Jan 20 14:35:22.071543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49654) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.090567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.130220 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 764b2043-1e37-42a1-aa71-6c105213eb03, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=764b2043-1e37-42a1-aa71-6c105213eb03,segment=NetworkSegment(519624f7-7bf5-41ed-b8d5-bf177faf9501),segment_id=519624f7-7bf5-41ed-b8d5-bf177faf9501)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:22.131860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 85772c26-30a7-4fce-ad63-52a0e7b6f8bb details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:22.149468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11875a1e-f5d4-4960-a21f-685826bc50e9 None None] Network c59c4318-304e-49f3-a2a0-4c3a913c6b21 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:22.150458 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2c8ad8e1-e86a-4fb6-9d72-747460643a78 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2245133 Jan 20 14:35:22.158597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49658) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.184749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.207092 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=169064a0-8828-468d-8d67-ddb46dbd4d04,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:22.212646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No DVR routers for this DVR port 169064a0-8828-468d-8d67-ddb46dbd4d04 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:22.239990 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-b2873a9c-9f57-4837-a23e-31a93053c1c3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] delete failed (client error): The resource could not be found. Jan 20 14:35:22.241284 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b2873a9c-9f57-4837-a23e-31a93053c1c3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/de694a15-1850-4b37-932e-22a7d856319d HTTP/1.1" status: 404 len: 347 time: 0.1643465 Jan 20 14:35:22.253052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:22.253225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49662) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.256901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:subnet and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:22.260320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:22.266643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:22.268058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group': {'name': 'tempest-secgroup--674640880'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:22.288169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:22.312514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] For port 169064a0-8828-468d-8d67-ddb46dbd4d04, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=169064a0-8828-468d-8d67-ddb46dbd4d04,segment=NetworkSegment(bfc76feb-f32d-469d-b32d-5181a295d417),segment_id=bfc76feb-f32d-469d-b32d-5181a295d417)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:22.312951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.369044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:22.414543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.441990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.456976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c160d2d-9be0-4253-b58d-f54cfc55a034']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:22.478058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc76feb-f32d-469d-b32d-5181a295d417') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:22.478416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc76feb-f32d-469d-b32d-5181a295d417') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:22.496638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:22.499978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.509546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:22.513445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.515180 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:22.522738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:22.530849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.533080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:22.542586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae23a1-5809-4535-8e86-ef82b9df9884 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:22.546483 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-31ae23a1-5809-4535-8e86-ef82b9df9884 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3844838 Jan 20 14:35:22.548715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49666) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.596479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:22.596932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:22.612551 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:22.614945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 169064a0-8828-468d-8d67-ddb46dbd4d04 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:22.649223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing IP validity checks on allocation pools {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:35:22.650437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:35:22.662936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] Calling delete_port for 169064a0-8828-468d-8d67-ddb46dbd4d04 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:22.691606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-11486618-9f22-4125-9b11-df9db8ba4511 None None] Provisioning for port c99c054f-f57b-4e8e-8dd5-3e249854d2fe completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:22.718205 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 169064a0-8828-468d-8d67-ddb46dbd4d04 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:22.718547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 169064a0-8828-468d-8d67-ddb46dbd4d04 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:22.761110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-11486618-9f22-4125-9b11-df9db8ba4511 None None] Provisioning complete for port c99c054f-f57b-4e8e-8dd5-3e249854d2fe triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:22.761492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-11486618-9f22-4125-9b11-df9db8ba4511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.866391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.867411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=764b2043-1e37-42a1-aa71-6c105213eb03,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:22.872116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e740d-eeae-49f7-9af5-1226719d5ce3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:22.872404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-11486618-9f22-4125-9b11-df9db8ba4511 None None] Port c99c054f-f57b-4e8e-8dd5-3e249854d2fe cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:22.873088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cc0e740d-eeae-49f7-9af5-1226719d5ce3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Synchronizing usage tracker for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:22.881850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.882197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.882605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.882959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.883278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.883607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.883931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.884315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.884687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.885011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.885331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.885712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:22.898888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:22.899268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:22.904963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.912121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-11486618-9f22-4125-9b11-df9db8ba4511 None None] Provisioning complete for port 764b2043-1e37-42a1-aa71-6c105213eb03 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:22.912744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-11486618-9f22-4125-9b11-df9db8ba4511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.925621 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/networks/0c160d2d-9be0-4253-b58d-f54cfc55a034 HTTP/1.1" status: 204 len: 168 time: 1.8513548 Jan 20 14:35:22.933494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49670) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.936419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cc0e740d-eeae-49f7-9af5-1226719d5ce3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Unset dirty status for tenant:df9bc07203784b81a927addf7c87cf8f on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:22.937644 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cc0e740d-eeae-49f7-9af5-1226719d5ce3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3864007 Jan 20 14:35:22.939207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ffb3c-7985-4873-b3c2-91db003b87fc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Network': ['ID=0c160d2d-9be0-4253-b58d-f54cfc55a034,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:22.941115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49674) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.948245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1147185078'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:22.959738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:22.967696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:network and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:22.975523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:23.020199 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f4f7b-7ac7-415b-9f30-c6e346764736 None None] DHCP port deletion for c59c4318-304e-49f3-a2a0-4c3a913c6b21 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:23.028357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:23.039745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-110f4f7b-7ac7-415b-9f30-c6e346764736 None None] Deleting port ff09446a-1410-4563-8fa7-cbc15afeb3c5 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:23.040120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-110f4f7b-7ac7-415b-9f30-c6e346764736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.042481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.058785 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-10533414-43f9-4758-a7f1-f747d54eca5d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086876 Jan 20 14:35:23.069844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49678) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.102660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.114149 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-33362d53-5fbf-43bf-abb7-5571ac9c0009 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.114631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33362d53-5fbf-43bf-abb7-5571ac9c0009 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.119588 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.135828 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-33362d53-5fbf-43bf-abb7-5571ac9c0009 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/bc31bb6a-d6f0-44bb-884c-567c1eaf9dce HTTP/1.1" status: 404 len: 333 time: 0.0643940 Jan 20 14:35:23.146751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49682) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.152425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.154154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:23.154452 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8986917 Jan 20 14:35:23.158474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.171802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49686) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.198612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': '1342f865-a6aa-4dc8-b6b5-a9885d8d93a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:23.203362 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6b41c0-f827-4eee-ae14-11aacb73fd4b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.203816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6b41c0-f827-4eee-ae14-11aacb73fd4b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.205855 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eb6b41c0-f827-4eee-ae14-11aacb73fd4b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/a557e191-d707-4240-9048-eabac7f85d8d HTTP/1.1" status: 404 len: 337 time: 0.0575459 Jan 20 14:35:23.208139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49690) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.211488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b864a5-b73b-4c46-8faf-567c46e6c95d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1342f865-a6aa-4dc8-b6b5-a9885d8d93a6,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:23.221715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:23.239954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:23.249376 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2483f9-a8d2-4287-95d3-324fd44b5406 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.249579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:23.249880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2483f9-a8d2-4287-95d3-324fd44b5406 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.254111 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5a2483f9-a8d2-4287-95d3-324fd44b5406 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/ebc44b35-f1b7-4364-b121-752e4d5afc39 HTTP/1.1" status: 404 len: 337 time: 0.0419464 Jan 20 14:35:23.255722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49694) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.265995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:23.271426 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2ccd7147-4f5b-478d-8b8a-8fd8db8d4bcd None None] Provisioning complete for port ff09446a-1410-4563-8fa7-cbc15afeb3c5 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:23.271615 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=be4d9518-d62c-4818-ae2f-30d14ef3cc12,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:23.271719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7147-4f5b-478d-8b8a-8fd8db8d4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.275368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:23.296372 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af92d0d-acfb-451e-8320-a00d0fb5d1a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.297152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af92d0d-acfb-451e-8320-a00d0fb5d1a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.297671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': 'eb061806-e33b-452f-9e80-a617fef1e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85772c26-30a7-4fce-ad63-52a0e7b6f8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:23.298106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: 85772c26-30a7-4fce-ad63-52a0e7b6f8bb, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:23.301137 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7af92d0d-acfb-451e-8320-a00d0fb5d1a7 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/4ec94203-89cb-4f96-9fb5-1b7bbaabd28c HTTP/1.1" status: 404 len: 333 time: 0.0430202 Jan 20 14:35:23.301340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49698) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.307671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.307851 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Added segment 821052d0-4720-419b-8faf-afa58445d365 of type vlan for network 48d66691-4d3d-420a-bac6-be8eac28e634 Jan 20 14:35:23.324495 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-110f4f7b-7ac7-415b-9f30-c6e346764736 None None] For port ff09446a-1410-4563-8fa7-cbc15afeb3c5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ff09446a-1410-4563-8fa7-cbc15afeb3c5,segment=NetworkSegment(07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1),segment_id=07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:23.324926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-110f4f7b-7ac7-415b-9f30-c6e346764736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.343159 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-24327277-7401-4322-8e45-9b4808372c21 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.343614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24327277-7401-4322-8e45-9b4808372c21 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.347671 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-24327277-7401-4322-8e45-9b4808372c21 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/cc3773ce-23dd-4c12-9bd8-aeb32bd24694 HTTP/1.1" status: 404 len: 337 time: 0.0430529 Jan 20 14:35:23.347913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49702) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.359299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.385498 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-16aceb7f-f5f7-4bfe-80ee-aa78ecd5ebb0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.385498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16aceb7f-f5f7-4bfe-80ee-aa78ecd5ebb0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.389710 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-16aceb7f-f5f7-4bfe-80ee-aa78ecd5ebb0 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/3018564f-43db-4be9-b741-434a0dd02372 HTTP/1.1" status: 404 len: 337 time: 0.0383835 Jan 20 14:35:23.389870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49706) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.421409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.427342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network 85772c26-30a7-4fce-ad63-52a0e7b6f8bb is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:23.431234 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d53a8fc-5164-4fbd-ac41-219f60478cc8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.431857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d53a8fc-5164-4fbd-ac41-219f60478cc8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.436052 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6d53a8fc-5164-4fbd-ac41-219f60478cc8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/e0eea99f-cb25-4cd9-97e4-cb2bc7b037db HTTP/1.1" status: 404 len: 333 time: 0.0428941 Jan 20 14:35:23.436443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49710) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.451547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.478886 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-747e1029-ade2-4ae8-8770-2a94e73260a9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.478886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747e1029-ade2-4ae8-8770-2a94e73260a9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.483065 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-747e1029-ade2-4ae8-8770-2a94e73260a9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/d5d66a46-46f8-4e7b-8007-fad541da4911 HTTP/1.1" status: 404 len: 337 time: 0.0431609 Jan 20 14:35:23.483205 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49714) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.495870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] Deleting port 169064a0-8828-468d-8d67-ddb46dbd4d04 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:23.496247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.519755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 85772c26-30a7-4fce-ad63-52a0e7b6f8bb) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:23.529405 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82d9c9e-f524-4c1b-933f-2d9a57916be6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.529867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82d9c9e-f524-4c1b-933f-2d9a57916be6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.533847 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f82d9c9e-f524-4c1b-933f-2d9a57916be6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/d18ff3f0-6c8b-4569-8ad5-4c74af2d3f5c HTTP/1.1" status: 404 len: 337 time: 0.0475786 Jan 20 14:35:23.534075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49718) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.534649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-110f4f7b-7ac7-415b-9f30-c6e346764736 None None] Calling delete_port for ff09446a-1410-4563-8fa7-cbc15afeb3c5 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:23.568627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b29e95-7cb1-4f7b-9efc-cbd2093f7bcd None None] Network 85772c26-30a7-4fce-ad63-52a0e7b6f8bb requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:23.574910 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b039abc8-5b11-446f-afc2-229f9671730b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.575407 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b039abc8-5b11-446f-afc2-229f9671730b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.579391 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b039abc8-5b11-446f-afc2-229f9671730b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/459774dc-e068-4c41-9be4-2b62a4eca6b1 HTTP/1.1" status: 404 len: 333 time: 0.0421085 Jan 20 14:35:23.579545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:35:23.579850 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49722) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.598764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:23.599349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.621752 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f5d8b5-3649-4964-9882-9ebe335d6f85 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.622501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f5d8b5-3649-4964-9882-9ebe335d6f85 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.627102 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-59f5d8b5-3649-4964-9882-9ebe335d6f85 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/1a59fb76-69bf-454b-ac74-d4b5d6f1aed6 HTTP/1.1" status: 404 len: 337 time: 0.0460620 Jan 20 14:35:23.627840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49726) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.654570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.659943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:23.660543 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.666606 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb4b3ee-c7f3-4aff-9792-b67887bd42ef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.667109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb4b3ee-c7f3-4aff-9792-b67887bd42ef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.671493 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9fb4b3ee-c7f3-4aff-9792-b67887bd42ef tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/a9588753-63a0-46fe-8153-7cef2608609d HTTP/1.1" status: 404 len: 337 time: 0.0404625 Jan 20 14:35:23.672431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49730) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.682113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-578e637b-a9fa-45f1-8b36-e6f1375ee2df None None] The port '169064a0-8828-468d-8d67-ddb46dbd4d04' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:35:23.719793 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec8d5ed-2048-4bce-84c2-479ca3009531 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.720187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec8d5ed-2048-4bce-84c2-479ca3009531 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.724290 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dec8d5ed-2048-4bce-84c2-479ca3009531 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/ef0d4e2d-cdcc-4fc7-8809-f8cd25bfb8a0 HTTP/1.1" status: 404 len: 333 time: 0.0485094 Jan 20 14:35:23.724826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49734) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.759165 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ffd4a477-44d4-4401-b76d-63a68a9fc6f3 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7959166 Jan 20 14:35:23.759823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49738) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.790621 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f402ffaf-d036-4658-b81a-e24561e75b52 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.791057 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f402ffaf-d036-4658-b81a-e24561e75b52 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.795175 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f402ffaf-d036-4658-b81a-e24561e75b52 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/e410fa0a-3e56-495d-baed-7bf160a58d76 HTTP/1.1" status: 404 len: 337 time: 0.0670738 Jan 20 14:35:23.814596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49742) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.816555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.856056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-110f4f7b-7ac7-415b-9f30-c6e346764736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.897702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.916492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110f4f7b-7ac7-415b-9f30-c6e346764736 None None] No DVR routers for this DVR port ff09446a-1410-4563-8fa7-cbc15afeb3c5 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:23.917195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.920471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f4f7b-7ac7-415b-9f30-c6e346764736 None None] Pushing event deleted for resources: {'Port': ['ID=ff09446a-1410-4563-8fa7-cbc15afeb3c5,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:23.936241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2ccd7147-4f5b-478d-8b8a-8fd8db8d4bcd None None] Provisioning complete for port c99c054f-f57b-4e8e-8dd5-3e249854d2fe triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:23.936643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7147-4f5b-478d-8b8a-8fd8db8d4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.944788 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0067132 Jan 20 14:35:23.952073 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd2a37d-02b8-4490-a36b-c2ce26d65855 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:23.952575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd2a37d-02b8-4490-a36b-c2ce26d65855 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:23.954956 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bfd2a37d-02b8-4490-a36b-c2ce26d65855 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/af93fc50-1b87-4f62-91fb-f3379a394dc1 HTTP/1.1" status: 404 len: 333 time: 0.1365194 Jan 20 14:35:23.957284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49746) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.957613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49748) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.958376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0c79f9-bcd2-4c0d-b1c9-973eaa442d82,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:23.960237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7249c-69f2-45f7-8465-b52b0dac44be tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Network': ['ID=48d66691-4d3d-420a-bac6-be8eac28e634,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:23.977676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '48d66691-4d3d-420a-bac6-be8eac28e634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:24.002673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.020183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 48d66691-4d3d-420a-bac6-be8eac28e634 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:24.108542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff831d7-456e-46cd-96f1-610bd267bdec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-85772c26-30a7-4fce-ad63-52a0e7b6f8bb', 'network_id': '85772c26-30a7-4fce-ad63-52a0e7b6f8bb', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': 'be4d9518-d62c-4818-ae2f-30d14ef3cc12'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:24.109431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8ff831d7-456e-46cd-96f1-610bd267bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.112159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.152686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd7147-4f5b-478d-8b8a-8fd8db8d4bcd None None] Port c99c054f-f57b-4e8e-8dd5-3e249854d2fe cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:24.160445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=be4d9518-d62c-4818-ae2f-30d14ef3cc12,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:24.216282 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50d1985-38ee-4771-a7b1-d567c9023d34 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:24.216715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50d1985-38ee-4771-a7b1-d567c9023d34 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:24.218496 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d50d1985-38ee-4771-a7b1-d567c9023d34 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/d97daa59-d4f3-4fc0-be76-d7f1c0b12440 HTTP/1.1" status: 404 len: 337 time: 0.2540164 Jan 20 14:35:24.225365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.229241 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3127f09e-08b6-479b-8f28-9b819ddafdd7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0487826 Jan 20 14:35:24.229241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49754) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.233537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49756) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.266556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.282053 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c34d5-dfcc-45b3-8a7f-805ec61a6d18 None None] Network 85772c26-30a7-4fce-ad63-52a0e7b6f8bb requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:24.289875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43fda48d-f65a-48ac-b9e6-71f29f01331b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.307608 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad80f7bb-852e-4c2e-9dd2-040427fcfd07 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:24.307608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad80f7bb-852e-4c2e-9dd2-040427fcfd07 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:24.309402 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ad80f7bb-852e-4c2e-9dd2-040427fcfd07 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/6e7f57dd-71e8-4a7c-a45d-c6b188b537bf HTTP/1.1" status: 404 len: 333 time: 0.0705268 Jan 20 14:35:24.311822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43fda48d-f65a-48ac-b9e6-71f29f01331b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.313417 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49762) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.318482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85772c26-30a7-4fce-ad63-52a0e7b6f8bb']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:24.341917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb061806-e33b-452f-9e80-a617fef1e624') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:24.342209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb061806-e33b-452f-9e80-a617fef1e624') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:24.349122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:24.358037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.360754 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-58104ff3-89db-488d-aa83-c2f3fd4d9e2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:24.361214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58104ff3-89db-488d-aa83-c2f3fd4d9e2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:24.362898 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-58104ff3-89db-488d-aa83-c2f3fd4d9e2e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/3f9d0dbb-4922-4225-a6c4-62acbd0642dd HTTP/1.1" status: 404 len: 337 time: 0.0484495 Jan 20 14:35:24.363923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:24.367098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49766) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.370098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:24.381704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.388189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:24.388608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:24.406325 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:24.408658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:24.413732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43fda48d-f65a-48ac-b9e6-71f29f01331b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.420132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port c99c054f-f57b-4e8e-8dd5-3e249854d2fe {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:24.420462 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.436019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 764b2043-1e37-42a1-aa71-6c105213eb03 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:24.455052 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b47d505-6fbb-4c78-9618-fd8e65db9f9e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:24.455818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b47d505-6fbb-4c78-9618-fd8e65db9f9e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:24.457528 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6b47d505-6fbb-4c78-9618-fd8e65db9f9e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/ebacb9bd-9345-47d6-9648-cd5911197106 HTTP/1.1" status: 404 len: 333 time: 0.0894630 Jan 20 14:35:24.472151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49770) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.492424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fda48d-f65a-48ac-b9e6-71f29f01331b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a0c79f9-bcd2-4c0d-b1c9-973eaa442d82,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:24.504357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43fda48d-f65a-48ac-b9e6-71f29f01331b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.505637 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-43fda48d-f65a-48ac-b9e6-71f29f01331b tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/6a0c79f9-bcd2-4c0d-b1c9-973eaa442d82 HTTP/1.1" status: 204 len: 168 time: 0.2711978 Jan 20 14:35:24.508498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49774) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.517740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:24.521249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.525904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.537369 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-308fc4c0-68bb-4870-a487-bbd315cbef36 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:24.537823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308fc4c0-68bb-4870-a487-bbd315cbef36 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:24.539505 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-308fc4c0-68bb-4870-a487-bbd315cbef36 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/0fd727c6-432b-4aef-bd0b-3633c054dd5a HTTP/1.1" status: 404 len: 337 time: 0.0661685 Jan 20 14:35:24.544672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49778) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.545440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.547370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51abfe0c-871d-4067-b323-9d1f95958941 None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:35:24.557943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=85772c26-30a7-4fce-ad63-52a0e7b6f8bb,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:24.563704 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-852f14e6-3a94-4c79-8b4c-b40797156360 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/85772c26-30a7-4fce-ad63-52a0e7b6f8bb HTTP/1.1" status: 204 len: 168 time: 0.8031449 Jan 20 14:35:24.570185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49782) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.577292 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1863799618'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:24.588285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:24.598000 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9e66a1a6-3c49-4b9c-9688-5eecb3160582 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:24.603100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:network and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:24.606222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:24.614027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:24.616709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 764b2043-1e37-42a1-aa71-6c105213eb03 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:24.617077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.634579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9e66a1a6-3c49-4b9c-9688-5eecb3160582 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:24.638815 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9e66a1a6-3c49-4b9c-9688-5eecb3160582 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1264591 Jan 20 14:35:24.639012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49786) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.641871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:24.645276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.713308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.724383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51abfe0c-871d-4067-b323-9d1f95958941 None None] Resources bound (agent type, host, resource id): {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:35:24.735943 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e8abaa-7ff3-4722-aaf4-e230630f2675 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:24.736663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e8abaa-7ff3-4722-aaf4-e230630f2675 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:24.738129 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-06e8abaa-7ff3-4722-aaf4-e230630f2675 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/6704f62a-a824-4bdd-828c-c10957abf7b0 HTTP/1.1" status: 404 len: 333 time: 0.1880653 Jan 20 14:35:24.743595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49790) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.801715 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fea7f0a-f345-400b-94dd-f7582a5af3af tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:24.802471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fea7f0a-f345-400b-94dd-f7582a5af3af tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:24.804175 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4fea7f0a-f345-400b-94dd-f7582a5af3af tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/ac34fa72-4a69-4a00-a321-fecdc83863b5 HTTP/1.1" status: 404 len: 337 time: 0.0563979 Jan 20 14:35:24.810269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:24.810701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49794) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.825509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.825881 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment f05864b1-e6f9-4f51-beed-4fe232dd9d91 of type vlan for network 92bc812e-b5ad-454a-891a-11c76ca2a9b2 Jan 20 14:35:24.861469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f21c760-9f17-4755-9f1b-193b8a51beca tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.875833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.891492 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c86dbb3-5711-4dd0-b0ad-a1c4f7c371a2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:24.891948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c86dbb3-5711-4dd0-b0ad-a1c4f7c371a2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:24.900700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.908639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f21c760-9f17-4755-9f1b-193b8a51beca tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.914755 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7c86dbb3-5711-4dd0-b0ad-a1c4f7c371a2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/e8e3d79f-70b6-420e-b555-8f80a1e5a5ed HTTP/1.1" status: 404 len: 333 time: 0.1030505 Jan 20 14:35:24.917448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49798) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.981069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ff09446a-1410-4563-8fa7-cbc15afeb3c5 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:24.986048 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bdd3a2-9cc6-4e6a-bb61-d6b00b0a085e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:24.986500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bdd3a2-9cc6-4e6a-bb61-d6b00b0a085e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.005924 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f0bdd3a2-9cc6-4e6a-bb61-d6b00b0a085e tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/b2f4fe0e-172a-4db8-99f4-aed53fa32fca HTTP/1.1" status: 404 len: 337 time: 0.0874271 Jan 20 14:35:25.008712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49802) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.022443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ff09446a-1410-4563-8fa7-cbc15afeb3c5 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:25.022777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ff09446a-1410-4563-8fa7-cbc15afeb3c5 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:25.051910 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b997e533-0a46-4ddb-a64a-67de8f6f94e2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.052668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b997e533-0a46-4ddb-a64a-67de8f6f94e2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.055331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.060960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:25.061714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.080521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for c99c054f-f57b-4e8e-8dd5-3e249854d2fe owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:25.099742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f21c760-9f17-4755-9f1b-193b8a51beca tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.102152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f21c760-9f17-4755-9f1b-193b8a51beca tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.103298 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7f21c760-9f17-4755-9f1b-193b8a51beca tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/1342f865-a6aa-4dc8-b6b5-a9885d8d93a6 HTTP/1.1" status: 204 len: 168 time: 0.4634092 Jan 20 14:35:25.114598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49806) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.171953 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b997e533-0a46-4ddb-a64a-67de8f6f94e2 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/1d1e9197-8b7b-4305-a2c3-43cfa91f5931 HTTP/1.1" status: 404 len: 337 time: 0.1614330 Jan 20 14:35:25.176769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49810) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.185561 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6143792 Jan 20 14:35:25.190388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49814) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.193037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21c760-9f17-4755-9f1b-193b8a51beca tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1342f865-a6aa-4dc8-b6b5-a9885d8d93a6,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:25.200416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': '92bc812e-b5ad-454a-891a-11c76ca2a9b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:25.225672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2160a30-0a51-4a81-bf3c-7e2c2873d12a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=92bc812e-b5ad-454a-891a-11c76ca2a9b2,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:25.242217 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 92bc812e-b5ad-454a-891a-11c76ca2a9b2 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:25.258822 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-5913a651-c00c-450d-bc2a-e012226debce tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.259285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5913a651-c00c-450d-bc2a-e012226debce tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.261091 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5913a651-c00c-450d-bc2a-e012226debce tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/862a19ee-8aae-49eb-ba49-d9db2de678e2 HTTP/1.1" status: 404 len: 333 time: 0.0824132 Jan 20 14:35:25.262011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324d2e7-4b3b-441e-99e1-7496f079c25a None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:35:25.277447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49818) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.307059 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b9a1576c-ae4c-41dc-800a-a95bef9df3bd tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1910622 Jan 20 14:35:25.314596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49822) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.323387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group': {'name': 'tempest-secgroup--725084371'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:25.330162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.332459 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef733cbf-f041-4a3e-a1e5-68cb663129da tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.333127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef733cbf-f041-4a3e-a1e5-68cb663129da tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.336068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:25.338463 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ef733cbf-f041-4a3e-a1e5-68cb663129da tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/52316038-6e87-4015-9400-d09fecc8d0e3 HTTP/1.1" status: 404 len: 337 time: 0.0597715 Jan 20 14:35:25.339117 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49826) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.394646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:25.396776 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ade918-9662-4341-8375-b92dd776d66d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.397436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ade918-9662-4341-8375-b92dd776d66d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.401838 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b8ade918-9662-4341-8375-b92dd776d66d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/21c4b682-a7b9-4299-83a1-630de51d97ab HTTP/1.1" status: 404 len: 337 time: 0.0594709 Jan 20 14:35:25.402811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49830) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.434038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324d2e7-4b3b-441e-99e1-7496f079c25a None None] Resources bound (agent type, host, resource id): {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:35:25.439328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=fb2228cd-b8ef-4cc3-aed1-dff82d26f6ed,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:25.440917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:25.443753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.450249 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:subnet and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:25.453471 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f71b84-81dd-455f-afb0-235728917daf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.453835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f71b84-81dd-455f-afb0-235728917daf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.457941 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-98f71b84-81dd-455f-afb0-235728917daf tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/25ec05e0-6098-409c-b700-45dd5ba94038 HTTP/1.1" status: 404 len: 333 time: 0.0491872 Jan 20 14:35:25.457941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:25.458869 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49834) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.464782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:25.502635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Checking segment: {'id': '821052d0-4720-419b-8faf-afa58445d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48d66691-4d3d-420a-bac6-be8eac28e634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:25.502883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network hostable DHCP agents. Network: 48d66691-4d3d-420a-bac6-be8eac28e634, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:25.503124 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e41be3d-36ad-45d1-b6fc-4da17b54d243 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.503700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e41be3d-36ad-45d1-b6fc-4da17b54d243 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.507570 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7e41be3d-36ad-45d1-b6fc-4da17b54d243 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/7e86e82a-ac85-4f76-a10b-d5bfd2f128cd HTTP/1.1" status: 404 len: 337 time: 0.0453541 Jan 20 14:35:25.507806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49838) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.526347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:25.548942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:25.552450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.552655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:25.565473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 48d66691-4d3d-420a-bac6-be8eac28e634 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:25.566042 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-64007ff5-54f4-4231-a3c6-d492d927ede6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.566493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64007ff5-54f4-4231-a3c6-d492d927ede6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.568200 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-64007ff5-54f4-4231-a3c6-d492d927ede6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/d6d7e131-0039-453a-aa0c-6894d407a6b8 HTTP/1.1" status: 404 len: 337 time: 0.0592639 Jan 20 14:35:25.570993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.571329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49842) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.635996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=c99c054f-f57b-4e8e-8dd5-3e249854d2fe,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:25.639189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 48d66691-4d3d-420a-bac6-be8eac28e634) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:25.669498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:25.669953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.677292 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6306608-e556-4a3b-9c25-69bcfa5cc24a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.677816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6306608-e556-4a3b-9c25-69bcfa5cc24a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.681680 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f6306608-e556-4a3b-9c25-69bcfa5cc24a tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/68342862-4b01-4a90-8123-aec7cb9cb7b8 HTTP/1.1" status: 404 len: 333 time: 0.1071217 Jan 20 14:35:25.683398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49846) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.724288 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a2ccab-f73a-4abd-8917-3c4bb3255d8c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.724735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a2ccab-f73a-4abd-8917-3c4bb3255d8c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.728897 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e9a2ccab-f73a-4abd-8917-3c4bb3255d8c tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/4d6b7733-143e-4260-87f5-1acb9c215547 HTTP/1.1" status: 404 len: 337 time: 0.0433753 Jan 20 14:35:25.730169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49850) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.765977 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-29b3049c-c3d3-4a98-b2e2-5579eaa68cd2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8025849 Jan 20 14:35:25.768551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49854) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.774393 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30fabc5-a3ed-4139-9e3d-0e37d081f424 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.774760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30fabc5-a3ed-4139-9e3d-0e37d081f424 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:25.778901 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af67caa8-1f9f-4d18-b7e0-cfbce2bde502 None None] Network 48d66691-4d3d-420a-bac6-be8eac28e634 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:25.779067 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e30fabc5-a3ed-4139-9e3d-0e37d081f424 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/4ecc80c2-6ae1-4265-842b-e82627283d86 HTTP/1.1" status: 404 len: 337 time: 0.0464020 Jan 20 14:35:25.779165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49858) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.783059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1006217748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:25.807189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:25.817761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.818953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:router and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:25.831710 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a34bf6f3-72a0-477d-87a2-ee7cb0e99894 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports?device_id=34ea1bd9-1aa7-4205-8031-363a0505749c HTTP/1.1" status: 200 len: 205 time: 0.0494030 Jan 20 14:35:25.832449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49862) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.875122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:25.903280 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-d8712a90-cba8-46b4-ab59-51b40cdff040 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] delete failed (client error): The resource could not be found. Jan 20 14:35:25.904350 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d8712a90-cba8-46b4-ab59-51b40cdff040 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/routers/34ea1bd9-1aa7-4205-8031-363a0505749c HTTP/1.1" status: 404 len: 336 time: 0.0714734 Jan 20 14:35:25.907048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49866) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.986027 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2debb4b4-6c09-4bba-95b9-4c66cc7e4a03 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:25.986861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2debb4b4-6c09-4bba-95b9-4c66cc7e4a03 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.003017 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2debb4b4-6c09-4bba-95b9-4c66cc7e4a03 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/d76ed3b6-23d5-4b64-b20e-ae9bec8b8299 HTTP/1.1" status: 404 len: 337 time: 0.0949180 Jan 20 14:35:26.003703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49870) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.042671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-48d66691-4d3d-420a-bac6-be8eac28e634', 'network_id': '48d66691-4d3d-420a-bac6-be8eac28e634', 'tenant_id': 'afb89df1bb2349fc9d765c87454ab71e', 'fixed_ips': [{'subnet_id': 'fb2228cd-b8ef-4cc3-aed1-dff82d26f6ed'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:26.044120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.065932 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9aeeda85-4e5c-4254-aa92-f63af5601925 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae056758-8584-4554-bff2-62ce0d67736e HTTP/1.1" status: 200 len: 205 time: 0.0550947 Jan 20 14:35:26.068555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.070446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49874) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.090284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:26.149699 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-ac63a042-0de7-4a57-8776-b96b8c337944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] delete failed (client error): The resource could not be found. Jan 20 14:35:26.153484 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ac63a042-0de7-4a57-8776-b96b8c337944 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/routers/ae056758-8584-4554-bff2-62ce0d67736e HTTP/1.1" status: 404 len: 336 time: 0.0819161 Jan 20 14:35:26.155823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49878) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.170251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.171602 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8551741 Jan 20 14:35:26.181549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49882) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.184569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.185593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.196275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9785c1e6-4784-43c1-996e-c0d5a2ce542d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'ffe37224-a741-497c-8d21-044b52ad5b25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:26.208811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.217581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9785c1e6-4784-43c1-996e-c0d5a2ce542d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:26.217797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Allocated IP 172.20.0.2 (48d66691-4d3d-420a-bac6-be8eac28e634/fb2228cd-b8ef-4cc3-aed1-dff82d26f6ed/ffa05af6-b965-440d-9eee-442a45044531) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:26.218023 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-94104bea-b206-472d-91bb-c14f497e1d11 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.218657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94104bea-b206-472d-91bb-c14f497e1d11 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.222318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f59f04-b872-42f7-9714-d5f7786352ba tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe37224-a741-497c-8d21-044b52ad5b25,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:26.223172 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-94104bea-b206-472d-91bb-c14f497e1d11 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/60e0e29a-183a-4ee9-b02f-30caead94ad5 HTTP/1.1" status: 404 len: 337 time: 0.0661955 Jan 20 14:35:26.223768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49886) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.227062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.293891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.301739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9785c1e6-4784-43c1-996e-c0d5a2ce542d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:26.308873 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-276f3419-8b10-4958-88a7-4e797a8690b6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.309333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276f3419-8b10-4958-88a7-4e797a8690b6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.313951 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-276f3419-8b10-4958-88a7-4e797a8690b6 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/fa14fb9e-241d-4ca0-b717-1cee04cc3f26 HTTP/1.1" status: 404 len: 337 time: 0.0888181 Jan 20 14:35:26.317306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49890) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.436843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.447428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Transition to ACTIVE for port object ffa05af6-b965-440d-9eee-442a45044531 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:26.459851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.468886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Transition to ACTIVE for port object ffa05af6-b965-440d-9eee-442a45044531 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:26.477317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.500591 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c91136-2989-4887-aee2-20c33a637049 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.501076 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c91136-2989-4887-aee2-20c33a637049 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.507163 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-95c91136-2989-4887-aee2-20c33a637049 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/64d49a46-ec6a-445b-9fd9-892413ae0cc4 HTTP/1.1" status: 404 len: 333 time: 0.1871045 Jan 20 14:35:26.510093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49894) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.520406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=04cdc5aa-1583-4756-9c13-b3a03a2ca05c,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:26.533070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9785c1e6-4784-43c1-996e-c0d5a2ce542d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.560670 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Network 48d66691-4d3d-420a-bac6-be8eac28e634 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:26.562445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': 'f05864b1-e6f9-4f51-beed-4fe232dd9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '92bc812e-b5ad-454a-891a-11c76ca2a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:26.562783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: 92bc812e-b5ad-454a-891a-11c76ca2a9b2, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:26.563475 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:26.566061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:26.569477 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdfd7d9-4cc5-40e3-ba08-ac9178d0676b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.570130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcdfd7d9-4cc5-40e3-ba08-ac9178d0676b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.574320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Pushing event updated for resources: {'Port': ['ID=ffa05af6-b965-440d-9eee-442a45044531,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:26.574916 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dcdfd7d9-4cc5-40e3-ba08-ac9178d0676b tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/443f1b45-11d9-4000-8994-95bc1297fa03 HTTP/1.1" status: 404 len: 337 time: 0.0626082 Jan 20 14:35:26.575695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49898) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.589652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 9c407042-589d-4b8e-b211-885c706dce93 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:35:26.593609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.594790 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3798e3bd-3da9-429e-90ea-090a6bba345b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8253312 Jan 20 14:35:26.599856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49902) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.611434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'network_id': '48d66691-4d3d-420a-bac6-be8eac28e634', 'name': 'tempest-PortsTestJSON-1175876034'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:26.628534 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab7b5d5-8c7c-4f18-9328-871a788d8326 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.629293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab7b5d5-8c7c-4f18-9328-871a788d8326 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.633848 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0ab7b5d5-8c7c-4f18-9328-871a788d8326 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/f54e82a4-bc4f-4cbf-a747-f965879a9bfb HTTP/1.1" status: 404 len: 333 time: 0.0565372 Jan 20 14:35:26.634603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49906) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.637734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network 92bc812e-b5ad-454a-891a-11c76ca2a9b2 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:26.667813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Attempting to bind port ffa05af6-b965-440d-9eee-442a45044531 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:26.668191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Attempting to bind port ffa05af6-b965-440d-9eee-442a45044531 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '821052d0-4720-419b-8faf-afa58445d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48d66691-4d3d-420a-bac6-be8eac28e634'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:26.668554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Attempting to bind port ffa05af6-b965-440d-9eee-442a45044531 on network 48d66691-4d3d-420a-bac6-be8eac28e634 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:26.674691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:26.675051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Checking segment: {'id': '821052d0-4720-419b-8faf-afa58445d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48d66691-4d3d-420a-bac6-be8eac28e634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:26.675441 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.675847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Bound using segment: {'id': '821052d0-4720-419b-8faf-afa58445d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48d66691-4d3d-420a-bac6-be8eac28e634'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:26.676325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Bound port: ffa05af6-b965-440d-9eee-442a45044531, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821052d0-4720-419b-8faf-afa58445d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48d66691-4d3d-420a-bac6-be8eac28e634'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:26.676981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.678163 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd7779e-9586-40ef-b5e6-a6445f92e7c9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.679136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd7779e-9586-40ef-b5e6-a6445f92e7c9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.683645 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bdd7779e-9586-40ef-b5e6-a6445f92e7c9 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/3e96a7de-2dd9-4cc4-ab13-fd6cedacda68 HTTP/1.1" status: 404 len: 337 time: 0.0475819 Jan 20 14:35:26.684447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49910) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.726091 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 92bc812e-b5ad-454a-891a-11c76ca2a9b2) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:26.728387 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a473d9-de3d-4b9f-a5a0-a22413272bd3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.728998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a473d9-de3d-4b9f-a5a0-a22413272bd3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.733668 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c5a473d9-de3d-4b9f-a5a0-a22413272bd3 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/984eb168-0b3c-4177-a639-c8094255f461 HTTP/1.1" status: 404 len: 333 time: 0.0471222 Jan 20 14:35:26.734246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49914) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.738818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:26.739398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.746269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68f38d-f122-4fd7-8afd-20589decfad5 None None] Network 92bc812e-b5ad-454a-891a-11c76ca2a9b2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:26.786144 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3029d950-c19e-4ba8-aad8-c2b7754f38e5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.786566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3029d950-c19e-4ba8-aad8-c2b7754f38e5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.790864 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3029d950-c19e-4ba8-aad8-c2b7754f38e5 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/ab4801ff-cfad-4f7f-a899-9e832a7252a7 HTTP/1.1" status: 404 len: 337 time: 0.0543733 Jan 20 14:35:26.791471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49918) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.830720 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d98addf4-5511-43f7-b9d8-0516247c51b6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6388910 Jan 20 14:35:26.833365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9785c1e6-4784-43c1-996e-c0d5a2ce542d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.835999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49922) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.837881 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a017ba-7f5a-4183-bbe7-aab037133e0d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.838330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a017ba-7f5a-4183-bbe7-aab037133e0d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.840023 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a7a017ba-7f5a-4183-bbe7-aab037133e0d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/fbabaae2-2afb-4c64-a7dd-15947d0342c6 HTTP/1.1" status: 404 len: 333 time: 0.0454850 Jan 20 14:35:26.843086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49924) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.848577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] For port ffa05af6-b965-440d-9eee-442a45044531, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:26.853556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] For port ffa05af6-b965-440d-9eee-442a45044531, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ffa05af6-b965-440d-9eee-442a45044531,segment=NetworkSegment(821052d0-4720-419b-8faf-afa58445d365),segment_id=821052d0-4720-419b-8faf-afa58445d365)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:26.859756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.875682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9785c1e6-4784-43c1-996e-c0d5a2ce542d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.877637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:26.881208 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-428030b6-eeea-4b27-ac1f-51b77ee6a43d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.881653 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428030b6-eeea-4b27-ac1f-51b77ee6a43d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.883516 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-428030b6-eeea-4b27-ac1f-51b77ee6a43d tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/e7acd32f-0ca7-471e-a2f3-cd15e773a2c1 HTTP/1.1" status: 404 len: 337 time: 0.0398929 Jan 20 14:35:26.886216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49930) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.905356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a22dd-750b-4ddc-a316-9db39bcff511 None None] Sync routers for ids ['9c407042-589d-4b8e-b211-885c706dce93'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:26.939209 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b9e847-83d4-4a89-81a2-90c51b2a7bb8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.939737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b9e847-83d4-4a89-81a2-90c51b2a7bb8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.943831 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c3b9e847-83d4-4a89-81a2-90c51b2a7bb8 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/0c37a398-297f-4fe5-aee2-cabe76f99045 HTTP/1.1" status: 404 len: 333 time: 0.0542829 Jan 20 14:35:26.944506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49934) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.983440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a22dd-750b-4ddc-a316-9db39bcff511 None None] Routers {'9c407042-589d-4b8e-b211-885c706dce93'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:26.983675 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae0f7a0-afa6-43a7-856d-5305b9c5a51f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:26.983970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae0f7a0-afa6-43a7-856d-5305b9c5a51f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:26.984079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5a4a22dd-750b-4ddc-a316-9db39bcff511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c407042-589d-4b8e-b211-885c706dce93'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:26.984230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785c1e6-4784-43c1-996e-c0d5a2ce542d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b70fcd4-024f-4593-b56f-af438a38dcb4,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:26.988145 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1ae0f7a0-afa6-43a7-856d-5305b9c5a51f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/fb40007b-410e-4a07-b24a-83cdbb0aa199 HTTP/1.1" status: 404 len: 337 time: 0.0402052 Jan 20 14:35:26.988420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49938) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.006185 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-efa6bcda-8091-4988-b737-d8007cb19d59 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/9c407042-589d-4b8e-b211-885c706dce93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9703126 Jan 20 14:35:27.009701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49942) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.041127 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1050600-1040-4486-88a3-8b23e535cec4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:27.041598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1050600-1040-4486-88a3-8b23e535cec4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:27.043722 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a1050600-1040-4486-88a3-8b23e535cec4 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/6b8086d8-6077-4917-ae64-9062a2935a6a HTTP/1.1" status: 404 len: 333 time: 0.0542357 Jan 20 14:35:27.047273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49946) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.078120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9785c1e6-4784-43c1-996e-c0d5a2ce542d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.081929 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9785c1e6-4784-43c1-996e-c0d5a2ce542d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8889649 Jan 20 14:35:27.092178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49950) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.101836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:27.108176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-645bc8a7-ce6c-4995-83a2-51dfd06a29f8 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'ffe37224-a741-497c-8d21-044b52ad5b25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:27.114343 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a767cab-b027-46f7-8157-52e86a7856fb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:27.115165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a767cab-b027-46f7-8157-52e86a7856fb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:27.117029 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3a767cab-b027-46f7-8157-52e86a7856fb tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/885bbe52-c7b0-4e5e-81e6-6f54417db56f HTTP/1.1" status: 404 len: 337 time: 0.0687933 Jan 20 14:35:27.119631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49954) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.122612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-645bc8a7-ce6c-4995-83a2-51dfd06a29f8 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:27.131317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1c261-aad5-4922-9bb4-b92d6d77ec7b None None] Pushing event updated for resources: {'Port': ['ID=ffa05af6-b965-440d-9eee-442a45044531,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:27.134610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5a4a22dd-750b-4ddc-a316-9db39bcff511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:27.158713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a22dd-750b-4ddc-a316-9db39bcff511 None None] Routers {'9c407042-589d-4b8e-b211-885c706dce93'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:27.159332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5a4a22dd-750b-4ddc-a316-9db39bcff511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9c407042-589d-4b8e-b211-885c706dce93'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:27.176191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:port and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:27.189378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-645bc8a7-ce6c-4995-83a2-51dfd06a29f8 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:27.192132 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1b4b9b-7f48-4ad3-ab15-33b0b6676c09 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:27.192638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1b4b9b-7f48-4ad3-ab15-33b0b6676c09 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:27.196553 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6d1b4b9b-7f48-4ad3-ab15-33b0b6676c09 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/ports/6cd9f05a-278f-41b4-919f-bbca98dedab0 HTTP/1.1" status: 404 len: 333 time: 0.0754912 Jan 20 14:35:27.203251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49958) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.204601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:27.218675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:27.231254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5a4a22dd-750b-4ddc-a316-9db39bcff511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:27.231688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a22dd-750b-4ddc-a316-9db39bcff511 None None] The sync data for ids ['9c407042-589d-4b8e-b211-885c706dce93'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:27.261720 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-235545d9-d1c9-4fe9-8b57-f85f158cf81f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:27.262121 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235545d9-d1c9-4fe9-8b57-f85f158cf81f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:27.264012 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-235545d9-d1c9-4fe9-8b57-f85f158cf81f tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/subnets/5f8d4c92-b99a-473c-b964-4b6408efaf26 HTTP/1.1" status: 404 len: 337 time: 0.0581205 Jan 20 14:35:27.265060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-645bc8a7-ce6c-4995-83a2-51dfd06a29f8 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.272343 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49962) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.287697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-92bc812e-b5ad-454a-891a-11c76ca2a9b2', 'network_id': '92bc812e-b5ad-454a-891a-11c76ca2a9b2', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': '04cdc5aa-1583-4756-9c13-b3a03a2ca05c'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:27.288543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.400123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.405044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:27.408575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.460690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-645bc8a7-ce6c-4995-83a2-51dfd06a29f8 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.465438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.468722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-645bc8a7-ce6c-4995-83a2-51dfd06a29f8 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.494581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Allocated IP 172.20.0.1 (92bc812e-b5ad-454a-891a-11c76ca2a9b2/04cdc5aa-1583-4756-9c13-b3a03a2ca05c/3d3425e1-33bc-4672-950d-720ec26eda01) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:27.512395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bc8a7-ce6c-4995-83a2-51dfd06a29f8 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987f0fef-0d3a-4460-8b80-b06da41504ef,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:27.518195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-645bc8a7-ce6c-4995-83a2-51dfd06a29f8 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.519730 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-645bc8a7-ce6c-4995-83a2-51dfd06a29f8 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4264607 Jan 20 14:35:27.556841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49966) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.565651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'ffe37224-a741-497c-8d21-044b52ad5b25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:27.589198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:27.649697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:27.657596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:27.679215 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:27.688863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.709071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:35:27.721647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59c4318-304e-49f3-a2a0-4c3a913c6b21']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:27.731733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.732474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.742442 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:27.742801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f4d84b-030f-4d1d-ab7b-aeeaf3cc3ca1') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:27.742911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Transition to ACTIVE for port object 3d3425e1-33bc-4672-950d-720ec26eda01 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:27.745618 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-527bd4a7-7a70-48af-87c4-c87f599e217d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] remove_router_interface failed (client error): The resource could not be found. Jan 20 14:35:27.746637 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-527bd4a7-7a70-48af-87c4-c87f599e217d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/9c407042-589d-4b8e-b211-885c706dce93/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7333772 Jan 20 14:35:27.752137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49970) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.761983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Transition to ACTIVE for port object 3d3425e1-33bc-4672-950d-720ec26eda01 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:27.764450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.771368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.810358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.811435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-98534963-9c42-4171-9500-5c29b795eafb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Synchronizing usage tracker for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:27.820130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:27.820604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:27.836067 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:27.838672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Network 92bc812e-b5ad-454a-891a-11c76ca2a9b2 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:27.841080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:27.844970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:27.850704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Pushing event updated for resources: {'Port': ['ID=3d3425e1-33bc-4672-950d-720ec26eda01,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:27.871134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.902027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.902649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-98534963-9c42-4171-9500-5c29b795eafb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Unset dirty status for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:27.903997 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-98534963-9c42-4171-9500-5c29b795eafb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c407042-589d-4b8e-b211-885c706dce93 HTTP/1.1" status: 200 len: 205 time: 0.1449037 Jan 20 14:35:27.908094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49974) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.942825 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Attempting to bind port 3d3425e1-33bc-4672-950d-720ec26eda01 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:27.943260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Attempting to bind port 3d3425e1-33bc-4672-950d-720ec26eda01 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'f05864b1-e6f9-4f51-beed-4fe232dd9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '92bc812e-b5ad-454a-891a-11c76ca2a9b2'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:27.943542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Attempting to bind port 3d3425e1-33bc-4672-950d-720ec26eda01 on network 92bc812e-b5ad-454a-891a-11c76ca2a9b2 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:27.948934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:27.949304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Checking segment: {'id': 'f05864b1-e6f9-4f51-beed-4fe232dd9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '92bc812e-b5ad-454a-891a-11c76ca2a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:27.949693 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.950064 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Bound using segment: {'id': 'f05864b1-e6f9-4f51-beed-4fe232dd9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '92bc812e-b5ad-454a-891a-11c76ca2a9b2'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:27.951021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Bound port: 3d3425e1-33bc-4672-950d-720ec26eda01, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05864b1-e6f9-4f51-beed-4fe232dd9d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '92bc812e-b5ad-454a-891a-11c76ca2a9b2'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:27.951021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.978052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.999859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.5 (48d66691-4d3d-420a-bac6-be8eac28e634/fb2228cd-b8ef-4cc3-aed1-dff82d26f6ed/82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:28.039344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.087821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3348314-33db-44be-b7db-6c9ba571bad7,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:28.096730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ba2a190f-0157-46b1-942e-fc6fb3ced7fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.099289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] For port 3d3425e1-33bc-4672-950d-720ec26eda01, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:28.102808 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] For port 3d3425e1-33bc-4672-950d-720ec26eda01, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3d3425e1-33bc-4672-950d-720ec26eda01,segment=NetworkSegment(f05864b1-e6f9-4f51-beed-4fe232dd9d91),segment_id=f05864b1-e6f9-4f51-beed-4fe232dd9d91)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:28.110170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.128044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=04cdc5aa-1583-4756-9c13-b3a03a2ca05c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:28.201804 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb23ae-08b3-4c51-8e1d-9e89a362e0a4 None None] Pushing event updated for resources: {'Port': ['ID=3d3425e1-33bc-4672-950d-720ec26eda01,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:28.321464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.361881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bc812e-b5ad-454a-891a-11c76ca2a9b2']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:28.377917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05864b1-e6f9-4f51-beed-4fe232dd9d91') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:28.378578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05864b1-e6f9-4f51-beed-4fe232dd9d91') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:28.391391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.408694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.415822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:28.416878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.460013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ffa05af6-b965-440d-9eee-442a45044531 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:28.517101 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:28.564183 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ba2a190f-0157-46b1-942e-fc6fb3ced7fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.566070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ba2a190f-0157-46b1-942e-fc6fb3ced7fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.574317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port ffa05af6-b965-440d-9eee-442a45044531 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:28.596378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.597148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:35:28.597148 dv-neutron-825123-1-hyperv neutron-server[87494]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:35:28.597148 dv-neutron-825123-1-hyperv neutron-server[87494]: [parameters: {'id': '92bc812e-b5ad-454a-891a-11c76ca2a9b2'}] Jan 20 14:35:28.597148 dv-neutron-825123-1-hyperv neutron-server[87494]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:28.597512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:28.601129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.621401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.622597 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-951fe5ed-f4a8-4cb3-a901-b3b8f500d1d6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0643682 Jan 20 14:35:28.623443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ba2a190f-0157-46b1-942e-fc6fb3ced7fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.623949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2a190f-0157-46b1-942e-fc6fb3ced7fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Fanout notify agent at l3_agent the message router_deleted on router 9c407042-589d-4b8e-b211-885c706dce93 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:35:28.625437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49978) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:28.633714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'ffe37224-a741-497c-8d21-044b52ad5b25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:28.635312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ba2a190f-0157-46b1-942e-fc6fb3ced7fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.638779 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ba2a190f-0157-46b1-942e-fc6fb3ced7fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/9c407042-589d-4b8e-b211-885c706dce93 HTTP/1.1" status: 204 len: 168 time: 0.7274039 Jan 20 14:35:28.640488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49982) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:28.640622 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] 10.222.0.87 "DELETE /v2.0/networks/c59c4318-304e-49f3-a2a0-4c3a913c6b21 HTTP/1.1" status: 204 len: 168 time: 1.3656790 Jan 20 14:35:28.641705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bab0a-8b3a-4e72-bfc3-5ec433256f74 tempest-NetworksTestDHCPv6-260106659 tempest-NetworksTestDHCPv6-260106659-project] Pushing event deleted for resources: {'Network': ['ID=c59c4318-304e-49f3-a2a0-4c3a913c6b21,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:28.645060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.691769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:28.700458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc738b5-de6d-446a-81d9-27724f84a24f None None] Network 48d66691-4d3d-420a-bac6-be8eac28e634 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:28.715284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:28.728171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:28.732620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:28.740051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:28.771143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-adaf820a-cce7-48a9-9144-e9e440fe11b1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting subnet 58c7488b-b69f-4311-848e-dc93b9790159 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:28.774444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-adaf820a-cce7-48a9-9144-e9e440fe11b1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.834550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.854604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ef1c7edb-cc98-4a67-a1f7-bc1d6c4d7eca None None] Provisioning for port ffa05af6-b965-440d-9eee-442a45044531 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:28.855839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-adaf820a-cce7-48a9-9144-e9e440fe11b1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.861949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ef1c7edb-cc98-4a67-a1f7-bc1d6c4d7eca None None] Provisioning complete for port ffa05af6-b965-440d-9eee-442a45044531 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:28.862231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7edb-cc98-4a67-a1f7-bc1d6c4d7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.909602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.028860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 48d66691-4d3d-420a-bac6-be8eac28e634 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:29.039921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:29.044473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:29.048976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:29.102001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.116077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.116496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7edb-cc98-4a67-a1f7-bc1d6c4d7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.132999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.138134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49990) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:29.162855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-adaf820a-cce7-48a9-9144-e9e440fe11b1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.163145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ef1c7edb-cc98-4a67-a1f7-bc1d6c4d7eca None None] For port ffa05af6-b965-440d-9eee-442a45044531, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ffa05af6-b965-440d-9eee-442a45044531,segment=NetworkSegment(821052d0-4720-419b-8faf-afa58445d365),segment_id=821052d0-4720-419b-8faf-afa58445d365)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:29.170505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7edb-cc98-4a67-a1f7-bc1d6c4d7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.210928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:29.212234 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.235462 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting port 3d3425e1-33bc-4672-950d-720ec26eda01 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:29.235822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.247973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c7edb-cc98-4a67-a1f7-bc1d6c4d7eca None None] Pushing event updated for resources: {'Port': ['ID=ffa05af6-b965-440d-9eee-442a45044531,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:29.269565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd76e9b-e221-4ddb-97c5-6308e5770aed,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:29.326676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.330531 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d0a07383-e0ed-485e-8301-39a7e8729ced tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7012870 Jan 20 14:35:29.331852 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-42904d4a-f638-4cc4-8a80-7d0727bcc223 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7308908 Jan 20 14:35:29.335035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 49996) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:29.343764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 49998) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:29.386384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'ffe37224-a741-497c-8d21-044b52ad5b25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:29.396897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:29.409110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:29.414555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:29.421755 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a4e006a3-a649-413a-953f-76165609b363 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=df9bc07203784b81a927addf7c87cf8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812252 Jan 20 14:35:29.432047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50004) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:29.441330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:29.505157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-adaf820a-cce7-48a9-9144-e9e440fe11b1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.586182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf820a-cce7-48a9-9144-e9e440fe11b1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Subnet': ['ID=58c7488b-b69f-4311-848e-dc93b9790159,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:29.607851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-105caa56-73b5-47c3-a00f-bd857573efea None None] Provisioning for port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:29.622669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-105caa56-73b5-47c3-a00f-bd857573efea None None] Provisioning complete for port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:29.623165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-105caa56-73b5-47c3-a00f-bd857573efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.710010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-105caa56-73b5-47c3-a00f-bd857573efea None None] Port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:29.727161 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-105caa56-73b5-47c3-a00f-bd857573efea None None] Provisioning complete for port ffa05af6-b965-440d-9eee-442a45044531 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:29.727539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-105caa56-73b5-47c3-a00f-bd857573efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.757519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.765599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-adaf820a-cce7-48a9-9144-e9e440fe11b1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.787276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] For port 3d3425e1-33bc-4672-950d-720ec26eda01, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3d3425e1-33bc-4672-950d-720ec26eda01,segment=NetworkSegment(f05864b1-e6f9-4f51-beed-4fe232dd9d91),segment_id=f05864b1-e6f9-4f51-beed-4fe232dd9d91)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:29.787633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.808876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d06a10-8ede-41b7-b4fc-741709aaba93 None None] Network 92bc812e-b5ad-454a-891a-11c76ca2a9b2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:29.814088 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-adaf820a-cce7-48a9-9144-e9e440fe11b1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/58c7488b-b69f-4311-848e-dc93b9790159 HTTP/1.1" status: 204 len: 168 time: 1.1699800 Jan 20 14:35:29.821724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13221689-d4da-4a57-8c71-450761704ca9 None None] Network 85b89a28-156e-4371-9eec-7d5904b75ad1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:29.827031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50008) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:29.946130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Calling delete_port for 3d3425e1-33bc-4672-950d-720ec26eda01 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:30.001666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.007238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c45fe3e3-6010-4e57-afb4-e67743210304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.018769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 764b2043-1e37-42a1-aa71-6c105213eb03 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:30.019225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.068416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.071212 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c45fe3e3-6010-4e57-afb4-e67743210304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.094014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.118572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.180971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.202253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Port': ['ID=3d3425e1-33bc-4672-950d-720ec26eda01,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:30.206583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4224b9b0-dcee-4b56-b688-8ee6ebd8d353,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:30.209310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No DVR routers for this DVR port 3d3425e1-33bc-4672-950d-720ec26eda01 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:30.272091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.273544 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-85e8b8d8-3e84-483c-b108-1ea6c97875f2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9154410 Jan 20 14:35:30.280603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50012) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:30.375864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c45fe3e3-6010-4e57-afb4-e67743210304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.382233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] DHCP port deletion for 85b89a28-156e-4371-9eec-7d5904b75ad1 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:30.382936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.388798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] Deleting port 764b2043-1e37-42a1-aa71-6c105213eb03 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:30.389165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.418624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-46ecddec-5b58-463f-ac78-ce477d0ee0ff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.432276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fe3e3-6010-4e57-afb4-e67743210304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9612c8-92b2-43f4-9b7b-30cda7b529ee,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:30.435325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3897dc-b370-4d53-9d99-a31788104b7a None None] DHCP port deletion for 92bc812e-b5ad-454a-891a-11c76ca2a9b2 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:30.437963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6734c45f-3f09-460a-a695-d1876fab8f87 None None] Could not find standard attr ID for object 3d3425e1-33bc-4672-950d-720ec26eda01. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:35:30.450263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-46ecddec-5b58-463f-ac78-ce477d0ee0ff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.460020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ffa05af6-b965-440d-9eee-442a45044531 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:30.462478 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bc812e-b5ad-454a-891a-11c76ca2a9b2']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:30.480763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c45fe3e3-6010-4e57-afb4-e67743210304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.484969 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c45fe3e3-6010-4e57-afb4-e67743210304 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4d9612c8-92b2-43f4-9b7b-30cda7b529ee HTTP/1.1" status: 204 len: 168 time: 1.0483782 Jan 20 14:35:30.504153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05864b1-e6f9-4f51-beed-4fe232dd9d91') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:30.504495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05864b1-e6f9-4f51-beed-4fe232dd9d91') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:30.527993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.547992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-46ecddec-5b58-463f-ac78-ce477d0ee0ff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.550919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.572248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6734c45f-3f09-460a-a695-d1876fab8f87 None None] Provisioning complete for port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:30.572623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6734c45f-3f09-460a-a695-d1876fab8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.579216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecddec-5b58-463f-ac78-ce477d0ee0ff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4224b9b0-dcee-4b56-b688-8ee6ebd8d353,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:30.582229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:30.582629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:30.603304 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:30.608592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-46ecddec-5b58-463f-ac78-ce477d0ee0ff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.609887 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-46ecddec-5b58-463f-ac78-ce477d0ee0ff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/4224b9b0-dcee-4b56-b688-8ee6ebd8d353 HTTP/1.1" status: 204 len: 168 time: 0.2828975 Jan 20 14:35:30.638160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6734c45f-3f09-460a-a695-d1876fab8f87 None None] Port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:30.644757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50018) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:30.652073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port 764b2043-1e37-42a1-aa71-6c105213eb03, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=764b2043-1e37-42a1-aa71-6c105213eb03,segment=NetworkSegment(519624f7-7bf5-41ed-b8d5-bf177faf9501),segment_id=519624f7-7bf5-41ed-b8d5-bf177faf9501)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:30.652657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.726037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.751036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.755321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ffa05af6-b965-440d-9eee-442a45044531 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:30.755708 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.760294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=92bc812e-b5ad-454a-891a-11c76ca2a9b2,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:30.772088 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-914b0800-7358-4478-a9d3-6d43740469ad tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/92bc812e-b5ad-454a-891a-11c76ca2a9b2 HTTP/1.1" status: 204 len: 168 time: 3.9240143 Jan 20 14:35:30.772956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50024) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:30.779852 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-352757842'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:30.785355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:30.790223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:network and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:30.793742 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:30.801495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:30.819916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:30.821385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] For port 764b2043-1e37-42a1-aa71-6c105213eb03, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=764b2043-1e37-42a1-aa71-6c105213eb03,segment=NetworkSegment(519624f7-7bf5-41ed-b8d5-bf177faf9501),segment_id=519624f7-7bf5-41ed-b8d5-bf177faf9501)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:30.821746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.825128 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.850924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 764b2043-1e37-42a1-aa71-6c105213eb03 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:30.857865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:30.868062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.868570 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment d74cdeae-1804-4a44-bbce-35edb4f664a1 of type vlan for network 7c8a485e-68ec-4fa3-b0a7-e384ea587e73 Jan 20 14:35:30.902400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.912983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4e7bd35b-7236-4088-ab95-2ba67ec9579c tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:30.950353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.958586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:30.958586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.969886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] Calling delete_port for 764b2043-1e37-42a1-aa71-6c105213eb03 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:31.036668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4e7bd35b-7236-4088-ab95-2ba67ec9579c tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:31.038055 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4e7bd35b-7236-4088-ab95-2ba67ec9579c tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3885820 Jan 20 14:35:31.043335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50036) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:31.096650 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.156933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No DVR routers for this DVR port 764b2043-1e37-42a1-aa71-6c105213eb03 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:31.175069 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4006202 Jan 20 14:35:31.175770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50040) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:31.187517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': '7c8a485e-68ec-4fa3-b0a7-e384ea587e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:31.222774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=764b2043-1e37-42a1-aa71-6c105213eb03,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:31.225200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:31.225847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:31.234065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdc46-8ba7-4e23-94ab-86b1acb8dcfa tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.270769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdc46-8ba7-4e23-94ab-86b1acb8dcfa tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.277124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec843e-03df-421a-be21-96e1847f4940 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=7c8a485e-68ec-4fa3-b0a7-e384ea587e73,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:31.289322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7c8a485e-68ec-4fa3-b0a7-e384ea587e73 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:31.322372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:31.326394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:subnet and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:31.329289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:31.338105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:31.347705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:31.351933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.375635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.405357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.419290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.426097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b89a28-156e-4371-9eec-7d5904b75ad1']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:31.473381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdc46-8ba7-4e23-94ab-86b1acb8dcfa tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.497303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519624f7-7bf5-41ed-b8d5-bf177faf9501') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:31.497538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519624f7-7bf5-41ed-b8d5-bf177faf9501') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:31.561451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bdc46-8ba7-4e23-94ab-86b1acb8dcfa tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bd76e9b-e221-4ddb-97c5-6308e5770aed,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:31.566424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50052) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:31.572393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.604813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.607167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdc46-8ba7-4e23-94ab-86b1acb8dcfa tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.610745 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fc1bdc46-8ba7-4e23-94ab-86b1acb8dcfa tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/4bd76e9b-e221-4ddb-97c5-6308e5770aed HTTP/1.1" status: 204 len: 168 time: 0.5524154 Jan 20 14:35:31.617970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50058) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:31.618618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:31.639338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.681762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:31.682160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:31.698256 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:31.709795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2147241185'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:31.714853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=1e3262e2-1308-4443-b3e7-ba5fc1992874,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:31.720264 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': 'd74cdeae-1804-4a44-bbce-35edb4f664a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7c8a485e-68ec-4fa3-b0a7-e384ea587e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:31.720616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: 7c8a485e-68ec-4fa3-b0a7-e384ea587e73, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:31.725271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:31.727688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] Deleting port 764b2043-1e37-42a1-aa71-6c105213eb03 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:31.728629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.731042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:network and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:31.737439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:31.744436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:31.763661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network 7c8a485e-68ec-4fa3-b0a7-e384ea587e73 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:31.768285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:31.772471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.787420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.802845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 7c8a485e-68ec-4fa3-b0a7-e384ea587e73) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:31.809276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:31.809847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.815617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:31.822486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbb1027-456c-4464-b941-669a23600679 None None] Network 7c8a485e-68ec-4fa3-b0a7-e384ea587e73 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:31.826638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-75dacb1c-cbbc-4728-be4c-e4110e6ef476 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:31.826992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:security_group_rule and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:31.832334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:31.840180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:31.845862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2b138-f5d5-4bda-a553-4c35bd69576e None None] The port '764b2043-1e37-42a1-aa71-6c105213eb03' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:35:31.853789 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-72feb862-e20b-421b-8d10-f3419fbba343 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6712716 Jan 20 14:35:31.854141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50062) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:31.880122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.884733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.926410 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/networks/85b89a28-156e-4371-9eec-7d5904b75ad1 HTTP/1.1" status: 204 len: 168 time: 2.0981774 Jan 20 14:35:31.930150 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf9f02-5041-4f8e-909f-9398881baa48 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Network': ['ID=85b89a28-156e-4371-9eec-7d5904b75ad1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:31.933048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50066) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:31.933186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e60194d8-db81-418d-9f39-d66c7f31ab1b None None] Provisioning complete for port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:31.933506 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e60194d8-db81-418d-9f39-d66c7f31ab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.967139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-75dacb1c-cbbc-4728-be4c-e4110e6ef476 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:31.968429 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-75dacb1c-cbbc-4728-be4c-e4110e6ef476 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3460455 Jan 20 14:35:31.971488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50070) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:31.972375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'network': {'name': 'tempest-RoutersTest-1540558892'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:31.987287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:31.995284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:network and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:31.999775 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:32.008930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:32.009883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e60194d8-db81-418d-9f39-d66c7f31ab1b None None] Port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:32.051329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.172492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-7c8a485e-68ec-4fa3-b0a7-e384ea587e73', 'network_id': '7c8a485e-68ec-4fa3-b0a7-e384ea587e73', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': '1e3262e2-1308-4443-b3e7-ba5fc1992874'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:32.174425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.187329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6118f21c-9078-4a9f-bb55-c34337d85289 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.224596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6118f21c-9078-4a9f-bb55-c34337d85289 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.258690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.296945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.344242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:32.348070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.352901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.367631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Allocated IP 172.20.0.1 (7c8a485e-68ec-4fa3-b0a7-e384ea587e73/1e3262e2-1308-4443-b3e7-ba5fc1992874/f34dceda-e274-4716-8e90-8a15cd7ab3d7) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:32.370271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6118f21c-9078-4a9f-bb55-c34337d85289 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.385450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:32.395131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.395655 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added segment ed828c8d-ad58-475a-bded-3ea4d548fe17 of type vlan for network 9d61b939-1d58-4729-a6f9-382ddddfd8fd Jan 20 14:35:32.405369 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3d3425e1-33bc-4672-950d-720ec26eda01 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:32.407064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:32.427302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.437503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118f21c-9078-4a9f-bb55-c34337d85289 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3348314-33db-44be-b7db-6c9ba571bad7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:32.445305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.445648 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added segment 915adf8b-16de-41af-8675-7ab861ebc39b of type vlan for network 5d54d1a8-e663-4365-aef2-09fcfbdc8236 Jan 20 14:35:32.456411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4263419d-5962-4326-b18c-4cbea8fc6710,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:32.465063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.467412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.471717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:32.472493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.492552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 3d3425e1-33bc-4672-950d-720ec26eda01 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:32.492930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3d3425e1-33bc-4672-950d-720ec26eda01 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:32.493349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 764b2043-1e37-42a1-aa71-6c105213eb03 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:32.534149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.537987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 764b2043-1e37-42a1-aa71-6c105213eb03 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:32.538331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 764b2043-1e37-42a1-aa71-6c105213eb03 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:32.563261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6118f21c-9078-4a9f-bb55-c34337d85289 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.564643 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6118f21c-9078-4a9f-bb55-c34337d85289 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/c3348314-33db-44be-b7db-6c9ba571bad7 HTTP/1.1" status: 204 len: 168 time: 0.5913777 Jan 20 14:35:32.567967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50074) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:32.590318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Network': ['ID=9d61b939-1d58-4729-a6f9-382ddddfd8fd,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:32.594806 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e6d6aa65-b280-4bff-9b9d-870f39950b65 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6582894 Jan 20 14:35:32.598159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50078) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:32.605297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'subnet': {'network_id': '9d61b939-1d58-4729-a6f9-382ddddfd8fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:32.637292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-853f9d9c-3e0e-4f3b-ac72-2245da1a3947 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:32.639802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.644995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:32.645569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.655006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 9d61b939-1d58-4729-a6f9-382ddddfd8fd details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:32.744480 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1769681 Jan 20 14:35:32.745425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50082) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:32.761978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-461879498'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:32.766371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.770675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-853f9d9c-3e0e-4f3b-ac72-2245da1a3947 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:32.772453 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-853f9d9c-3e0e-4f3b-ac72-2245da1a3947 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2035084 Jan 20 14:35:32.776131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:32.776844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50086) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:32.784431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:network and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:32.786780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.787355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de7816-09cb-4251-99e0-40a401d824ab tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Network': ['ID=5d54d1a8-e663-4365-aef2-09fcfbdc8236,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:32.789716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Transition to ACTIVE for port object f34dceda-e274-4716-8e90-8a15cd7ab3d7 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:32.790006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:32.796359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:32.808513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 5d54d1a8-e663-4365-aef2-09fcfbdc8236 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:32.809676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:32.813492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.825715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:32.843564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:32.853014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.853402 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added segment 39e17adc-d0ac-4ba2-94ce-f38d4335256c of type vlan for network 2d0bad38-2582-4a9c-ba69-26b3e52d082f Jan 20 14:35:32.870532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:subnet and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:32.876425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Transition to ACTIVE for port object f34dceda-e274-4716-8e90-8a15cd7ab3d7 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:32.883049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:32.886156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.892971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.899748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d59f96a0-d4ce-49ca-8e1c-3a099c8cc5a7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.910360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:32.920075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d59f96a0-d4ce-49ca-8e1c-3a099c8cc5a7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.927266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.978067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Network 7c8a485e-68ec-4fa3-b0a7-e384ea587e73 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:32.983317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:32.987034 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3262e2-1308-4443-b3e7-ba5fc1992874,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:32.988112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:32.991786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.993819 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Pushing event updated for resources: {'Port': ['ID=f34dceda-e274-4716-8e90-8a15cd7ab3d7,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:32.999082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:32.999710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.069785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:33.072702 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.102189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Attempting to bind port f34dceda-e274-4716-8e90-8a15cd7ab3d7 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:33.102609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Attempting to bind port f34dceda-e274-4716-8e90-8a15cd7ab3d7 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'd74cdeae-1804-4a44-bbce-35edb4f664a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7c8a485e-68ec-4fa3-b0a7-e384ea587e73'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:33.102971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Attempting to bind port f34dceda-e274-4716-8e90-8a15cd7ab3d7 on network 7c8a485e-68ec-4fa3-b0a7-e384ea587e73 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:33.109579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:33.109989 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Checking segment: {'id': 'd74cdeae-1804-4a44-bbce-35edb4f664a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7c8a485e-68ec-4fa3-b0a7-e384ea587e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:33.110788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.110905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Bound using segment: {'id': 'd74cdeae-1804-4a44-bbce-35edb4f664a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7c8a485e-68ec-4fa3-b0a7-e384ea587e73'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:33.111485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Bound port: f34dceda-e274-4716-8e90-8a15cd7ab3d7, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74cdeae-1804-4a44-bbce-35edb4f664a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7c8a485e-68ec-4fa3-b0a7-e384ea587e73'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:33.111996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.124442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f90c7b1a-c572-4e09-8ffe-9c1615705f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.162348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Network': ['ID=2d0bad38-2582-4a9c-ba69-26b3e52d082f,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:33.168013 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d59f96a0-d4ce-49ca-8e1c-3a099c8cc5a7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.178304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 2d0bad38-2582-4a9c-ba69-26b3e52d082f details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:33.206178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.228269 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7681e2a2-4b86-428c-97c6-6b188f6cd05c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4707692 Jan 20 14:35:33.228893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50090) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:33.236717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f96a0-d4ce-49ca-8e1c-3a099c8cc5a7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=987f0fef-0d3a-4460-8b80-b06da41504ef,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:33.246221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'subnet': {'network_id': '5d54d1a8-e663-4365-aef2-09fcfbdc8236', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:33.271420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d59f96a0-d4ce-49ca-8e1c-3a099c8cc5a7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.272939 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d59f96a0-d4ce-49ca-8e1c-3a099c8cc5a7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/987f0fef-0d3a-4460-8b80-b06da41504ef HTTP/1.1" status: 204 len: 168 time: 0.4932387 Jan 20 14:35:33.302404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] For port f34dceda-e274-4716-8e90-8a15cd7ab3d7, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:33.311596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] For port f34dceda-e274-4716-8e90-8a15cd7ab3d7, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f34dceda-e274-4716-8e90-8a15cd7ab3d7,segment=NetworkSegment(d74cdeae-1804-4a44-bbce-35edb4f664a1),segment_id=d74cdeae-1804-4a44-bbce-35edb4f664a1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:33.320577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.321576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8a485e-68ec-4fa3-b0a7-e384ea587e73']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:33.323927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50094) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:33.356700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74cdeae-1804-4a44-bbce-35edb4f664a1') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:33.357083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74cdeae-1804-4a44-bbce-35edb4f664a1') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:33.390523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.401839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f929f-44da-4497-936a-55c4c83318fd None None] Pushing event updated for resources: {'Port': ['ID=f34dceda-e274-4716-8e90-8a15cd7ab3d7,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:33.422874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.429656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:33.430240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.479457 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff537177-dff9-46b9-9ba7-96424206c94e None None] Network 7c8a485e-68ec-4fa3-b0a7-e384ea587e73 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:33.486614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5fc9e775-0518-4064-beb3-bb4a3df774f9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:33.529042 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:33.533341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5fc9e775-0518-4064-beb3-bb4a3df774f9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:33.534086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:35:33.534086 dv-neutron-825123-1-hyperv neutron-server[87494]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:35:33.534086 dv-neutron-825123-1-hyperv neutron-server[87494]: [parameters: {'id': '7c8a485e-68ec-4fa3-b0a7-e384ea587e73'}] Jan 20 14:35:33.534086 dv-neutron-825123-1-hyperv neutron-server[87494]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:33.534656 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5fc9e775-0518-4064-beb3-bb4a3df774f9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2100286 Jan 20 14:35:33.534924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:33.535885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:33.538086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50098) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:33.551367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:subnet and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:33.556599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:33.570483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:33.574340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.579505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c91737d-dfc5-46cc-ade4-d5ba7001db8d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.582825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.592149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c91737d-dfc5-46cc-ade4-d5ba7001db8d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.600923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:33.604418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.656046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.691492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6713e7-2b53-43e9-9317-e1e489aa0a8a None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:35:33.719964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c91737d-dfc5-46cc-ade4-d5ba7001db8d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.739154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91737d-dfc5-46cc-ade4-d5ba7001db8d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b70fcd4-024f-4593-b56f-af438a38dcb4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:33.765629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:33.773091 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.789514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c91737d-dfc5-46cc-ade4-d5ba7001db8d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.793095 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2c91737d-dfc5-46cc-ade4-d5ba7001db8d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/3b70fcd4-024f-4593-b56f-af438a38dcb4 HTTP/1.1" status: 204 len: 168 time: 0.2514699 Jan 20 14:35:33.795437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50102) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:33.796356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Subnet': ['ID=4bf109f2-0b87-4b36-97f5-f93d6c6f39ca,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:33.882312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Checking segment: {'id': 'ed828c8d-ad58-475a-bded-3ea4d548fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9d61b939-1d58-4729-a6f9-382ddddfd8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:33.882560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network hostable DHCP agents. Network: 9d61b939-1d58-4729-a6f9-382ddddfd8fd, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:33.883766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a3ab64ee-947b-4d10-be54-8eefe3758b73 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:33.906543 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.935365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 9d61b939-1d58-4729-a6f9-382ddddfd8fd is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:33.943366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a3ab64ee-947b-4d10-be54-8eefe3758b73 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:33.944620 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a3ab64ee-947b-4d10-be54-8eefe3758b73 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1483498 Jan 20 14:35:33.949779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50106) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:33.973684 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 9d61b939-1d58-4729-a6f9-382ddddfd8fd) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:33.978798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:33.979428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.982193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6713e7-2b53-43e9-9317-e1e489aa0a8a None None] Unable to find a vacant binding_index for network 9d61b939-1d58-4729-a6f9-382ddddfd8fd and agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 {{(pid=87496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 20 14:35:33.986589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Subnet': ['ID=f802bc70-c39e-42f0-8367-203c8c1821cf,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:33.990331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 48d66691-4d3d-420a-bac6-be8eac28e634 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:33.994154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6713e7-2b53-43e9-9317-e1e489aa0a8a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 9d61b939-1d58-4729-a6f9-382ddddfd8fd) {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:35:33.997102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Checking segment: {'id': '915adf8b-16de-41af-8675-7ab861ebc39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5d54d1a8-e663-4365-aef2-09fcfbdc8236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:33.997578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network hostable DHCP agents. Network: 5d54d1a8-e663-4365-aef2-09fcfbdc8236, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:33.999423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:34.021152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 5d54d1a8-e663-4365-aef2-09fcfbdc8236 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:34.035164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 5d54d1a8-e663-4365-aef2-09fcfbdc8236) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:34.036912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.042061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:34.042652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.066364 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting port f34dceda-e274-4716-8e90-8a15cd7ab3d7 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:34.066753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.100892 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7cdef9b9-3853-449d-868b-196f8f7e2ccd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8686340 Jan 20 14:35:34.115214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50110) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:34.125576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'subnet': {'network_id': '2d0bad38-2582-4a9c-ba69-26b3e52d082f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:34.262919 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-814976f3-4ee4-415c-81f7-4e0eb383f831 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6610680 Jan 20 14:35:34.279402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50114) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:34.288011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-487015007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:34.307728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:34.324860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:router and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:34.327592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5398c2f7-0810-4c08-9e4a-ca824abe80ab tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.331273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:34.349602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:34.373902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-9d61b939-1d58-4729-a6f9-382ddddfd8fd', 'network_id': '9d61b939-1d58-4729-a6f9-382ddddfd8fd', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'fixed_ips': [{'subnet_id': '4bf109f2-0b87-4b36-97f5-f93d6c6f39ca'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:34.374837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.386477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5398c2f7-0810-4c08-9e4a-ca824abe80ab tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.399141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.400135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.432827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:34.450688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.472535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Router d66aee39-3f11-4645-94a4-74180ffa2cfe is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:35:34.480568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5398c2f7-0810-4c08-9e4a-ca824abe80ab tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.480747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:subnet and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:34.487632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:34.492777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.508958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:34.534893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] For port f34dceda-e274-4716-8e90-8a15cd7ab3d7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f34dceda-e274-4716-8e90-8a15cd7ab3d7,segment=NetworkSegment(d74cdeae-1804-4a44-bbce-35edb4f664a1),segment_id=d74cdeae-1804-4a44-bbce-35edb4f664a1)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:34.535232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.543233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:34.544338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Allocated IP 172.20.0.2 (9d61b939-1d58-4729-a6f9-382ddddfd8fd/4bf109f2-0b87-4b36-97f5-f93d6c6f39ca/72c52b23-29da-4578-820e-f69296baa508) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:34.547144 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.573824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398c2f7-0810-4c08-9e4a-ca824abe80ab tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe37224-a741-497c-8d21-044b52ad5b25,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:34.668857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.670208 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-49473c2b-755b-4118-a009-276bc3697cbd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3898489 Jan 20 14:35:34.673254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50118) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:34.679107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5398c2f7-0810-4c08-9e4a-ca824abe80ab tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.680118 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5398c2f7-0810-4c08-9e4a-ca824abe80ab tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/ffe37224-a741-497c-8d21-044b52ad5b25 HTTP/1.1" status: 204 len: 168 time: 0.7281082 Jan 20 14:35:34.733925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50122) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:34.742083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Calling delete_port for f34dceda-e274-4716-8e90-8a15cd7ab3d7 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:34.765623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.775834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Transition to ACTIVE for port object 72c52b23-29da-4578-820e-f69296baa508 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:34.794685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Transition to ACTIVE for port object 72c52b23-29da-4578-820e-f69296baa508 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:34.804812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.830647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:34.839204 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-68a7c1f9-f5bc-49da-9df3-42e568bafe98 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "PUT /v2.0/routers/d66aee39-3f11-4645-94a4-74180ffa2cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4942701 Jan 20 14:35:34.840430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50126) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:34.851292 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a2b88-38f2-477e-89f1-a3d0183afb37 None None] Sync routers for ids ['d66aee39-3f11-4645-94a4-74180ffa2cfe'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:34.862255 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a2b88-38f2-477e-89f1-a3d0183afb37 None None] Routers {'d66aee39-3f11-4645-94a4-74180ffa2cfe'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:34.863210 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6e1a2b88-38f2-477e-89f1-a3d0183afb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d66aee39-3f11-4645-94a4-74180ffa2cfe'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:34.881918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.884009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Pushing event updated for resources: {'Port': ['ID=72c52b23-29da-4578-820e-f69296baa508,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:34.906826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Network 9d61b939-1d58-4729-a6f9-382ddddfd8fd is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:34.908022 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:34.910488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:34.947254 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Port': ['ID=f34dceda-e274-4716-8e90-8a15cd7ab3d7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:34.949255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No DVR routers for this DVR port f34dceda-e274-4716-8e90-8a15cd7ab3d7 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:34.961532 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6e1a2b88-38f2-477e-89f1-a3d0183afb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:34.971989 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a2b88-38f2-477e-89f1-a3d0183afb37 None None] Routers {'d66aee39-3f11-4645-94a4-74180ffa2cfe'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:34.972963 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6e1a2b88-38f2-477e-89f1-a3d0183afb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d66aee39-3f11-4645-94a4-74180ffa2cfe'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:35.028157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Attempting to bind port 72c52b23-29da-4578-820e-f69296baa508 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:35.029646 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Attempting to bind port 72c52b23-29da-4578-820e-f69296baa508 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'ed828c8d-ad58-475a-bded-3ea4d548fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9d61b939-1d58-4729-a6f9-382ddddfd8fd'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:35.030019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Attempting to bind port 72c52b23-29da-4578-820e-f69296baa508 on network 9d61b939-1d58-4729-a6f9-382ddddfd8fd {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:35.036493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:35.036867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Checking segment: {'id': 'ed828c8d-ad58-475a-bded-3ea4d548fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9d61b939-1d58-4729-a6f9-382ddddfd8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:35.037328 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.037711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Bound using segment: {'id': 'ed828c8d-ad58-475a-bded-3ea4d548fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9d61b939-1d58-4729-a6f9-382ddddfd8fd'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:35.038223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Bound port: 72c52b23-29da-4578-820e-f69296baa508, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed828c8d-ad58-475a-bded-3ea4d548fe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9d61b939-1d58-4729-a6f9-382ddddfd8fd'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:35.038598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.102468 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6e1a2b88-38f2-477e-89f1-a3d0183afb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:35.103262 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a2b88-38f2-477e-89f1-a3d0183afb37 None None] The sync data for ids ['d66aee39-3f11-4645-94a4-74180ffa2cfe'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:35.128323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-32a871ce-ea1d-4f03-923f-b9c556ed5b87 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:35.132973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.145245 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] For port 72c52b23-29da-4578-820e-f69296baa508, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:35.148517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] For port 72c52b23-29da-4578-820e-f69296baa508, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=72c52b23-29da-4578-820e-f69296baa508,segment=NetworkSegment(ed828c8d-ad58-475a-bded-3ea4d548fe17),segment_id=ed828c8d-ad58-475a-bded-3ea4d548fe17)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:35.154569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.157432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.194434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8a485e-68ec-4fa3-b0a7-e384ea587e73']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:35.226598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74cdeae-1804-4a44-bbce-35edb4f664a1') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:35.226989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74cdeae-1804-4a44-bbce-35edb4f664a1') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:35.244569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae789704-2c2a-4bf2-9e8c-44dc1eb1cc91 None None] Pushing event updated for resources: {'Port': ['ID=72c52b23-29da-4578-820e-f69296baa508,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:35.265305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-32a871ce-ea1d-4f03-923f-b9c556ed5b87 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:35.265305 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-32a871ce-ea1d-4f03-923f-b9c556ed5b87 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5210361 Jan 20 14:35:35.265577 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.266166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50130) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:35.272619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002920319'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:35.285162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:35.297525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Subnet': ['ID=a7b18ceb-7b31-4c56-b0d8-bf11209b7302,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:35.302729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.305849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c98a2-84c5-45a5-8e02-9084771fd81c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:35.306608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3b9c98a2-84c5-45a5-8e02-9084771fd81c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:35.311492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Checking segment: {'id': '39e17adc-d0ac-4ba2-94ce-f38d4335256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2d0bad38-2582-4a9c-ba69-26b3e52d082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:35.311834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network hostable DHCP agents. Network: 2d0bad38-2582-4a9c-ba69-26b3e52d082f, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:35.316532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:35.316938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.319695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:35.331895 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:35.370186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.379940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3b9c98a2-84c5-45a5-8e02-9084771fd81c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:35.383985 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3b9c98a2-84c5-45a5-8e02-9084771fd81c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports?device_id=d66aee39-3f11-4645-94a4-74180ffa2cfe HTTP/1.1" status: 200 len: 982 time: 0.5381432 Jan 20 14:35:35.384195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50134) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:35.392191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.410960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4b157d94-26ab-48bb-a55e-0de613a7eeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.552551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:35.579523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.581117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 2d0bad38-2582-4a9c-ba69-26b3e52d082f is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:35.608838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:35.609062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.619392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 2d0bad38-2582-4a9c-ba69-26b3e52d082f) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:35.631162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:35.631661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.647923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=7c8a485e-68ec-4fa3-b0a7-e384ea587e73,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:35.666691 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d897c39b-05eb-4e79-9a18-7c80035b50b9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5502024 Jan 20 14:35:35.668051 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-df351be6-ca3e-4175-872c-f6407a2784c2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/7c8a485e-68ec-4fa3-b0a7-e384ea587e73 HTTP/1.1" status: 204 len: 168 time: 3.8130548 Jan 20 14:35:35.700173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50138) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:35.700551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50140) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:35.708766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1254169882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:35.844968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-394775674'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:35.859545 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:35.867438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:35.874380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:router and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:35.879562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:network and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:35.886248 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:35.895963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:35.905917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:35.923376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:35.990717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.995206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:35.998149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.020504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.021388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.036527 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.071544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.075784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.087547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:36.138198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.138538 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment 08f11494-3e28-4ee9-a47b-397992734779 of type vlan for network cf12caa3-a688-48c3-a305-f1f2c8d40a1f Jan 20 14:35:36.157866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Allocated IP 172.20.0.1 (9d61b939-1d58-4729-a6f9-382ddddfd8fd/4bf109f2-0b87-4b36-97f5-f93d6c6f39ca/5ef6cecb-e313-4cb0-8975-02af509bb2d1) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:36.158411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.186290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2742766-2791-4391-96c4-a8cfb14c50fc,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:36.230487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.240265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.244039 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d2025a41-9df3-498b-a483-5d96194c9f52 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5380092 Jan 20 14:35:36.278117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50146) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:36.298109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.301822 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1d77a673-add7-4f44-a1ab-212070f343e9 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0325646 Jan 20 14:35:36.309274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50150) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:36.326354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'a2742766-2791-4391-96c4-a8cfb14c50fc', 'direction': 'ingress', 'protocol': 17}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:36.332450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:36.337036 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:36.340165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:36.349359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:36.396511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.400868 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b1f4d-3c3c-47dd-b44e-0a3f3e4cdfd5 None None] Network 9d61b939-1d58-4729-a6f9-382ddddfd8fd requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:36.434737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd8ada4-c81d-4d23-ac93-8bc336403f55 None None] Network 5d54d1a8-e663-4365-aef2-09fcfbdc8236 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:36.452018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.459063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:36.459865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.582958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.589503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=cf12caa3-a688-48c3-a305-f1f2c8d40a1f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:36.606769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d307128-3737-40ec-af68-3209b9711a67 None None] Network 2d0bad38-2582-4a9c-ba69-26b3e52d082f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:36.614794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.640646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Transition to ACTIVE for port object 5ef6cecb-e313-4cb0-8975-02af509bb2d1 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:36.652740 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a7fe63df-acf8-409a-9558-1edf89b819f6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9476793 Jan 20 14:35:36.659445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50154) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:36.673657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-21e410c0-8209-42c9-962b-582e92500fd2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:36.712682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 72c52b23-29da-4578-820e-f69296baa508 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:36.739261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network cf12caa3-a688-48c3-a305-f1f2c8d40a1f details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:36.836126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.887178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.932506 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.942522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.981769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.019706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fcfc1d-74d0-4593-ac88-b693fe214d1b,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:37.023374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 9d61b939-1d58-4729-a6f9-382ddddfd8fd is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:37.035522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:37.035980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fdd319cf-3096-4e01-bbc5-4de01658953e None None] Provisioning for port 72c52b23-29da-4578-820e-f69296baa508 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:37.082982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21e410c0-8209-42c9-962b-582e92500fd2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.108011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=5ef6cecb-e313-4cb0-8975-02af509bb2d1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:37.110409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:37.113091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-5d54d1a8-e663-4365-aef2-09fcfbdc8236', 'network_id': '5d54d1a8-e663-4365-aef2-09fcfbdc8236', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'fixed_ips': [{'subnet_id': 'f802bc70-c39e-42f0-8367-203c8c1821cf'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:37.113915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.146151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.149976 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5013b7a9-d055-4be6-bc7d-5d5fa94c101d tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8362858 Jan 20 14:35:37.151666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50158) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:37.160947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21e410c0-8209-42c9-962b-582e92500fd2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.161760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:37.162295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.195285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21e410c0-8209-42c9-962b-582e92500fd2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network cf12caa3-a688-48c3-a305-f1f2c8d40a1f is not hosted by any dhcp agent {{(pid=87495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 20 14:35:37.200833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e410c0-8209-42c9-962b-582e92500fd2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:37.201351 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21e410c0-8209-42c9-962b-582e92500fd2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.206174 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-21e410c0-8209-42c9-962b-582e92500fd2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "PUT /v2.0/networks/cf12caa3-a688-48c3-a305-f1f2c8d40a1f HTTP/1.1" status: 200 len: 723 time: 0.5430415 Jan 20 14:35:37.209902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50162) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:37.245173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': 'cf12caa3-a688-48c3-a305-f1f2c8d40a1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:37.271700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 72c52b23-29da-4578-820e-f69296baa508 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:37.279094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.306852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e410c0-8209-42c9-962b-582e92500fd2 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=cf12caa3-a688-48c3-a305-f1f2c8d40a1f,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:37.313680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 72c52b23-29da-4578-820e-f69296baa508 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:37.314049 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.350823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network cf12caa3-a688-48c3-a305-f1f2c8d40a1f details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:37.406035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.535340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0d53965d-6867-4fd0-819e-59d278268061 None None] Provisioning complete for port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:37.535914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d53965d-6867-4fd0-819e-59d278268061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.569070 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-2d0bad38-2582-4a9c-ba69-26b3e52d082f', 'network_id': '2d0bad38-2582-4a9c-ba69-26b3e52d082f', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'fixed_ips': [{'subnet_id': 'a7b18ceb-7b31-4c56-b0d8-bf11209b7302'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:37.569897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.692093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-50d67eea-1b51-4fa0-ba62-19ffdae26040 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.727188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:37.740531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0d53965d-6867-4fd0-819e-59d278268061 None None] Port 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:37.743342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:subnet and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:37.751311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:37.758332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-50d67eea-1b51-4fa0-ba62-19ffdae26040 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.785765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:37.838927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.841911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Allocated IP 2001:db8::2 (5d54d1a8-e663-4365-aef2-09fcfbdc8236/f802bc70-c39e-42f0-8367-203c8c1821cf/17693c4a-de7b-426a-a441-05185350d275) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:37.855631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:37.859762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.899230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.964643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.047623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.052502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:38.063487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.093810 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Allocated IP 2001:db8:1::2 (2d0bad38-2582-4a9c-ba69-26b3e52d082f/a7b18ceb-7b31-4c56-b0d8-bf11209b7302/b186996d-f61b-41b6-aa81-c16e3aeb540f) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:38.103565 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 72c52b23-29da-4578-820e-f69296baa508, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=72c52b23-29da-4578-820e-f69296baa508,segment=NetworkSegment(ed828c8d-ad58-475a-bded-3ea4d548fe17),segment_id=ed828c8d-ad58-475a-bded-3ea4d548fe17)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:38.150360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.217883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-50d67eea-1b51-4fa0-ba62-19ffdae26040 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.251555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d67eea-1b51-4fa0-ba62-19ffdae26040 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2742766-2791-4391-96c4-a8cfb14c50fc,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:38.258331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.265666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=5ef6cecb-e313-4cb0-8975-02af509bb2d1,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:38.296182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-50d67eea-1b51-4fa0-ba62-19ffdae26040 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.300081 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-50d67eea-1b51-4fa0-ba62-19ffdae26040 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/a2742766-2791-4391-96c4-a8cfb14c50fc HTTP/1.1" status: 204 len: 168 time: 1.1473265 Jan 20 14:35:38.303386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50168) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.407021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=72c52b23-29da-4578-820e-f69296baa508,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:38.420275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 9d61b939-1d58-4729-a6f9-382ddddfd8fd is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:38.423890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:38.437430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-09f2b40b-50bd-4b5d-9e52-cdb0c2daeb56 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:38.459320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.473856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Transition to ACTIVE for port object 17693c4a-de7b-426a-a441-05185350d275 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:38.493246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Transition to ACTIVE for port object 17693c4a-de7b-426a-a441-05185350d275 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:38.501829 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.572090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-09f2b40b-50bd-4b5d-9e52-cdb0c2daeb56 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:38.573910 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-09f2b40b-50bd-4b5d-9e52-cdb0c2daeb56 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2637115 Jan 20 14:35:38.583320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Network 5d54d1a8-e663-4365-aef2-09fcfbdc8236 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:38.584680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:38.587963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50172) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.589676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:38.600394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group': {'name': 'tempest-secgroup--520531669'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:38.617709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:38.636575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:38.637544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.673624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.704684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.712153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:38.718422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:38.722020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:38.728063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:38.737742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 7a2f2b78-6821-4be2-90a6-e229ef2f2c88 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:35:38.742621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:38.751994 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Allocated IP 2001:db8::1 (5d54d1a8-e663-4365-aef2-09fcfbdc8236/f802bc70-c39e-42f0-8367-203c8c1821cf/83c4eb87-3b02-419c-91d2-ce7d8c453d62) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:38.812006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Pushing event updated for resources: {'Port': ['ID=17693c4a-de7b-426a-a441-05185350d275,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:38.857566 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8132dee-0690-40a1-abb3-5ebb86c5bef2 None None] Network 9d61b939-1d58-4729-a6f9-382ddddfd8fd requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:38.886031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.953007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:38.969453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=0abec661-856c-4bc5-afbf-1c5c9974cf83,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:38.972830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba9458-d42f-47b3-83a8-87bd2ea0bbce None None] Sync routers for ids ['7a2f2b78-6821-4be2-90a6-e229ef2f2c88'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:38.975101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.979500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Transition to ACTIVE for port object b186996d-f61b-41b6-aa81-c16e3aeb540f will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:38.986084 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-118e15b1-abc4-4bf4-9bed-b8fbd9d725b3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/7a2f2b78-6821-4be2-90a6-e229ef2f2c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3088601 Jan 20 14:35:38.986286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50176) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.001209 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba9458-d42f-47b3-83a8-87bd2ea0bbce None None] Routers {'7a2f2b78-6821-4be2-90a6-e229ef2f2c88'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:39.001984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-28ba9458-d42f-47b3-83a8-87bd2ea0bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7a2f2b78-6821-4be2-90a6-e229ef2f2c88'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.031411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': '08f11494-3e28-4ee9-a47b-397992734779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cf12caa3-a688-48c3-a305-f1f2c8d40a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:39.031760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: cf12caa3-a688-48c3-a305-f1f2c8d40a1f, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:39.049260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Attempting to bind port 17693c4a-de7b-426a-a441-05185350d275 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:39.049686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Attempting to bind port 17693c4a-de7b-426a-a441-05185350d275 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '915adf8b-16de-41af-8675-7ab861ebc39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5d54d1a8-e663-4365-aef2-09fcfbdc8236'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:39.050137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Attempting to bind port 17693c4a-de7b-426a-a441-05185350d275 on network 5d54d1a8-e663-4365-aef2-09fcfbdc8236 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:39.063321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-80140ae5-4268-460b-8156-77bea87b111d None None] Provisioning for port 5ef6cecb-e313-4cb0-8975-02af509bb2d1 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:39.079224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.090414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-80140ae5-4268-460b-8156-77bea87b111d None None] Provisioning complete for port 5ef6cecb-e313-4cb0-8975-02af509bb2d1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:39.090934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-80140ae5-4268-460b-8156-77bea87b111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.123457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.127285 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5356717 Jan 20 14:35:39.127451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:39.127451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Checking segment: {'id': '915adf8b-16de-41af-8675-7ab861ebc39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5d54d1a8-e663-4365-aef2-09fcfbdc8236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:39.127451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.127451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Bound using segment: {'id': '915adf8b-16de-41af-8675-7ab861ebc39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5d54d1a8-e663-4365-aef2-09fcfbdc8236'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:39.127451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Bound port: 17693c4a-de7b-426a-a441-05185350d275, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915adf8b-16de-41af-8675-7ab861ebc39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5d54d1a8-e663-4365-aef2-09fcfbdc8236'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:39.128728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.130994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50180) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.139525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-28ba9458-d42f-47b3-83a8-87bd2ea0bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.145987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group': {'name': 'tempest-secgroup--916409817'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:39.165297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:39.167084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Transition to ACTIVE for port object b186996d-f61b-41b6-aa81-c16e3aeb540f will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:39.178527 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae1ac4-05d6-481d-85f9-662126691393 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:39.179296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0fae1ac4-05d6-481d-85f9-662126691393 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Synchronizing usage tracker for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:39.188958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba9458-d42f-47b3-83a8-87bd2ea0bbce None None] Routers {'7a2f2b78-6821-4be2-90a6-e229ef2f2c88'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:39.189757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-28ba9458-d42f-47b3-83a8-87bd2ea0bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7a2f2b78-6821-4be2-90a6-e229ef2f2c88'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.189925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac817dbb-0e07-4129-b35e-82c870404cff tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b982190-9283-4221-a1cd-3165984bc6b3,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:39.193037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:39.215714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.227971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0fae1ac4-05d6-481d-85f9-662126691393 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Unset dirty status for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:39.232336 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0fae1ac4-05d6-481d-85f9-662126691393 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports/5ef6cecb-e313-4cb0-8975-02af509bb2d1 HTTP/1.1" status: 200 len: 910 time: 0.2422068 Jan 20 14:35:39.233340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50184) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.281095 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.361035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network cf12caa3-a688-48c3-a305-f1f2c8d40a1f is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:39.366799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:39.369410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-80140ae5-4268-460b-8156-77bea87b111d None None] Port 5ef6cecb-e313-4cb0-8975-02af509bb2d1 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:39.371182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-28ba9458-d42f-47b3-83a8-87bd2ea0bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.371564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba9458-d42f-47b3-83a8-87bd2ea0bbce None None] The sync data for ids ['7a2f2b78-6821-4be2-90a6-e229ef2f2c88'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:39.374196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.385367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:39.389910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:39.399248 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:39.435973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Network 2d0bad38-2582-4a9c-ba69-26b3e52d082f is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:39.455132 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:39.462980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:39.478019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Pushing event updated for resources: {'Port': ['ID=b186996d-f61b-41b6-aa81-c16e3aeb540f,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:39.485666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, cf12caa3-a688-48c3-a305-f1f2c8d40a1f) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:39.490360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:39.491306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.509683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-80140ae5-4268-460b-8156-77bea87b111d None None] Provisioning complete for port 72c52b23-29da-4578-820e-f69296baa508 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:39.510024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-80140ae5-4268-460b-8156-77bea87b111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.546315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40eeb76-4600-49db-8acf-3f3d9e987290 None None] Network cf12caa3-a688-48c3-a305-f1f2c8d40a1f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:39.568941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.600150 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3e0a88f8-04f4-41e0-93ba-5fa95802e7c9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3803883 Jan 20 14:35:39.600150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Transition to ACTIVE for port object 83c4eb87-3b02-419c-91d2-ce7d8c453d62 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:39.622894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50188) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.641598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-173b8a13-f004-4ad0-86b4-be7fe1f73363 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:39.684305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] For port 17693c4a-de7b-426a-a441-05185350d275, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:39.697969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] For port 17693c4a-de7b-426a-a441-05185350d275, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=17693c4a-de7b-426a-a441-05185350d275,segment=NetworkSegment(915adf8b-16de-41af-8675-7ab861ebc39b),segment_id=915adf8b-16de-41af-8675-7ab861ebc39b)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:39.714166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.750696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Router d66aee39-3f11-4645-94a4-74180ffa2cfe has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:35:39.771126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.864634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.898965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:39.908821 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ff9bc7c5-bdcf-4aac-90f0-025f014a0fad tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "PUT /v2.0/routers/d66aee39-3f11-4645-94a4-74180ffa2cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5235672 Jan 20 14:35:39.912514 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de277ab1-fbaf-4339-848d-14752f758fe2 None None] Sync routers for ids ['d66aee39-3f11-4645-94a4-74180ffa2cfe'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:39.913061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50192) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.913927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:39.934734 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de277ab1-fbaf-4339-848d-14752f758fe2 None None] Routers {'d66aee39-3f11-4645-94a4-74180ffa2cfe'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:39.935508 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-de277ab1-fbaf-4339-848d-14752f758fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d66aee39-3f11-4645-94a4-74180ffa2cfe'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.024535 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-843a52de-117a-4768-96c8-a7656eaf0ee8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:35:40.025002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-843a52de-117a-4768-96c8-a7656eaf0ee8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:40.037529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 5d54d1a8-e663-4365-aef2-09fcfbdc8236 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:40.043060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:40.046769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:40.047322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.073433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=83c4eb87-3b02-419c-91d2-ce7d8c453d62,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:40.085756 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-de277ab1-fbaf-4339-848d-14752f758fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.088774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-843a52de-117a-4768-96c8-a7656eaf0ee8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:40.093877 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-843a52de-117a-4768-96c8-a7656eaf0ee8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/82c7b614-ee7d-46ce-8f2e-6a5734b1fb7d HTTP/1.1" status: 404 len: 333 time: 0.1743293 Jan 20 14:35:40.097068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50196) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.098835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c71586c-904d-4d73-9257-529bace95d97,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:40.099595 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de277ab1-fbaf-4339-848d-14752f758fe2 None None] Routers {'d66aee39-3f11-4645-94a4-74180ffa2cfe'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:40.101051 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-de277ab1-fbaf-4339-848d-14752f758fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d66aee39-3f11-4645-94a4-74180ffa2cfe'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.110682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-173b8a13-f004-4ad0-86b4-be7fe1f73363 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2977929'] for subnet, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.144533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.145749 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9028b4a1-49ea-47ff-b84c-5959f44f4598 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0091257 Jan 20 14:35:40.152791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50200) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.161175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': '2b982190-9283-4221-a1cd-3165984bc6b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1c71586c-904d-4d73-9257-529bace95d97', 'remote_ip_prefix': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:40.169816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:40.173656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Attempting to bind port b186996d-f61b-41b6-aa81-c16e3aeb540f on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:40.174034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Attempting to bind port b186996d-f61b-41b6-aa81-c16e3aeb540f by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '39e17adc-d0ac-4ba2-94ce-f38d4335256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2d0bad38-2582-4a9c-ba69-26b3e52d082f'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:40.174683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Attempting to bind port b186996d-f61b-41b6-aa81-c16e3aeb540f on network 2d0bad38-2582-4a9c-ba69-26b3e52d082f {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:40.177954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:40.183508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:40.192119 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-de277ab1-fbaf-4339-848d-14752f758fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.192887 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de277ab1-fbaf-4339-848d-14752f758fe2 None None] The sync data for ids ['d66aee39-3f11-4645-94a4-74180ffa2cfe'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:40.196165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:40.201762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496a051-9449-4b08-b814-d5240eb847f3 None None] Pushing event updated for resources: {'Port': ['ID=17693c4a-de7b-426a-a441-05185350d275,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:40.218190 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:40.218190 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Checking segment: {'id': '39e17adc-d0ac-4ba2-94ce-f38d4335256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2d0bad38-2582-4a9c-ba69-26b3e52d082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:40.221473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.221974 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Bound using segment: {'id': '39e17adc-d0ac-4ba2-94ce-f38d4335256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2d0bad38-2582-4a9c-ba69-26b3e52d082f'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:40.222494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Bound port: b186996d-f61b-41b6-aa81-c16e3aeb540f, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17adc-d0ac-4ba2-94ce-f38d4335256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2d0bad38-2582-4a9c-ba69-26b3e52d082f'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:40.222887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.246547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-cf12caa3-a688-48c3-a305-f1f2c8d40a1f', 'network_id': 'cf12caa3-a688-48c3-a305-f1f2c8d40a1f', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': '0abec661-856c-4bc5-afbf-1c5c9974cf83'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:40.248391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.258156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-73d0143d-eb74-47da-95db-4de8b34fd738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.357088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.464762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 72c52b23-29da-4578-820e-f69296baa508 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:40.545672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.587390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.639222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.680617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-73d0143d-eb74-47da-95db-4de8b34fd738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.693849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-73d0143d-eb74-47da-95db-4de8b34fd738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.720000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.741241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-173b8a13-f004-4ad0-86b4-be7fe1f73363 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727929700334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2927635'] for subnet, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.801607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5b8500-b968-4e07-b1e9-0a8bff582de8,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:40.835967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b8a13-f004-4ad0-86b4-be7fe1f73363 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:40.836939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-173b8a13-f004-4ad0-86b4-be7fe1f73363 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.838387 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-173b8a13-f004-4ad0-86b4-be7fe1f73363 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "PUT /v2.0/subnets/0abec661-856c-4bc5-afbf-1c5c9974cf83 HTTP/1.1" status: 200 len: 806 time: 1.2123346 Jan 20 14:35:40.843630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50204) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.884975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.889305 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ebbf9dca-fcd9-47f6-b4c3-fd36884d98e7 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7328134 Jan 20 14:35:40.908952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] For port b186996d-f61b-41b6-aa81-c16e3aeb540f, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:40.928395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] For port b186996d-f61b-41b6-aa81-c16e3aeb540f, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b186996d-f61b-41b6-aa81-c16e3aeb540f,segment=NetworkSegment(39e17adc-d0ac-4ba2-94ce-f38d4335256c),segment_id=39e17adc-d0ac-4ba2-94ce-f38d4335256c)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:40.934474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 72c52b23-29da-4578-820e-f69296baa508 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:40.935230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.963402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50208) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.018431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-73d0143d-eb74-47da-95db-4de8b34fd738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.018694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d0143d-eb74-47da-95db-4de8b34fd738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Fanout notify agent at l3_agent the message router_deleted on router d66aee39-3f11-4645-94a4-74180ffa2cfe {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:35:41.026534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.040349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-73d0143d-eb74-47da-95db-4de8b34fd738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.044816 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-73d0143d-eb74-47da-95db-4de8b34fd738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/routers/d66aee39-3f11-4645-94a4-74180ffa2cfe HTTP/1.1" status: 204 len: 168 time: 0.9469490 Jan 20 14:35:41.067861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50212) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.095509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b8a13-f004-4ad0-86b4-be7fe1f73363 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=0abec661-856c-4bc5-afbf-1c5c9974cf83,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:41.146882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-940fc11e-94f2-49ff-977a-2c260e38015e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet fb2228cd-b8ef-4cc3-aed1-dff82d26f6ed {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:41.154280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-940fc11e-94f2-49ff-977a-2c260e38015e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.210435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1a62ec78-7703-4846-9ceb-452b45f367e3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.233930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Allocated IP 172.20.0.2 (cf12caa3-a688-48c3-a305-f1f2c8d40a1f/0abec661-856c-4bc5-afbf-1c5c9974cf83/a5bcadcd-9b82-4eae-b958-28462dd05d83) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:41.233930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72106fc-0bc4-45df-ac2a-af60185b7317 None None] Pushing event updated for resources: {'Port': ['ID=b186996d-f61b-41b6-aa81-c16e3aeb540f,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:41.239436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1a62ec78-7703-4846-9ceb-452b45f367e3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.253600 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-24f017a1-96cd-436e-8df7-737912365b7b None None] Provisioning complete for port 5ef6cecb-e313-4cb0-8975-02af509bb2d1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:41.254041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-24f017a1-96cd-436e-8df7-737912365b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.287630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.387114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1a62ec78-7703-4846-9ceb-452b45f367e3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.403596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-940fc11e-94f2-49ff-977a-2c260e38015e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.440991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62ec78-7703-4846-9ceb-452b45f367e3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e5b8500-b968-4e07-b1e9-0a8bff582de8,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:41.496665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1a62ec78-7703-4846-9ceb-452b45f367e3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.498086 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1a62ec78-7703-4846-9ceb-452b45f367e3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/8e5b8500-b968-4e07-b1e9-0a8bff582de8 HTTP/1.1" status: 204 len: 168 time: 0.5235186 Jan 20 14:35:41.512516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50216) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.532981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-24f017a1-96cd-436e-8df7-737912365b7b None None] Port 5ef6cecb-e313-4cb0-8975-02af509bb2d1 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:41.545209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.569314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-940fc11e-94f2-49ff-977a-2c260e38015e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.663521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 5ef6cecb-e313-4cb0-8975-02af509bb2d1 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:41.663861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.725243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-24f017a1-96cd-436e-8df7-737912365b7b None None] Provisioning complete for port 72c52b23-29da-4578-820e-f69296baa508 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:41.725794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-24f017a1-96cd-436e-8df7-737912365b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.759072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d849fa7-dac0-467f-992a-2cbf208bd960 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:41.835997 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.857066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-940fc11e-94f2-49ff-977a-2c260e38015e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.858288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Transition to ACTIVE for port object a5bcadcd-9b82-4eae-b958-28462dd05d83 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:41.903504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Transition to ACTIVE for port object a5bcadcd-9b82-4eae-b958-28462dd05d83 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:41.916053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fc11e-94f2-49ff-977a-2c260e38015e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2228cd-b8ef-4cc3-aed1-dff82d26f6ed,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:41.917752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6d849fa7-dac0-467f-992a-2cbf208bd960 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:41.922813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-940fc11e-94f2-49ff-977a-2c260e38015e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:41.930098 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6d849fa7-dac0-467f-992a-2cbf208bd960 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4139996 Jan 20 14:35:41.933631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50220) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.941617 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-940fc11e-94f2-49ff-977a-2c260e38015e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/fb2228cd-b8ef-4cc3-aed1-dff82d26f6ed HTTP/1.1" status: 204 len: 168 time: 0.8723543 Jan 20 14:35:41.942236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50224) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.958523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ff63d-17ca-4cb6-8473-7c7cbfa396c3 None None] Network 48d66691-4d3d-420a-bac6-be8eac28e634 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:42.079926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.104995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.105975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.128853 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.131168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.176171 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd34b4d0-cea3-4eb2-8e76-d511668fc2cb None None] Network 5d54d1a8-e663-4365-aef2-09fcfbdc8236 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:42.191624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=0abec661-856c-4bc5-afbf-1c5c9974cf83,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:42.197885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.213507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b1aae661-00cf-482f-a38c-3ba56058537f tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.216337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.275766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=83c4eb87-3b02-419c-91d2-ce7d8c453d62,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:42.291019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port ffa05af6-b965-440d-9eee-442a45044531 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:42.291512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.366623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Network cf12caa3-a688-48c3-a305-f1f2c8d40a1f is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:42.427633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:42.453201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:42.466173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Pushing event updated for resources: {'Port': ['ID=a5bcadcd-9b82-4eae-b958-28462dd05d83,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:42.565028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 17693c4a-de7b-426a-a441-05185350d275 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:42.573340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] For port ffa05af6-b965-440d-9eee-442a45044531, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ffa05af6-b965-440d-9eee-442a45044531,segment=NetworkSegment(821052d0-4720-419b-8faf-afa58445d365),segment_id=821052d0-4720-419b-8faf-afa58445d365)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:42.573695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.601888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b51afdcd-c2aa-4018-af76-1ebae056ac03 None None] Provisioning complete for port 5ef6cecb-e313-4cb0-8975-02af509bb2d1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:42.602258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b51afdcd-c2aa-4018-af76-1ebae056ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.621710 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 5ef6cecb-e313-4cb0-8975-02af509bb2d1 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:42.667722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b1aae661-00cf-482f-a38c-3ba56058537f tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.687537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.696710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 5d54d1a8-e663-4365-aef2-09fcfbdc8236 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:42.703492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for ffa05af6-b965-440d-9eee-442a45044531 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:42.732501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:42.758803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Attempting to bind port a5bcadcd-9b82-4eae-b958-28462dd05d83 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:42.759601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Attempting to bind port a5bcadcd-9b82-4eae-b958-28462dd05d83 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '08f11494-3e28-4ee9-a47b-397992734779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cf12caa3-a688-48c3-a305-f1f2c8d40a1f'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:42.759601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Attempting to bind port a5bcadcd-9b82-4eae-b958-28462dd05d83 on network cf12caa3-a688-48c3-a305-f1f2c8d40a1f {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:42.793461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:42.793834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Checking segment: {'id': '08f11494-3e28-4ee9-a47b-397992734779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cf12caa3-a688-48c3-a305-f1f2c8d40a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:42.794237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.794633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Bound using segment: {'id': '08f11494-3e28-4ee9-a47b-397992734779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cf12caa3-a688-48c3-a305-f1f2c8d40a1f'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:42.795135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Bound port: a5bcadcd-9b82-4eae-b958-28462dd05d83, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f11494-3e28-4ee9-a47b-397992734779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cf12caa3-a688-48c3-a305-f1f2c8d40a1f'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:42.795509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.829304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b51afdcd-c2aa-4018-af76-1ebae056ac03 None None] Port 5ef6cecb-e313-4cb0-8975-02af509bb2d1 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:42.888117 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf12caa3-a688-48c3-a305-f1f2c8d40a1f']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:42.925299 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f11494-3e28-4ee9-a47b-397992734779') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:42.925970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f11494-3e28-4ee9-a47b-397992734779') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:42.941146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 17693c4a-de7b-426a-a441-05185350d275 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:42.943368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.970664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:42.975003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b1aae661-00cf-482f-a38c-3ba56058537f tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.001365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:43.001842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.005429 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b186996d-f61b-41b6-aa81-c16e3aeb540f up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:43.023733 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:43.030788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aae661-00cf-482f-a38c-3ba56058537f tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c71586c-904d-4d73-9257-529bace95d97,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:43.062024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] For port a5bcadcd-9b82-4eae-b958-28462dd05d83, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:43.085251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5961c7-c048-410c-980b-936404e0fe23 None None] Network 2d0bad38-2582-4a9c-ba69-26b3e52d082f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:43.104485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.112377 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068f34c-6ba2-4c5d-93bb-dd64c5f30140 None None] DHCP port deletion for 48d66691-4d3d-420a-bac6-be8eac28e634 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:43.117058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b51afdcd-c2aa-4018-af76-1ebae056ac03 None None] Provisioning for port 17693c4a-de7b-426a-a441-05185350d275 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:43.141082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b51afdcd-c2aa-4018-af76-1ebae056ac03 None None] Provisioning complete for port 17693c4a-de7b-426a-a441-05185350d275 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:43.141082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b51afdcd-c2aa-4018-af76-1ebae056ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.171764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No DVR routers for this DVR port ffa05af6-b965-440d-9eee-442a45044531 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:43.174808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=ffa05af6-b965-440d-9eee-442a45044531,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:43.193218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:35:43.193218 dv-neutron-825123-1-hyperv neutron-server[87495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:35:43.193218 dv-neutron-825123-1-hyperv neutron-server[87495]: [parameters: {'id': 'cf12caa3-a688-48c3-a305-f1f2c8d40a1f'}] Jan 20 14:35:43.193218 dv-neutron-825123-1-hyperv neutron-server[87495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:43.193719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:43.223015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b1aae661-00cf-482f-a38c-3ba56058537f tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.226424 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b1aae661-00cf-482f-a38c-3ba56058537f tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/1c71586c-904d-4d73-9257-529bace95d97 HTTP/1.1" status: 204 len: 168 time: 1.2888305 Jan 20 14:35:43.227761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50228) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.235998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 353fd885-19cb-4dc6-a3aa-c767786c3356 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:35:43.244946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.306235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=5ef6cecb-e313-4cb0-8975-02af509bb2d1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:43.321745 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:35:43.332409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] For port a5bcadcd-9b82-4eae-b958-28462dd05d83, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a5bcadcd-9b82-4eae-b958-28462dd05d83,segment=NetworkSegment(08f11494-3e28-4ee9-a47b-397992734779),segment_id=08f11494-3e28-4ee9-a47b-397992734779)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:43.357808 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.403642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.436010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8d3a472b-1a9e-450e-9474-369feeac6ab5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:43.513034 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d66691-4d3d-420a-bac6-be8eac28e634']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.536870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821052d0-4720-419b-8faf-afa58445d365') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.537162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821052d0-4720-419b-8faf-afa58445d365') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.545391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dc4d3-cf4e-4f39-8ebb-fc5bc3bdb39e None None] Pushing event updated for resources: {'Port': ['ID=a5bcadcd-9b82-4eae-b958-28462dd05d83,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:43.554609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port b186996d-f61b-41b6-aa81-c16e3aeb540f completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:43.564323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.569601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8d3a472b-1a9e-450e-9474-369feeac6ab5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:43.570978 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8d3a472b-1a9e-450e-9474-369feeac6ab5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3421400 Jan 20 14:35:43.577521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:43.582097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50232) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.594903 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-df99d0c2-ebe4-422a-aebe-ebe75a385986 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/353fd885-19cb-4dc6-a3aa-c767786c3356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3150136 Jan 20 14:35:43.596489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.598902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50236) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.607733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.626355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3546b-9c4f-4e16-89e9-6c1b638bb3e0 None None] Sync routers for ids ['353fd885-19cb-4dc6-a3aa-c767786c3356'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:43.653908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:43.654275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:43.673137 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:43.675146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd32d7f4-d9ca-4ea1-9871-7cacf19862cb None None] Network cf12caa3-a688-48c3-a305-f1f2c8d40a1f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:43.698431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.778807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3546b-9c4f-4e16-89e9-6c1b638bb3e0 None None] Routers {'353fd885-19cb-4dc6-a3aa-c767786c3356'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:43.779861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b6a3546b-9c4f-4e16-89e9-6c1b638bb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['353fd885-19cb-4dc6-a3aa-c767786c3356'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.784570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2fb36-120b-48e5-be2d-b8c5f684605b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:43.785213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1fd2fb36-120b-48e5-be2d-b8c5f684605b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:43.806845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.811691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.844737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Network': ['ID=48d66691-4d3d-420a-bac6-be8eac28e634,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:43.853151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1fd2fb36-120b-48e5-be2d-b8c5f684605b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:43.857109 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1fd2fb36-120b-48e5-be2d-b8c5f684605b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports/83c4eb87-3b02-419c-91d2-ce7d8c453d62 HTTP/1.1" status: 200 len: 911 time: 0.2547355 Jan 20 14:35:43.862414 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4403357c-4123-45a0-8f44-cf11486bed13 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/networks/48d66691-4d3d-420a-bac6-be8eac28e634 HTTP/1.1" status: 204 len: 168 time: 1.9169586 Jan 20 14:35:43.862414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50240) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.862414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50242) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.866808 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b51afdcd-c2aa-4018-af76-1ebae056ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.914857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting port a5bcadcd-9b82-4eae-b958-28462dd05d83 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:43.915240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.947675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b6a3546b-9c4f-4e16-89e9-6c1b638bb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.981247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c850d16c-4bdd-451f-80c3-031efad344ae tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.070115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3546b-9c4f-4e16-89e9-6c1b638bb3e0 None None] Routers {'353fd885-19cb-4dc6-a3aa-c767786c3356'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:44.077245 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b6a3546b-9c4f-4e16-89e9-6c1b638bb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['353fd885-19cb-4dc6-a3aa-c767786c3356'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:44.114514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e7ab29-08e1-48e6-ae66-a8a2ed00f2c8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:44.115129 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-35e7ab29-08e1-48e6-ae66-a8a2ed00f2c8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:44.189289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b51afdcd-c2aa-4018-af76-1ebae056ac03 None None] For port 17693c4a-de7b-426a-a441-05185350d275, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=17693c4a-de7b-426a-a441-05185350d275,segment=NetworkSegment(915adf8b-16de-41af-8675-7ab861ebc39b),segment_id=915adf8b-16de-41af-8675-7ab861ebc39b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:44.202038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b6a3546b-9c4f-4e16-89e9-6c1b638bb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:44.202614 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3546b-9c4f-4e16-89e9-6c1b638bb3e0 None None] The sync data for ids ['353fd885-19cb-4dc6-a3aa-c767786c3356'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:44.211107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b51afdcd-c2aa-4018-af76-1ebae056ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.244228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c850d16c-4bdd-451f-80c3-031efad344ae tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.301277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 7a2f2b78-6821-4be2-90a6-e229ef2f2c88 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:35:44.322326 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51afdcd-c2aa-4018-af76-1ebae056ac03 None None] Pushing event updated for resources: {'Port': ['ID=17693c4a-de7b-426a-a441-05185350d275,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:44.372940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Provisioning for port 83c4eb87-3b02-419c-91d2-ce7d8c453d62 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:44.383056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db63ad93-f3f7-4d22-ae30-5ed9769078d9 None None] Network cf12caa3-a688-48c3-a305-f1f2c8d40a1f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:44.501922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ffa05af6-b965-440d-9eee-442a45044531 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:44.545027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Provisioning complete for port 83c4eb87-3b02-419c-91d2-ce7d8c453d62 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:44.546792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.615532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c850d16c-4bdd-451f-80c3-031efad344ae tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.654179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ffa05af6-b965-440d-9eee-442a45044531 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:44.655223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ffa05af6-b965-440d-9eee-442a45044531 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:44.655610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:44.657278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850d16c-4bdd-451f-80c3-031efad344ae tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b982190-9283-4221-a1cd-3165984bc6b3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:44.668570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-35e7ab29-08e1-48e6-ae66-a8a2ed00f2c8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:44.678342 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683144b8-39e0-4735-b2a2-00ac69d987da None None] Sync routers for ids ['7a2f2b78-6821-4be2-90a6-e229ef2f2c88'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:44.682543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50248) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:44.687931 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-35e7ab29-08e1-48e6-ae66-a8a2ed00f2c8 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/c1d24a2f-749f-461e-a86e-4b8e5ff010af HTTP/1.1" status: 200 len: 841 time: 0.8164802 Jan 20 14:35:44.694917 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683144b8-39e0-4735-b2a2-00ac69d987da None None] Routers {'7a2f2b78-6821-4be2-90a6-e229ef2f2c88'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:44.695577 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-683144b8-39e0-4735-b2a2-00ac69d987da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7a2f2b78-6821-4be2-90a6-e229ef2f2c88'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:44.739129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] For port a5bcadcd-9b82-4eae-b958-28462dd05d83, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a5bcadcd-9b82-4eae-b958-28462dd05d83,segment=NetworkSegment(08f11494-3e28-4ee9-a47b-397992734779),segment_id=08f11494-3e28-4ee9-a47b-397992734779)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:44.739493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.789454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Port 83c4eb87-3b02-419c-91d2-ce7d8c453d62 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:44.820281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.835004 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1b4efc1e-f520-41c9-afe1-09f1046af3d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/7a2f2b78-6821-4be2-90a6-e229ef2f2c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6007197 Jan 20 14:35:44.838396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50252) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:44.839951 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-683144b8-39e0-4735-b2a2-00ac69d987da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:44.848965 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683144b8-39e0-4735-b2a2-00ac69d987da None None] Routers {'7a2f2b78-6821-4be2-90a6-e229ef2f2c88'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:44.849473 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-683144b8-39e0-4735-b2a2-00ac69d987da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7a2f2b78-6821-4be2-90a6-e229ef2f2c88'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:44.853196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Provisioning complete for port 17693c4a-de7b-426a-a441-05185350d275 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:44.853573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.906157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Calling delete_port for a5bcadcd-9b82-4eae-b958-28462dd05d83 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:44.906599 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5c42b96c-1ea9-475f-b277-f976891f0711 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a2f2b78-6821-4be2-90a6-e229ef2f2c88 HTTP/1.1" status: 200 len: 205 time: 0.0657179 Jan 20 14:35:44.919892 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-683144b8-39e0-4735-b2a2-00ac69d987da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:44.920576 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683144b8-39e0-4735-b2a2-00ac69d987da None None] The sync data for ids ['7a2f2b78-6821-4be2-90a6-e229ef2f2c88'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:44.932185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c850d16c-4bdd-451f-80c3-031efad344ae tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.935474 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c850d16c-4bdd-451f-80c3-031efad344ae tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/2b982190-9283-4221-a1cd-3165984bc6b3 HTTP/1.1" status: 204 len: 168 time: 1.3496509 Jan 20 14:35:44.935474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50256) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:44.945518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50258) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:44.984893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8c6d9-a8db-4c0a-910d-a16790fce0c5 None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:35:45.053234 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f803d875-ac7f-432b-b413-c8a3c67fe4c4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/c1d24a2f-749f-461e-a86e-4b8e5ff010af?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3629181 Jan 20 14:35:45.062570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50264) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:45.070400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:45.091338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Provisioning for port b186996d-f61b-41b6-aa81-c16e3aeb540f completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:45.106859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Provisioning complete for port b186996d-f61b-41b6-aa81-c16e3aeb540f triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:45.107197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.137540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07890e4f-7a91-41dd-bcf9-eab08bab7150 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.240248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8c6d9-a8db-4c0a-910d-a16790fce0c5 None None] Resources bound (agent type, host, resource id): {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:35:45.265440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:45.289522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3d9cbe44-9e6f-4889-a450-2dc97cfae642 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:45.297074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.301789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:45.310932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:45.321442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:45.349653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:45.353571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.402393 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.446397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Port': ['ID=a5bcadcd-9b82-4eae-b958-28462dd05d83,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:45.464678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No DVR routers for this DVR port a5bcadcd-9b82-4eae-b958-28462dd05d83 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:45.511166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] For port b186996d-f61b-41b6-aa81-c16e3aeb540f, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b186996d-f61b-41b6-aa81-c16e3aeb540f,segment=NetworkSegment(39e17adc-d0ac-4ba2-94ce-f38d4335256c),segment_id=39e17adc-d0ac-4ba2-94ce-f38d4335256c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:45.522590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Allocated IP 2001:db8:1::1 (2d0bad38-2582-4a9c-ba69-26b3e52d082f/a7b18ceb-7b31-4c56-b0d8-bf11209b7302/b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:45.524456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.553459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3d9cbe44-9e6f-4889-a450-2dc97cfae642 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:45.558802 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3d9cbe44-9e6f-4889-a450-2dc97cfae642 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6016800 Jan 20 14:35:45.562610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50268) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:45.567952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779546470'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:45.604030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db5d08-25c2-4853-a179-f27ad32c9609 None None] Pushing event updated for resources: {'Port': ['ID=b186996d-f61b-41b6-aa81-c16e3aeb540f,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:45.627787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:45.674984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2c4fa6c6-4b8d-4e07-817e-a38e4426e4f8 None None] Provisioning complete for port 83c4eb87-3b02-419c-91d2-ce7d8c453d62 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:45.675241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa6c6-4b8d-4e07-817e-a38e4426e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.705213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:45.715128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07890e4f-7a91-41dd-bcf9-eab08bab7150 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.720599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07890e4f-7a91-41dd-bcf9-eab08bab7150 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.743424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fa6c6-4b8d-4e07-817e-a38e4426e4f8 None None] Port 83c4eb87-3b02-419c-91d2-ce7d8c453d62 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:45.754554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2c4fa6c6-4b8d-4e07-817e-a38e4426e4f8 None None] Provisioning complete for port b186996d-f61b-41b6-aa81-c16e3aeb540f triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:45.754970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa6c6-4b8d-4e07-817e-a38e4426e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.761055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.802392 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.821778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:45.824504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.829910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07890e4f-7a91-41dd-bcf9-eab08bab7150 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.830389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07890e4f-7a91-41dd-bcf9-eab08bab7150 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Fanout notify agent at l3_agent the message router_deleted on router 7a2f2b78-6821-4be2-90a6-e229ef2f2c88 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:35:45.840270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf12caa3-a688-48c3-a305-f1f2c8d40a1f']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:45.857340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f11494-3e28-4ee9-a47b-397992734779') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:45.857768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f11494-3e28-4ee9-a47b-397992734779') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:45.863712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.871818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:45.872456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.884405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07890e4f-7a91-41dd-bcf9-eab08bab7150 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.887950 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-07890e4f-7a91-41dd-bcf9-eab08bab7150 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/7a2f2b78-6821-4be2-90a6-e229ef2f2c88 HTTP/1.1" status: 204 len: 168 time: 0.9431694 Jan 20 14:35:45.890095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:45.890210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50272) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:45.907566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:45.910691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:45.918898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:45.924069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.930401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:45.931065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.931796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338a11d-d32f-48f2-a173-04eb8013baca None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:45.941839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:45.942195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.943765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Transition to ACTIVE for port object b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:45.945987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=d9ad10b7-5307-4c5f-a7e3-2c3267404ace,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:45.956962 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:45.977551 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2d291d20-82ea-4b6e-b02f-51dd46a4374d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9111619 Jan 20 14:35:45.977789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50276) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:45.984787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'security_group': {'name': 'tempest-secgroup-1089093093'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:45.991950 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:45.997369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:46.000747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:46.006817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:46.014482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.049868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8667aad0-08ae-4687-964a-8b1913bd049e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting subnet 4bf109f2-0b87-4b36-97f5-f93d6c6f39ca {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:46.053393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8667aad0-08ae-4687-964a-8b1913bd049e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.087032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 2d0bad38-2582-4a9c-ba69-26b3e52d082f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:46.091149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.100232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.100802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:46.116634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:46.117178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.123826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.146128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=cf12caa3-a688-48c3-a305-f1f2c8d40a1f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:46.149930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8667aad0-08ae-4687-964a-8b1913bd049e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.173588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:46.179903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:46.188909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group_rule and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:46.195206 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-87f3ec00-ace0-46b5-a0ed-3878ca2f3bc6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/cf12caa3-a688-48c3-a305-f1f2c8d40a1f HTTP/1.1" status: 204 len: 168 time: 5.3457794 Jan 20 14:35:46.195408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:46.197862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50280) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.231675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-40a026f1-bf73-45ca-bad5-5a702814b865', 'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'tenant_id': 'afb89df1bb2349fc9d765c87454ab71e', 'fixed_ips': [{'subnet_id': 'd9ad10b7-5307-4c5f-a7e3-2c3267404ace'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:46.232457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:46.232821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.265466 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-85507bdb-460c-4beb-b137-7ba9fbc84619 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:46.266744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85507bdb-460c-4beb-b137-7ba9fbc84619 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:46.266895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8667aad0-08ae-4687-964a-8b1913bd049e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.295021 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-85507bdb-460c-4beb-b137-7ba9fbc84619 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/cf12caa3-a688-48c3-a305-f1f2c8d40a1f HTTP/1.1" status: 404 len: 339 time: 0.0934031 Jan 20 14:35:46.301117 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50284) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.333619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-491999211', 'description': 'd1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:46.363515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:46.373809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:network and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:46.379637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:46.391145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:46.402760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.426273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.427397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 17693c4a-de7b-426a-a441-05185350d275 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:46.436349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:46.440829 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.441904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.464464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8667aad0-08ae-4687-964a-8b1913bd049e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.511607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Allocated IP 172.20.0.2 (40a026f1-bf73-45ca-bad5-5a702814b865/d9ad10b7-5307-4c5f-a7e3-2c3267404ace/5095f6dd-e751-49f3-9dba-0c327017b6bc) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:46.530461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8667aad0-08ae-4687-964a-8b1913bd049e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.539368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667aad0-08ae-4687-964a-8b1913bd049e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf109f2-0b87-4b36-97f5-f93d6c6f39ca,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:46.551235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:46.558465 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8667aad0-08ae-4687-964a-8b1913bd049e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/4bf109f2-0b87-4b36-97f5-f93d6c6f39ca HTTP/1.1" status: 204 len: 168 time: 0.6672771 Jan 20 14:35:46.560999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50288) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.566720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063336e-5cbf-48b6-bdc0-26a8977af796 None None] Network 9d61b939-1d58-4729-a6f9-382ddddfd8fd requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:46.566966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.567645 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment 3505dc4a-b099-41f3-b04f-2a1ac8585ede of type vlan for network b68f8900-b7cb-4e8b-9768-2a9ce9cec00e Jan 20 14:35:46.627095 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8d10ed9d-fe74-476d-befa-312c4be8db8e None None] Provisioning for port b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:46.641611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 17693c4a-de7b-426a-a441-05185350d275 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:46.642021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.693680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ce67ef-b2aa-4fda-9a74-7d2de6672d0d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:46.694744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.706366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.710290 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ee237a8f-5a82-483d-808c-9723e451dcce tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1452062 Jan 20 14:35:46.710290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.713574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50292) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.718730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8d10ed9d-fe74-476d-befa-312c4be8db8e None None] Provisioning complete for port b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:46.719118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8d10ed9d-fe74-476d-befa-312c4be8db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.720705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'd0ce67ef-b2aa-4fda-9a74-7d2de6672d0d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:46.745798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.763229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 72c52b23-29da-4578-820e-f69296baa508 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:46.763659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.778208 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.793908 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.794161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:46.797736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:46.798393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.845243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8d10ed9d-fe74-476d-befa-312c4be8db8e None None] Port b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:46.870259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:46.883840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:46.907884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:46.911624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.915870 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9339330 Jan 20 14:35:46.916768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50296) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.921710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee1bc2-f706-458a-822b-b947caf76738 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed32fb6e-7cef-4100-9720-e992e286fd47,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:46.923427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'security_group': {'name': 'tempest-secgroup-983057134'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:46.939880 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6379793 Jan 20 14:35:46.941222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:46.947826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50300) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.970997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7204c4-2bc7-4fd9-821c-43b9f3f8ee44 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=b68f8900-b7cb-4e8b-9768-2a9ce9cec00e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:46.982461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:46.991567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:47.004312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.005721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:47.037433 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.070283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network b68f8900-b7cb-4e8b-9768-2a9ce9cec00e details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:47.130958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:47.139537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group_rule and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:47.145530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:47.148695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port 72c52b23-29da-4578-820e-f69296baa508, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=72c52b23-29da-4578-820e-f69296baa508,segment=NetworkSegment(ed828c8d-ad58-475a-bded-3ea4d548fe17),segment_id=ed828c8d-ad58-475a-bded-3ea4d548fe17)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:47.149053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.162781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:47.220331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f227ab6-a35f-4e79-96e5-6911b5121192 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:47.221126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8f227ab6-a35f-4e79-96e5-6911b5121192 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Synchronizing usage tracker for tenant:bc4ff6645e544b629a23be44aed44aed on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:47.232790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b186996d-f61b-41b6-aa81-c16e3aeb540f up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:47.261360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.269904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.285951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 72c52b23-29da-4578-820e-f69296baa508 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:47.296670 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.296896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6ad7af-3b9b-447b-8766-6faa5bdf8bc0,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:47.320920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.321739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Transition to ACTIVE for port object 5095f6dd-e751-49f3-9dba-0c327017b6bc will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:47.328556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.329538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.353690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Transition to ACTIVE for port object 5095f6dd-e751-49f3-9dba-0c327017b6bc will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:47.370174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port b186996d-f61b-41b6-aa81-c16e3aeb540f triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:47.372099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.386753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.395021 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aba47efc-895a-4f8c-9427-48dc19188f19 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6803653 Jan 20 14:35:47.401493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50304) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:47.413730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.431405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.478305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.478533 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b74716-b720-4e32-a0b4-1a5a1fa6bc8a None None] DHCP port deletion for 9d61b939-1d58-4729-a6f9-382ddddfd8fd request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:47.493680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:47.496822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=72c52b23-29da-4578-820e-f69296baa508,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:47.498953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:47.501388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.503341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:47.518210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No DVR routers for this DVR port 72c52b23-29da-4578-820e-f69296baa508 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:47.529780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8f227ab6-a35f-4e79-96e5-6911b5121192 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Unset dirty status for tenant:bc4ff6645e544b629a23be44aed44aed on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:47.529780 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8f227ab6-a35f-4e79-96e5-6911b5121192 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/networks?id=b68f8900-b7cb-4e8b-9768-2a9ce9cec00e HTTP/1.1" status: 200 len: 760 time: 0.5743995 Jan 20 14:35:47.530548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a557-d444-40cd-88e2-3d91dab62592 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.538758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50308) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:47.543670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:47.564783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Pushing event updated for resources: {'Port': ['ID=5095f6dd-e751-49f3-9dba-0c327017b6bc,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:47.582760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-30789cd6-6c79-4c6d-8e92-6c129bef7606 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'description': 'd2'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:47.592508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 2d0bad38-2582-4a9c-ba69-26b3e52d082f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:47.593754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:47.665932 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Attempting to bind port 5095f6dd-e751-49f3-9dba-0c327017b6bc on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:47.666400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Attempting to bind port 5095f6dd-e751-49f3-9dba-0c327017b6bc by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '7f23d748-f30c-434b-a5f6-f421e754ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:47.666767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Attempting to bind port 5095f6dd-e751-49f3-9dba-0c327017b6bc on network 40a026f1-bf73-45ca-bad5-5a702814b865 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:47.687607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:47.687983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Checking segment: {'id': '7f23d748-f30c-434b-a5f6-f421e754ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:47.688400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.688792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Bound using segment: {'id': '7f23d748-f30c-434b-a5f6-f421e754ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:47.689258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Bound port: 5095f6dd-e751-49f3-9dba-0c327017b6bc, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f23d748-f30c-434b-a5f6-f421e754ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:47.689627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.739214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a557-d444-40cd-88e2-3d91dab62592 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.784902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 353fd885-19cb-4dc6-a3aa-c767786c3356 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:35:47.793789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fa2ba6-0d57-47f3-93ec-e1602bafa342,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:47.799978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] For port 5095f6dd-e751-49f3-9dba-0c327017b6bc, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:47.803815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] For port 5095f6dd-e751-49f3-9dba-0c327017b6bc, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5095f6dd-e751-49f3-9dba-0c327017b6bc,segment=NetworkSegment(7f23d748-f30c-434b-a5f6-f421e754ff03),segment_id=7f23d748-f30c-434b-a5f6-f421e754ff03)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:47.812585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.897709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970db7e9-f8c3-449c-9f67-245c0fccc577 None None] Pushing event updated for resources: {'Port': ['ID=5095f6dd-e751-49f3-9dba-0c327017b6bc,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:47.915698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.916976 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-abf9795c-6dc7-44df-8704-99d9b566c106 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9997399 Jan 20 14:35:47.935755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50312) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:47.949183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1213692214', 'security_groups': ['53fa2ba6-0d57-47f3-93ec-e1602bafa342'], 'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9ad10b7-5307-4c5f-a7e3-2c3267404ace'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:47.957882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.991054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b8c6aa20-1f2d-436e-8e45-5b4ac3adf9dd None None] Provisioning complete for port b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:47.991778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b8c6aa20-1f2d-436e-8e45-5b4ac3adf9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.998782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a557-d444-40cd-88e2-3d91dab62592 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.034976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d61b939-1d58-4729-a6f9-382ddddfd8fd']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:48.067273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a557-d444-40cd-88e2-3d91dab62592 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.069577 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b6b7a557-d444-40cd-88e2-3d91dab62592 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/1a6ad7af-3b9b-447b-8766-6faa5bdf8bc0 HTTP/1.1" status: 204 len: 168 time: 0.6656144 Jan 20 14:35:48.073608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50316) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:48.074347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6aa20-1f2d-436e-8e45-5b4ac3adf9dd None None] Port b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:48.080844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7a557-d444-40cd-88e2-3d91dab62592 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a6ad7af-3b9b-447b-8766-6faa5bdf8bc0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:48.083649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed828c8d-ad58-475a-bded-3ea4d548fe17') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:48.083983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed828c8d-ad58-475a-bded-3ea4d548fe17') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:48.111482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:48.122981 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0300e30d-5498-4eee-b9a3-531035e6433c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/353fd885-19cb-4dc6-a3aa-c767786c3356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2572875 Jan 20 14:35:48.123977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ec92f5-87a4-40e3-9cc2-9a985e57c588 None None] Sync routers for ids ['353fd885-19cb-4dc6-a3aa-c767786c3356'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:48.132777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50320) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:48.140288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec92f5-87a4-40e3-9cc2-9a985e57c588 None None] Routers {'353fd885-19cb-4dc6-a3aa-c767786c3356'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:48.140938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-34ec92f5-87a4-40e3-9cc2-9a985e57c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['353fd885-19cb-4dc6-a3aa-c767786c3356'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:48.146394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.201260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.218987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:48.219436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.223738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbc419-3c97-4e28-9490-35cd6ad9022a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:48.224368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fccbc419-3c97-4e28-9490-35cd6ad9022a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:48.231718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-34ec92f5-87a4-40e3-9cc2-9a985e57c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:48.234472 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:48.243366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec92f5-87a4-40e3-9cc2-9a985e57c588 None None] Routers {'353fd885-19cb-4dc6-a3aa-c767786c3356'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:48.244283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-34ec92f5-87a4-40e3-9cc2-9a985e57c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['353fd885-19cb-4dc6-a3aa-c767786c3356'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:48.272515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4f5b9760-2bf2-4a6d-9fc1-bf0538316f00 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:48.279400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:48.292072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:port and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:48.295299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:48.298406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fccbc419-3c97-4e28-9490-35cd6ad9022a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:48.299641 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fccbc419-3c97-4e28-9490-35cd6ad9022a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports/b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19 HTTP/1.1" status: 200 len: 913 time: 0.1659060 Jan 20 14:35:48.303557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4f5b9760-2bf2-4a6d-9fc1-bf0538316f00 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:48.307088 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4f5b9760-2bf2-4a6d-9fc1-bf0538316f00 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2244000 Jan 20 14:35:48.307256 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-30789cd6-6c79-4c6d-8e92-6c129bef7606 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.307389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:48.307389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50324) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:48.307389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50326) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:48.337239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-34ec92f5-87a4-40e3-9cc2-9a985e57c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:48.341271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ec92f5-87a4-40e3-9cc2-9a985e57c588 None None] The sync data for ids ['353fd885-19cb-4dc6-a3aa-c767786c3356'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:48.357654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-30789cd6-6c79-4c6d-8e92-6c129bef7606 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.392938 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30789cd6-6c79-4c6d-8e92-6c129bef7606 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network b68f8900-b7cb-4e8b-9768-2a9ce9cec00e is not hosted by any dhcp agent {{(pid=87495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 20 14:35:48.399357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30789cd6-6c79-4c6d-8e92-6c129bef7606 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:48.400010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-30789cd6-6c79-4c6d-8e92-6c129bef7606 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.401450 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-30789cd6-6c79-4c6d-8e92-6c129bef7606 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "PUT /v2.0/networks/b68f8900-b7cb-4e8b-9768-2a9ce9cec00e HTTP/1.1" status: 200 len: 757 time: 0.8377469 Jan 20 14:35:48.406734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50332) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:48.480878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5095f6dd-e751-49f3-9dba-0c327017b6bc up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:48.487405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.558237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.567688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 5095f6dd-e751-49f3-9dba-0c327017b6bc completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:48.588288 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/networks/9d61b939-1d58-4729-a6f9-382ddddfd8fd HTTP/1.1" status: 204 len: 168 time: 2.0232182 Jan 20 14:35:48.597718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50336) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:48.602771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30789cd6-6c79-4c6d-8e92-6c129bef7606 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=b68f8900-b7cb-4e8b-9768-2a9ce9cec00e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:48.614049 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network b68f8900-b7cb-4e8b-9768-2a9ce9cec00e details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:48.615053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2106453173', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:48.622914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:48.626880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:router and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:48.629893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:48.635922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 72c52b23-29da-4578-820e-f69296baa508 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:48.652507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:48.655839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:48.668726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c9c50-c32e-4818-94bb-8f40006e6fa8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:48.669413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a16c9c50-c32e-4818-94bb-8f40006e6fa8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Synchronizing usage tracker for tenant:bc4ff6645e544b629a23be44aed44aed on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:48.674826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe20a29-450f-4677-86aa-0029087abe5a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Network': ['ID=9d61b939-1d58-4729-a6f9-382ddddfd8fd,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:48.687746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a16c9c50-c32e-4818-94bb-8f40006e6fa8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Unset dirty status for tenant:bc4ff6645e544b629a23be44aed44aed on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:48.689047 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a16c9c50-c32e-4818-94bb-8f40006e6fa8 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/networks?id=b68f8900-b7cb-4e8b-9768-2a9ce9cec00e HTTP/1.1" status: 200 len: 760 time: 0.2813466 Jan 20 14:35:48.694734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50340) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:48.700475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1201636310'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:48.705765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.706760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.711046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:48.723695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:48.736146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.737979 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 72c52b23-29da-4578-820e-f69296baa508 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:35:48.738569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 72c52b23-29da-4578-820e-f69296baa508 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:48.748576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:48.752673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.899754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:48.941483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f50f15a8-35d0-4bfd-b18e-324e653ec187 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.976017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.976657 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment b08e431a-7489-4be0-8e50-d24cfcdb3b76 of type vlan for network c47b01ef-51a2-442f-8929-48523907db2b Jan 20 14:35:49.025799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.070610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port 9dcab14f-a8fe-42ef-ad34-8077b812989e yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:35:49.085471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.123192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f50f15a8-35d0-4bfd-b18e-324e653ec187 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.154352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.252318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.257678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:49.258251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.320353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f50f15a8-35d0-4bfd-b18e-324e653ec187 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.338332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f7de079d-fd95-40e5-9f8d-e086c978318d None None] Provisioning complete for port c1d24a2f-749f-461e-a86e-4b8e5ff010af triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:49.338961 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f7de079d-fd95-40e5-9f8d-e086c978318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.358879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f15a8-35d0-4bfd-b18e-324e653ec187 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ce67ef-b2aa-4fda-9a74-7d2de6672d0d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:49.382509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=c47b01ef-51a2-442f-8929-48523907db2b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:49.391877 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bb29190f-e2df-4c03-beab-96fe1c362c7d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6959126 Jan 20 14:35:49.398009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50344) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:49.399508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f7de079d-fd95-40e5-9f8d-e086c978318d None None] Port c1d24a2f-749f-461e-a86e-4b8e5ff010af cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:49.405642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': 'c47b01ef-51a2-442f-8929-48523907db2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:49.413631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network c47b01ef-51a2-442f-8929-48523907db2b details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:49.452998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f50f15a8-35d0-4bfd-b18e-324e653ec187 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.454151 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f50f15a8-35d0-4bfd-b18e-324e653ec187 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/d0ce67ef-b2aa-4fda-9a74-7d2de6672d0d HTTP/1.1" status: 204 len: 168 time: 1.1443362 Jan 20 14:35:49.459573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50348) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:49.515792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f7de079d-fd95-40e5-9f8d-e086c978318d None None] Provisioning for port 5095f6dd-e751-49f3-9dba-0c327017b6bc completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:49.525041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f7de079d-fd95-40e5-9f8d-e086c978318d None None] Provisioning complete for port 5095f6dd-e751-49f3-9dba-0c327017b6bc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:49.525276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.9 (40a026f1-bf73-45ca-bad5-5a702814b865/d9ad10b7-5307-4c5f-a7e3-2c3267404ace/9dcab14f-a8fe-42ef-ad34-8077b812989e) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:49.525546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f7de079d-fd95-40e5-9f8d-e086c978318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.596306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fe70ca3d-1ed4-4fe5-8c7e-0e9d5bc4dfbc tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:49.646232 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f7de079d-fd95-40e5-9f8d-e086c978318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.713361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fe70ca3d-1ed4-4fe5-8c7e-0e9d5bc4dfbc tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:49.714301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f7de079d-fd95-40e5-9f8d-e086c978318d None None] For port 5095f6dd-e751-49f3-9dba-0c327017b6bc, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5095f6dd-e751-49f3-9dba-0c327017b6bc,segment=NetworkSegment(7f23d748-f30c-434b-a5f6-f421e754ff03),segment_id=7f23d748-f30c-434b-a5f6-f421e754ff03)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:49.714932 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fe70ca3d-1ed4-4fe5-8c7e-0e9d5bc4dfbc tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2544911 Jan 20 14:35:49.721899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50352) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:49.722202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f7de079d-fd95-40e5-9f8d-e086c978318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.729003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.778225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659823814'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:49.789493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:49.793483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Usage tracker for resource:subnet and tenant:bc4ff6645e544b629a23be44aed44aed is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:49.794537 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de079d-fd95-40e5-9f8d-e086c978318d None None] Pushing event updated for resources: {'Port': ['ID=5095f6dd-e751-49f3-9dba-0c327017b6bc,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:49.796801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:49.800788 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:49.806197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:49.843142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.872975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:49.876320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.889409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.891731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:49.935882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.946197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.025606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:50.027905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object 9dcab14f-a8fe-42ef-ad34-8077b812989e will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:50.037479 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:50.065425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:50.143317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Allocated IP 172.26.0.164 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/75de4b73-049f-4c8f-80bb-fcfd3ab4eee4) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:50.218607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:50.281529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.286808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.383150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5095f6dd-e751-49f3-9dba-0c327017b6bc up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:50.400714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.412849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:50.415417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=a5700382-bb76-4a1b-a790-ac22aea93189,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:50.426242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': 'b08e431a-7489-4be0-8e50-d24cfcdb3b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c47b01ef-51a2-442f-8929-48523907db2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:50.426478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: c47b01ef-51a2-442f-8929-48523907db2b, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:50.426603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:50.446286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:50.458631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network c47b01ef-51a2-442f-8929-48523907db2b is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:50.462682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 5095f6dd-e751-49f3-9dba-0c327017b6bc triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:50.463189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.463614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.471465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=9dcab14f-a8fe-42ef-ad34-8077b812989e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:50.483493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.499018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.525351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:50.525724 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.550630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, c47b01ef-51a2-442f-8929-48523907db2b) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:50.557526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:50.558219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.591197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956d9e59-46a6-465b-b47c-9e76558157c2 None None] Network c47b01ef-51a2-442f-8929-48523907db2b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:50.592049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:50.596847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:50.599630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:50.614268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:50.614896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.627317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedaefd5-f5eb-4646-9fab-ec16cd76cace,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:50.637374 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a05f6fa9-2e95-4aea-9848-10b705f721bb tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2352057 Jan 20 14:35:50.642681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50356) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:50.671871 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.678523 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6d96e16e-0353-4149-b3a2-1556781e58f5 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9553871 Jan 20 14:35:50.693276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50360) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:50.730702 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a7aaa03c-a4bb-48e4-a3b8-f7897272cb73 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7905796 Jan 20 14:35:50.733003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50364) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:50.747131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:50.765325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'aedaefd5-f5eb-4646-9fab-ec16cd76cace', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:50.770693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=75de4b73-049f-4c8f-80bb-fcfd3ab4eee4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:50.781982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:50.785970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c75a46f0-cbe3-41db-aa33-1279b84668d6 None None] Provisioning for port 9dcab14f-a8fe-42ef-ad34-8077b812989e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:50.796234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:50.798990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c75a46f0-cbe3-41db-aa33-1279b84668d6 None None] Provisioning complete for port 9dcab14f-a8fe-42ef-ad34-8077b812989e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:50.799360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c75a46f0-cbe3-41db-aa33-1279b84668d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.803081 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:50.814466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:50.894822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c75a46f0-cbe3-41db-aa33-1279b84668d6 None None] Port 9dcab14f-a8fe-42ef-ad34-8077b812989e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:50.898307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.909139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-c47b01ef-51a2-442f-8929-48523907db2b', 'network_id': 'c47b01ef-51a2-442f-8929-48523907db2b', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': 'a5700382-bb76-4a1b-a790-ac22aea93189'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:35:50.910683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.026635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.035681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:51.073315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.079756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:51.087826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:51.092976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:51.101158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:51.110750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Allocated IP 172.20.0.2 (c47b01ef-51a2-442f-8929-48523907db2b/a5700382-bb76-4a1b-a790-ac22aea93189/46c9ba8e-edd1-4334-87d5-cd9564e7c976) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:51.127101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:51.130571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.287331 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.ipam_backend_mixin [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d9ad10b7-5307-4c5f-a7e3-2c3267404ace (CIDR: 172.20.0.0/28) Jan 20 14:35:51.319439 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:51.319921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:51.330382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.339476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.352247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Transition to ACTIVE for port object 46c9ba8e-edd1-4334-87d5-cd9564e7c976 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:51.353498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.358074 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e3626c65-3962-4e36-ac06-e671c6152e69 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6238081 Jan 20 14:35:51.360901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50368) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:51.366703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:51.372912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Transition to ACTIVE for port object 46c9ba8e-edd1-4334-87d5-cd9564e7c976 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:51.379166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.406974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f63c4c0-66b6-4dbc-93c7-d5a715a2e7f8,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:51.422709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.445623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.462446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Network c47b01ef-51a2-442f-8929-48523907db2b is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:51.465193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:51.467613 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:35:51.510134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=b06a7a96-bd78-44ab-bc1e-9bb0c3c96b19,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:51.510398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Pushing event updated for resources: {'Port': ['ID=46c9ba8e-edd1-4334-87d5-cd9564e7c976,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:51.537469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.538578 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7c0cca46-4479-4c56-8909-78c96c9df145 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8442576 Jan 20 14:35:51.544342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50372) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:51.570215 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4dc83fe4-7e15-4fa4-989e-a91c5b498bcb tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules/7f63c4c0-66b6-4dbc-93c7-d5a715a2e7f8 HTTP/1.1" status: 200 len: 763 time: 0.0211108 Jan 20 14:35:51.572754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50376) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:51.581139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Attempting to bind port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:51.581525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Attempting to bind port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b08e431a-7489-4be0-8e50-d24cfcdb3b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c47b01ef-51a2-442f-8929-48523907db2b'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:51.581870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Attempting to bind port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 on network c47b01ef-51a2-442f-8929-48523907db2b {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:35:51.588747 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:35:51.589118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Checking segment: {'id': 'b08e431a-7489-4be0-8e50-d24cfcdb3b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c47b01ef-51a2-442f-8929-48523907db2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:35:51.589515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.589904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Bound using segment: {'id': 'b08e431a-7489-4be0-8e50-d24cfcdb3b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c47b01ef-51a2-442f-8929-48523907db2b'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:35:51.590373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Bound port: 46c9ba8e-edd1-4334-87d5-cd9564e7c976, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08e431a-7489-4be0-8e50-d24cfcdb3b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c47b01ef-51a2-442f-8929-48523907db2b'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:51.590744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.616183 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.688914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] For port 46c9ba8e-edd1-4334-87d5-cd9564e7c976, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:35:51.692319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] For port 46c9ba8e-edd1-4334-87d5-cd9564e7c976, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=46c9ba8e-edd1-4334-87d5-cd9564e7c976,segment=NetworkSegment(b08e431a-7489-4be0-8e50-d24cfcdb3b76),segment_id=b08e431a-7489-4be0-8e50-d24cfcdb3b76)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:35:51.699946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.750611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-da99fc69-5fee-4acb-8c55-512d258148b2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:51.798629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef378fb-1259-45c1-bc85-59df4ed0c6f9 None None] Pushing event updated for resources: {'Port': ['ID=46c9ba8e-edd1-4334-87d5-cd9564e7c976,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:51.850465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.905815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:51.907595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-da99fc69-5fee-4acb-8c55-512d258148b2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:51.908890 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-da99fc69-5fee-4acb-8c55-512d258148b2 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3335025 Jan 20 14:35:51.911348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:51.915498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50380) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:51.916024 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=a5700382-bb76-4a1b-a790-ac22aea93189,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:51.921094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:51.938138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:51.957209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.972649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-cfd6-4096-bcb1-8db973879b52 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.062695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:52.066870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.126056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.160736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-cfd6-4096-bcb1-8db973879b52 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.219838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47b01ef-51a2-442f-8929-48523907db2b']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:52.243529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08e431a-7489-4be0-8e50-d24cfcdb3b76') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:52.243721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08e431a-7489-4be0-8e50-d24cfcdb3b76') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:52.260601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.273102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-cfd6-4096-bcb1-8db973879b52 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.281724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.283995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.324706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f891f-cfd6-4096-bcb1-8db973879b52 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f63c4c0-66b6-4dbc-93c7-d5a715a2e7f8,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:52.342264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:52.342675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:52.357229 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:52.391799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-cfd6-4096-bcb1-8db973879b52 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.395613 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aa9f891f-cfd6-4096-bcb1-8db973879b52 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/7f63c4c0-66b6-4dbc-93c7-d5a715a2e7f8 HTTP/1.1" status: 204 len: 168 time: 0.4767838 Jan 20 14:35:52.407223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50386) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:52.443334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 46c9ba8e-edd1-4334-87d5-cd9564e7c976 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:52.512906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:35:52.512906 dv-neutron-825123-1-hyperv neutron-server[87495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:35:52.512906 dv-neutron-825123-1-hyperv neutron-server[87495]: [parameters: {'id': 'c47b01ef-51a2-442f-8929-48523907db2b'}] Jan 20 14:35:52.512906 dv-neutron-825123-1-hyperv neutron-server[87495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:52.513774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:52.517689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:52.562421 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-86dc0589-61b5-4033-b82b-598f7bf54957 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:52.573967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 353fd885-19cb-4dc6-a3aa-c767786c3356 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:35:52.592165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 7cc33c04-19bc-4e99-b6ed-e07406ce7232 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:35:52.690770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-86dc0589-61b5-4033-b82b-598f7bf54957 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:52.694700 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-86dc0589-61b5-4033-b82b-598f7bf54957 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2293427 Jan 20 14:35:52.700138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50390) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:52.768559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-aa500c0a-8bc1-4f54-9059-e3494ba9d549 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'aedaefd5-f5eb-4646-9fab-ec16cd76cace', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:52.779828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:52.791426 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b73dc6-35e3-4ca3-9050-f59e675899f7 None None] Sync routers for ids ['7cc33c04-19bc-4e99-b6ed-e07406ce7232'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:52.800923 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b73dc6-35e3-4ca3-9050-f59e675899f7 None None] Routers {'7cc33c04-19bc-4e99-b6ed-e07406ce7232'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:52.801859 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c4b73dc6-35e3-4ca3-9050-f59e675899f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7cc33c04-19bc-4e99-b6ed-e07406ce7232'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:52.802435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-aa500c0a-8bc1-4f54-9059-e3494ba9d549 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:52.808713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.810382 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-56b444a5-7b68-4790-a944-ba2d279d133f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.2114708 Jan 20 14:35:52.813531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50394) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:52.865068 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c4b73dc6-35e3-4ca3-9050-f59e675899f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:52.874274 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b73dc6-35e3-4ca3-9050-f59e675899f7 None None] Routers {'7cc33c04-19bc-4e99-b6ed-e07406ce7232'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:52.875100 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c4b73dc6-35e3-4ca3-9050-f59e675899f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7cc33c04-19bc-4e99-b6ed-e07406ce7232'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:52.881430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-aa500c0a-8bc1-4f54-9059-e3494ba9d549 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:52.925793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5108a0b-496c-4417-9f7d-973c8376128c None None] Network c47b01ef-51a2-442f-8929-48523907db2b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:52.941133 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c4b73dc6-35e3-4ca3-9050-f59e675899f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:52.941762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:52.942415 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b73dc6-35e3-4ca3-9050-f59e675899f7 None None] The sync data for ids ['7cc33c04-19bc-4e99-b6ed-e07406ce7232'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:52.952879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa500c0a-8bc1-4f54-9059-e3494ba9d549 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.996126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf304f95-c96a-4f0f-b39d-08e46aa8ffcd None None] Sync routers for ids ['353fd885-19cb-4dc6-a3aa-c767786c3356'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:53.015311 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.026086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0d3f7fd4-caf3-461c-978a-cf9eeca97417 None None] Provisioning for port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:53.027045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:53.027576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.030998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf304f95-c96a-4f0f-b39d-08e46aa8ffcd None None] Routers {'353fd885-19cb-4dc6-a3aa-c767786c3356'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:53.031632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bf304f95-c96a-4f0f-b39d-08e46aa8ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['353fd885-19cb-4dc6-a3aa-c767786c3356'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:53.051378 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ce5733b0-485a-4ad9-a614-17b0e7e2653f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/353fd885-19cb-4dc6-a3aa-c767786c3356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7406523 Jan 20 14:35:53.054616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50398) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:53.101760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bf304f95-c96a-4f0f-b39d-08e46aa8ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:53.112029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0d3f7fd4-caf3-461c-978a-cf9eeca97417 None None] Provisioning complete for port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:53.112442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d3f7fd4-caf3-461c-978a-cf9eeca97417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.139826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.271326 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf304f95-c96a-4f0f-b39d-08e46aa8ffcd None None] Routers {'353fd885-19cb-4dc6-a3aa-c767786c3356'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:53.272358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bf304f95-c96a-4f0f-b39d-08e46aa8ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['353fd885-19cb-4dc6-a3aa-c767786c3356'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:53.285089 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-868b148d-5a94-4052-9f2a-c07317e9af64 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/routers/7cc33c04-19bc-4e99-b6ed-e07406ce7232 HTTP/1.1" status: 200 len: 881 time: 0.4641700 Jan 20 14:35:53.292342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50402) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:53.300782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:53.309123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:53.320109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:53.320687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.326990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=d1ea4f95-38a2-4666-8bee-532df64bb480,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:53.352785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f382e-770a-4b62-90d9-f01df3996240 None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:53.367786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bf304f95-c96a-4f0f-b39d-08e46aa8ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:53.368181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf304f95-c96a-4f0f-b39d-08e46aa8ffcd None None] The sync data for ids ['353fd885-19cb-4dc6-a3aa-c767786c3356'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:53.493360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] For port 46c9ba8e-edd1-4334-87d5-cd9564e7c976, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=46c9ba8e-edd1-4334-87d5-cd9564e7c976,segment=NetworkSegment(b08e431a-7489-4be0-8e50-d24cfcdb3b76),segment_id=b08e431a-7489-4be0-8e50-d24cfcdb3b76)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:53.493776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.540613 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d3f7fd4-caf3-461c-978a-cf9eeca97417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.563500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa500c0a-8bc1-4f54-9059-e3494ba9d549 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.623792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa500c0a-8bc1-4f54-9059-e3494ba9d549 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.632101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Calling delete_port for 46c9ba8e-edd1-4334-87d5-cd9564e7c976 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:53.632950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0d3f7fd4-caf3-461c-978a-cf9eeca97417 None None] For port 46c9ba8e-edd1-4334-87d5-cd9564e7c976, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=46c9ba8e-edd1-4334-87d5-cd9564e7c976,segment=NetworkSegment(b08e431a-7489-4be0-8e50-d24cfcdb3b76),segment_id=b08e431a-7489-4be0-8e50-d24cfcdb3b76)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:53.647801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d3f7fd4-caf3-461c-978a-cf9eeca97417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.664753 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-06cab51c-9688-4b04-8312-a7538f7a6039 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3026555 Jan 20 14:35:53.665653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa500c0a-8bc1-4f54-9059-e3494ba9d549 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f853ee-a40c-4991-a618-cd9c05561261,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:53.667552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50406) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:53.679097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1452585724', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd1ea4f95-38a2-4666-8bee-532df64bb480'}], 'security_groups': ['ed32fb6e-7cef-4100-9720-e992e286fd47']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:53.703753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c8abfc-6dec-4a68-b8a8-fed1088abfee None None] DHCP port deletion for c47b01ef-51a2-442f-8929-48523907db2b request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:35:53.717154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa500c0a-8bc1-4f54-9059-e3494ba9d549 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.720967 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aa500c0a-8bc1-4f54-9059-e3494ba9d549 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0099869 Jan 20 14:35:53.727899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50410) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:53.758661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8abfc-6dec-4a68-b8a8-fed1088abfee None None] Deleting port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:53.759033 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e3c8abfc-6dec-4a68-b8a8-fed1088abfee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.801417 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c7cc9408-3f90-4ba6-926d-63d14fcc591f tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules/68f853ee-a40c-4991-a618-cd9c05561261 HTTP/1.1" status: 200 len: 763 time: 0.0724087 Jan 20 14:35:53.805461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50414) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:53.824716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:53.825029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:53.845950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f7fd4-caf3-461c-978a-cf9eeca97417 None None] Pushing event updated for resources: {'Port': ['ID=46c9ba8e-edd1-4334-87d5-cd9564e7c976,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:53.853739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1e670bc9-bd92-4ea9-9dec-9feec1a190fd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Synchronizing usage tracker for tenant:a532773c1b70434b80ae48e5856abc82 on resource:router {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:53.884794 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0b90682a-394d-41b1-b06a-5bcbcd673c56 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0757270 Jan 20 14:35:53.886253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50418) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:53.898412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1e670bc9-bd92-4ea9-9dec-9feec1a190fd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Unset dirty status for tenant:a532773c1b70434b80ae48e5856abc82 on resource:router {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:53.899800 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1e670bc9-bd92-4ea9-9dec-9feec1a190fd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6062398 Jan 20 14:35:53.902957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50422) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:53.910822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8f6c0564-ce2f-4d70-b4f1-5c072461393e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2106453173'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:53.924315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1fa32274-1a80-46f1-83c0-3ba01694c7b0 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.939916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1fa32274-1a80-46f1-83c0-3ba01694c7b0 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.968530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1fa32274-1a80-46f1-83c0-3ba01694c7b0 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.968761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.982261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa32274-1a80-46f1-83c0-3ba01694c7b0 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68f853ee-a40c-4991-a618-cd9c05561261,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:54.002929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1fa32274-1a80-46f1-83c0-3ba01694c7b0 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.004056 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1fa32274-1a80-46f1-83c0-3ba01694c7b0 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/68f853ee-a40c-4991-a618-cd9c05561261 HTTP/1.1" status: 204 len: 168 time: 0.1167481 Jan 20 14:35:54.009715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50426) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:54.071174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-700b67c2-f742-441c-ac64-7333e0276b60 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:54.075699 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd6592d-30c5-48e4-8450-3d70135de6cc None None] Update dhcp port {'port': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'fixed_ips': [{'subnet_id': 'd9ad10b7-5307-4c5f-a7e3-2c3267404ace', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd1ea4f95-38a2-4666-8bee-532df64bb480'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': '5095f6dd-e751-49f3-9dba-0c327017b6bc'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:35:54.091699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-700b67c2-f742-441c-ac64-7333e0276b60 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:54.095927 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-700b67c2-f742-441c-ac64-7333e0276b60 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0821953 Jan 20 14:35:54.096051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50430) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:54.101105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7f9c50f2-79b4-4794-b637-a1d1515af2d3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'aedaefd5-f5eb-4646-9fab-ec16cd76cace', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:54.107212 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7f9c50f2-79b4-4794-b637-a1d1515af2d3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:54.117950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7f9c50f2-79b4-4794-b637-a1d1515af2d3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:54.136672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f9c50f2-79b4-4794-b637-a1d1515af2d3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.148413 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e3c8abfc-6dec-4a68-b8a8-fed1088abfee None None] For port 46c9ba8e-edd1-4334-87d5-cd9564e7c976, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=46c9ba8e-edd1-4334-87d5-cd9564e7c976,segment=NetworkSegment(b08e431a-7489-4be0-8e50-d24cfcdb3b76),segment_id=b08e431a-7489-4be0-8e50-d24cfcdb3b76)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:54.148804 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e3c8abfc-6dec-4a68-b8a8-fed1088abfee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.159593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-edd6592d-30c5-48e4-8450-3d70135de6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.201123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f9c50f2-79b4-4794-b637-a1d1515af2d3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.206475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f9c50f2-79b4-4794-b637-a1d1515af2d3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.230882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c50f2-79b4-4794-b637-a1d1515af2d3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167faafb-7a0d-4897-8f7e-ec21e034f7b1,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:54.244855 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7f9c50f2-79b4-4794-b637-a1d1515af2d3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.248632 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7f9c50f2-79b4-4794-b637-a1d1515af2d3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488326 Jan 20 14:35:54.248863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50434) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:54.270559 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dbb4e8eb-5f3a-4616-93da-bf00210f43df tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules/167faafb-7a0d-4897-8f7e-ec21e034f7b1 HTTP/1.1" status: 200 len: 764 time: 0.0181763 Jan 20 14:35:54.270960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50438) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:54.282291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8abfc-6dec-4a68-b8a8-fed1088abfee None None] Calling delete_port for 46c9ba8e-edd1-4334-87d5-cd9564e7c976 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:54.319167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3a3ad5b3-fcee-4c12-98c6-8fddf1aaebe3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:54.332744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:54.333553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.366274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3a3ad5b3-fcee-4c12-98c6-8fddf1aaebe3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:54.370325 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3a3ad5b3-fcee-4c12-98c6-8fddf1aaebe3 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0957220 Jan 20 14:35:54.376584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50442) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:54.434583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 46c9ba8e-edd1-4334-87d5-cd9564e7c976 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:54.504914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e3c8abfc-6dec-4a68-b8a8-fed1088abfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.542191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-081955f2-5581-470e-86b7-eab2ec52707c tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.560010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8abfc-6dec-4a68-b8a8-fed1088abfee None None] Pushing event deleted for resources: {'Port': ['ID=46c9ba8e-edd1-4334-87d5-cd9564e7c976,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:54.566373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-081955f2-5581-470e-86b7-eab2ec52707c tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.579290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8abfc-6dec-4a68-b8a8-fed1088abfee None None] No DVR routers for this DVR port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:54.580041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] For port 46c9ba8e-edd1-4334-87d5-cd9564e7c976, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=46c9ba8e-edd1-4334-87d5-cd9564e7c976,segment=NetworkSegment(b08e431a-7489-4be0-8e50-d24cfcdb3b76),segment_id=b08e431a-7489-4be0-8e50-d24cfcdb3b76)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:54.580476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.581318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No active binding found for port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 {{(pid=87496) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 20 14:35:54.581886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 46c9ba8e-edd1-4334-87d5-cd9564e7c976 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:54.655713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.665118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-edd6592d-30c5-48e4-8450-3d70135de6cc None None] Allocated IP 172.20.0.18 (40a026f1-bf73-45ca-bad5-5a702814b865/d1ea4f95-38a2-4666-8bee-532df64bb480/5095f6dd-e751-49f3-9dba-0c327017b6bc) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:54.671538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.735856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Calling delete_port for 46c9ba8e-edd1-4334-87d5-cd9564e7c976 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:54.746530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-081955f2-5581-470e-86b7-eab2ec52707c tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.819641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:54.819964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:54.882549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-edd6592d-30c5-48e4-8450-3d70135de6cc None None] For port 5095f6dd-e751-49f3-9dba-0c327017b6bc, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5095f6dd-e751-49f3-9dba-0c327017b6bc,segment=NetworkSegment(7f23d748-f30c-434b-a5f6-f421e754ff03),segment_id=7f23d748-f30c-434b-a5f6-f421e754ff03)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:35:54.916271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-edd6592d-30c5-48e4-8450-3d70135de6cc None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.934665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-edd6592d-30c5-48e4-8450-3d70135de6cc None None] Transition to ACTIVE for port object 5095f6dd-e751-49f3-9dba-0c327017b6bc will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:54.940526 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-edd6592d-30c5-48e4-8450-3d70135de6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.036980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081955f2-5581-470e-86b7-eab2ec52707c tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=167faafb-7a0d-4897-8f7e-ec21e034f7b1,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:55.095971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6592d-30c5-48e4-8450-3d70135de6cc None None] Pushing event updated for resources: {'Port': ['ID=5095f6dd-e751-49f3-9dba-0c327017b6bc,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:55.099194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-081955f2-5581-470e-86b7-eab2ec52707c tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.100302 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-081955f2-5581-470e-86b7-eab2ec52707c tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/167faafb-7a0d-4897-8f7e-ec21e034f7b1 HTTP/1.1" status: 204 len: 168 time: 0.7181008 Jan 20 14:35:55.104581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50446) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:55.156255 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d3832675-813e-4269-b96b-263492380b16 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0499792 Jan 20 14:35:55.160655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50450) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:55.209969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting port 46c9ba8e-edd1-4334-87d5-cd9564e7c976 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:55.210315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.295549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] The port '46c9ba8e-edd1-4334-87d5-cd9564e7c976' was deleted {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:35:55.322644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b923226a-1c6b-4890-b8b6-99502d16a229 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.369437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f6c0564-ce2f-4d70-b4f1-5c072461393e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.412432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Delete allocated IP 172.20.0.9 (40a026f1-bf73-45ca-bad5-5a702814b865/d9ad10b7-5307-4c5f-a7e3-2c3267404ace) {{(pid=87494) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:35:55.415468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f6c0564-ce2f-4d70-b4f1-5c072461393e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.427238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.22 (40a026f1-bf73-45ca-bad5-5a702814b865/d1ea4f95-38a2-4666-8bee-532df64bb480/9dcab14f-a8fe-42ef-ad34-8077b812989e) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:55.594836 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b923226a-1c6b-4890-b8b6-99502d16a229 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.636192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.672399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47b01ef-51a2-442f-8929-48523907db2b']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:55.685929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08e431a-7489-4be0-8e50-d24cfcdb3b76') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:55.686230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08e431a-7489-4be0-8e50-d24cfcdb3b76') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:55.699171 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.702305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1862a9d0-f526-4b47-bd8e-1f9238d77555 None None] Provisioning complete for port 9dcab14f-a8fe-42ef-ad34-8077b812989e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:55.703220 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1862a9d0-f526-4b47-bd8e-1f9238d77555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.705672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b923226a-1c6b-4890-b8b6-99502d16a229 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.728327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923226a-1c6b-4890-b8b6-99502d16a229 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedaefd5-f5eb-4646-9fab-ec16cd76cace,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:55.733625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.744630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:35:55.744950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:55.759675 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:55.772374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1862a9d0-f526-4b47-bd8e-1f9238d77555 None None] Port 9dcab14f-a8fe-42ef-ad34-8077b812989e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:55.783790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1862a9d0-f526-4b47-bd8e-1f9238d77555 None None] Provisioning complete for port c1d24a2f-749f-461e-a86e-4b8e5ff010af triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:55.784160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1862a9d0-f526-4b47-bd8e-1f9238d77555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.833100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b923226a-1c6b-4890-b8b6-99502d16a229 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.834231 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b923226a-1c6b-4890-b8b6-99502d16a229 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/aedaefd5-f5eb-4646-9fab-ec16cd76cace HTTP/1.1" status: 204 len: 168 time: 0.6725686 Jan 20 14:35:55.838103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50454) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:55.844388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1862a9d0-f526-4b47-bd8e-1f9238d77555 None None] Port c1d24a2f-749f-461e-a86e-4b8e5ff010af cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:55.858119 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1862a9d0-f526-4b47-bd8e-1f9238d77555 None None] Provisioning for port 5095f6dd-e751-49f3-9dba-0c327017b6bc completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:55.864024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1862a9d0-f526-4b47-bd8e-1f9238d77555 None None] Provisioning complete for port 5095f6dd-e751-49f3-9dba-0c327017b6bc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:55.864538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1862a9d0-f526-4b47-bd8e-1f9238d77555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.873834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.874795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 83c4eb87-3b02-419c-91d2-ce7d8c453d62 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:55.875801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.897705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.912274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=c47b01ef-51a2-442f-8929-48523907db2b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:55.912519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.924777 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f9617b45-a44b-4ca7-8dbc-c39e58a1b90d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/c47b01ef-51a2-442f-8929-48523907db2b HTTP/1.1" status: 204 len: 168 time: 5.2735746 Jan 20 14:35:55.925696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50458) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:55.929369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4346b06f-514e-46df-a736-b4e8649a0a22 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:55.938430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6c0564-ce2f-4d70-b4f1-5c072461393e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 7cc33c04-19bc-4e99-b6ed-e07406ce7232 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:35:55.962921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object 9dcab14f-a8fe-42ef-ad34-8077b812989e will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:55.976348 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5f8b55-21e0-4390-94be-a909a28c3a6c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] GET failed (client error): The resource could not be found. Jan 20 14:35:55.976877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-aa5f8b55-21e0-4390-94be-a909a28c3a6c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Synchronizing usage tracker for tenant:bc4ff6645e544b629a23be44aed44aed on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:55.994135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4346b06f-514e-46df-a736-b4e8649a0a22 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:55.999584 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4346b06f-514e-46df-a736-b4e8649a0a22 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1564171 Jan 20 14:35:56.001578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50462) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.006648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112772861'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:56.012313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-aa5f8b55-21e0-4390-94be-a909a28c3a6c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Unset dirty status for tenant:bc4ff6645e544b629a23be44aed44aed on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:56.015941 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aa5f8b55-21e0-4390-94be-a909a28c3a6c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/subnets/a5700382-bb76-4a1b-a790-ac22aea93189 HTTP/1.1" status: 404 len: 337 time: 0.0811300 Jan 20 14:35:56.015941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:56.016582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50466) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.049111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:56.053364 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-389c74f4-8cf6-4dc4-bf80-7bc34925cc8a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:56.053858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389c74f4-8cf6-4dc4-bf80-7bc34925cc8a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:56.060033 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-389c74f4-8cf6-4dc4-bf80-7bc34925cc8a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/c47b01ef-51a2-442f-8929-48523907db2b HTTP/1.1" status: 404 len: 339 time: 0.0383062 Jan 20 14:35:56.061216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.061389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50470) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.086508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.171558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:56.179543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:56.184340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:56.203055 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:56.247584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82403a43-09ff-4ce0-bd54-043591641c1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:56.248221 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-82403a43-09ff-4ce0-bd54-043591641c1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Synchronizing usage tracker for tenant:bc4ff6645e544b629a23be44aed44aed on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:56.272335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-82403a43-09ff-4ce0-bd54-043591641c1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Unset dirty status for tenant:bc4ff6645e544b629a23be44aed44aed on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:56.273478 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-82403a43-09ff-4ce0-bd54-043591641c1f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2131968 Jan 20 14:35:56.279767 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50474) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.329699 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ac35134d-9aa7-4c8d-8de9-c3271f04300a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 207 time: 0.0451157 Jan 20 14:35:56.335301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50478) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.369379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=9dcab14f-a8fe-42ef-ad34-8077b812989e,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:56.400352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5095f6dd-e751-49f3-9dba-0c327017b6bc up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:56.419057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.434552 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.439722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6c0564-ce2f-4d70-b4f1-5c072461393e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:56.448901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.454541 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940d1f4-bcfe-43ef-94fe-07ab3e7a3add None None] Sync routers for ids ['7cc33c04-19bc-4e99-b6ed-e07406ce7232'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:56.468851 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940d1f4-bcfe-43ef-94fe-07ab3e7a3add None None] Routers {'7cc33c04-19bc-4e99-b6ed-e07406ce7232'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:56.469664 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5940d1f4-bcfe-43ef-94fe-07ab3e7a3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7cc33c04-19bc-4e99-b6ed-e07406ce7232'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:56.485346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 5095f6dd-e751-49f3-9dba-0c327017b6bc triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:56.485803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.499526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8f6c0564-ce2f-4d70-b4f1-5c072461393e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.503158 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8f6c0564-ce2f-4d70-b4f1-5c072461393e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/7cc33c04-19bc-4e99-b6ed-e07406ce7232 HTTP/1.1" status: 200 len: 888 time: 2.5992284 Jan 20 14:35:56.504066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] In _notify_port_updated(), no bound segment for port 9dcab14f-a8fe-42ef-ad34-8077b812989e on network 40a026f1-bf73-45ca-bad5-5a702814b865 {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:35:56.505342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50482) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.509883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:56.510518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.511828 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-306c6500-4f03-4d76-aee8-7ba6a6dd4744 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "PUT /v2.0/ports/9dcab14f-a8fe-42ef-ad34-8077b812989e HTTP/1.1" status: 200 len: 921 time: 2.8406277 Jan 20 14:35:56.522375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50484) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.555969 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5940d1f4-bcfe-43ef-94fe-07ab3e7a3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:56.574432 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940d1f4-bcfe-43ef-94fe-07ab3e7a3add None None] Routers {'7cc33c04-19bc-4e99-b6ed-e07406ce7232'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:56.575316 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5940d1f4-bcfe-43ef-94fe-07ab3e7a3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7cc33c04-19bc-4e99-b6ed-e07406ce7232'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:56.608500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7fa829-89b0-44ec-af82-d87f6bbe3a67,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:56.654968 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5940d1f4-bcfe-43ef-94fe-07ab3e7a3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:56.655523 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940d1f4-bcfe-43ef-94fe-07ab3e7a3add None None] The sync data for ids ['7cc33c04-19bc-4e99-b6ed-e07406ce7232'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:56.741827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8f8a8-0bd1-4658-81d2-e1a2d29ea9cd tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:56.747986 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8f8a8-0bd1-4658-81d2-e1a2d29ea9cd tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:56.753636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8f8a8-0bd1-4658-81d2-e1a2d29ea9cd tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:56.759362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8f8a8-0bd1-4658-81d2-e1a2d29ea9cd tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:56.761181 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7ac8f8a8-0bd1-4658-81d2-e1a2d29ea9cd tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4249549 Jan 20 14:35:56.762120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.763195 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-19b57ddd-b3eb-4d7b-a8cb-8daa0e11e445 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7607052 Jan 20 14:35:56.768031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50490) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.768389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50492) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.774274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 83c4eb87-3b02-419c-91d2-ce7d8c453d62 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:56.807237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-32bbf7d5-3f73-43be-be2c-01e028db5b75 None None] Provisioning for port 9dcab14f-a8fe-42ef-ad34-8077b812989e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:56.812974 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-32bbf7d5-3f73-43be-be2c-01e028db5b75 None None] Provisioning complete for port 9dcab14f-a8fe-42ef-ad34-8077b812989e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:56.813462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-32bbf7d5-3f73-43be-be2c-01e028db5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.834252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Request body: {'security_group_rule': {'security_group_id': 'ae7fa829-89b0-44ec-af82-d87f6bbe3a67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:56.865760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-32bbf7d5-3f73-43be-be2c-01e028db5b75 None None] Port 9dcab14f-a8fe-42ef-ad34-8077b812989e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:35:56.875495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:56.932876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Usage tracker for resource:security_group_rule and tenant:adabff5fb86b47e9af3f3c21d8a33828 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:56.945969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:56.952073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-66b7866f-54cf-451f-a193-23ae8b18806c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 9dcab14f-a8fe-42ef-ad34-8077b812989e {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:56.953007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-66b7866f-54cf-451f-a193-23ae8b18806c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.954429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.984035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:57.006934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=83c4eb87-3b02-419c-91d2-ce7d8c453d62,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:57.035828 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4f5dd67f-02dc-4ca2-a897-267a3a094b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/routers/7cc33c04-19bc-4e99-b6ed-e07406ce7232 HTTP/1.1" status: 200 len: 888 time: 0.5146410 Jan 20 14:35:57.040486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50498) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:57.102639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.156013 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b3bd652a-97b4-4a7d-92df-87ce950065db tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cc33c04-19bc-4e99-b6ed-e07406ce7232 HTTP/1.1" status: 200 len: 205 time: 0.1084754 Jan 20 14:35:57.163795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50502) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:57.186155 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7518a435-ec64-44f6-ae7b-5651699d7281 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3602393 Jan 20 14:35:57.203407 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50506) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:57.303787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.501059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.509238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b41b8d-181d-47c3-bb7b-8d454be5d62a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:57.510785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b41b8d-181d-47c3-bb7b-8d454be5d62a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:57.513887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a4b41b8d-181d-47c3-bb7b-8d454be5d62a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3081622 Jan 20 14:35:57.517132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50510) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:57.520346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.553244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-66b7866f-54cf-451f-a193-23ae8b18806c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.565523 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c248631-9a88-4eba-8a8f-16b77a974878,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:57.629894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.684133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-66b7866f-54cf-451f-a193-23ae8b18806c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 9dcab14f-a8fe-42ef-ad34-8077b812989e owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:57.719226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.720444 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d8e2b303-2bd9-4979-a33d-18adb74aa8c6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9009004 Jan 20 14:35:57.727554 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50514) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:57.792917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39076c9c-c1ca-40fa-9736-ec7f9e9f8067 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['shared'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:57.794299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39076c9c-c1ca-40fa-9736-ec7f9e9f8067 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['shared'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:57.794929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-39076c9c-c1ca-40fa-9736-ec7f9e9f8067 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Synchronizing usage tracker for tenant:bc4ff6645e544b629a23be44aed44aed on resource:subnet {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:57.855004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f454bc1c-e920-414a-82a0-6316e105702e tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.897730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f454bc1c-e920-414a-82a0-6316e105702e tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.912029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-66b7866f-54cf-451f-a193-23ae8b18806c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.985209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7866f-54cf-451f-a193-23ae8b18806c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=9dcab14f-a8fe-42ef-ad34-8077b812989e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:57.998107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 353fd885-19cb-4dc6-a3aa-c767786c3356 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:35:58.025058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-39076c9c-c1ca-40fa-9736-ec7f9e9f8067 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Unset dirty status for tenant:bc4ff6645e544b629a23be44aed44aed on resource:subnet {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:58.026980 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-39076c9c-c1ca-40fa-9736-ec7f9e9f8067 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5021753 Jan 20 14:35:58.032318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50520) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.094849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-66b7866f-54cf-451f-a193-23ae8b18806c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.102198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f454bc1c-e920-414a-82a0-6316e105702e tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.127838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454bc1c-e920-414a-82a0-6316e105702e tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7fa829-89b0-44ec-af82-d87f6bbe3a67,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:58.131138 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f454bc1c-e920-414a-82a0-6316e105702e tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.132257 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f454bc1c-e920-414a-82a0-6316e105702e tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/ae7fa829-89b0-44ec-af82-d87f6bbe3a67 HTTP/1.1" status: 204 len: 168 time: 0.4038017 Jan 20 14:35:58.134054 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-66b7866f-54cf-451f-a193-23ae8b18806c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/9dcab14f-a8fe-42ef-ad34-8077b812989e HTTP/1.1" status: 204 len: 168 time: 1.5270855 Jan 20 14:35:58.136599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50524) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.139344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50526) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.198904 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acb1cea-d9ff-44d2-916a-5da4c1c14b1e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:35:58.199575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4acb1cea-d9ff-44d2-916a-5da4c1c14b1e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:58.239071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-844f0571-6142-47e7-acab-9f2df091d392 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:58.243560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4acb1cea-d9ff-44d2-916a-5da4c1c14b1e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:58.247288 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4acb1cea-d9ff-44d2-916a-5da4c1c14b1e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/9dcab14f-a8fe-42ef-ad34-8077b812989e HTTP/1.1" status: 404 len: 333 time: 0.1069312 Jan 20 14:35:58.247748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50532) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.267249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:35:58.279665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afbf9f-9de1-40a7-bd10-c0d88dd00db7 None None] Sync routers for ids ['353fd885-19cb-4dc6-a3aa-c767786c3356'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:35:58.281718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-844f0571-6142-47e7-acab-9f2df091d392 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:58.283256 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-844f0571-6142-47e7-acab-9f2df091d392 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1428154 Jan 20 14:35:58.284451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.292800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50536) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.294927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afbf9f-9de1-40a7-bd10-c0d88dd00db7 None None] Routers {'353fd885-19cb-4dc6-a3aa-c767786c3356'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:58.295751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f0afbf9f-9de1-40a7-bd10-c0d88dd00db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['353fd885-19cb-4dc6-a3aa-c767786c3356'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:58.306100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 75de4b73-049f-4c8f-80bb-fcfd3ab4eee4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:35:58.306488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.342599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cb73-00a7-4051-8420-db32852c3396 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.349170 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8aa72ca5-bae9-47cc-8e40-cb3b9409933a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/353fd885-19cb-4dc6-a3aa-c767786c3356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2877979 Jan 20 14:35:58.351941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50540) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.375193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f0afbf9f-9de1-40a7-bd10-c0d88dd00db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:58.384104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afbf9f-9de1-40a7-bd10-c0d88dd00db7 None None] Routers {'353fd885-19cb-4dc6-a3aa-c767786c3356'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:35:58.384894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f0afbf9f-9de1-40a7-bd10-c0d88dd00db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:35:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['353fd885-19cb-4dc6-a3aa-c767786c3356'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:58.407891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2f61b9b0-ae57-4e62-842b-6f82ddc36a47 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:58.427874 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7bc61bae-536c-4222-8766-1592e4b37920 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=353fd885-19cb-4dc6-a3aa-c767786c3356 HTTP/1.1" status: 200 len: 205 time: 0.0724547 Jan 20 14:35:58.428924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50544) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.455967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f0afbf9f-9de1-40a7-bd10-c0d88dd00db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:58.456528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afbf9f-9de1-40a7-bd10-c0d88dd00db7 None None] The sync data for ids ['353fd885-19cb-4dc6-a3aa-c767786c3356'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:35:58.484830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febadc3d-c03e-4356-bd88-ff69b6383691 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:58.486382 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-febadc3d-c03e-4356-bd88-ff69b6383691 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/networks/778ba0a3-fa8f-491f-aa1f-a955edc87f78 HTTP/1.1" status: 200 len: 799 time: 0.4527512 Jan 20 14:35:58.497373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50548) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.499539 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cb73-00a7-4051-8420-db32852c3396 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.596542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2f61b9b0-ae57-4e62-842b-6f82ddc36a47 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:58.597759 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2f61b9b0-ae57-4e62-842b-6f82ddc36a47 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3040187 Jan 20 14:35:58.603026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50552) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.612128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a14032e2-46ba-48ef-b078-a3971c15c83f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.645563 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-d80190b2-9a3e-46f1-953e-fca6902262f6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] delete failed (client error): The resource could not be found. Jan 20 14:35:58.646471 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d80190b2-9a3e-46f1-953e-fca6902262f6 tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "DELETE /v2.0/security-groups/ae7fa829-89b0-44ec-af82-d87f6bbe3a67 HTTP/1.1" status: 404 len: 347 time: 0.0424919 Jan 20 14:35:58.650474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.657693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50556) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.785550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cb73-00a7-4051-8420-db32852c3396 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.819829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 75de4b73-049f-4c8f-80bb-fcfd3ab4eee4 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:35:58.865287 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0e6dedbb-8203-42c3-8f34-cc701bbb9da4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/networks/778ba0a3-fa8f-491f-aa1f-a955edc87f78?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3668101 Jan 20 14:35:58.874648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50560) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:58.971800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-44de6942-a445-45ac-a7f9-4e3d201b80ec tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Synchronizing usage tracker for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:59.002365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131187af-93cf-4555-aba6-c73fbecd5e5a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:59.008850 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-131187af-93cf-4555-aba6-c73fbecd5e5a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/subnets/50e99ce6-855b-4399-8b85-6251bd3395ac HTTP/1.1" status: 200 len: 811 time: 0.1282239 Jan 20 14:35:59.008850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50564) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:59.035316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1cb73-00a7-4051-8420-db32852c3396 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fa2ba6-0d57-47f3-93ec-e1602bafa342,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:59.045627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a14032e2-46ba-48ef-b078-a3971c15c83f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.048443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a14032e2-46ba-48ef-b078-a3971c15c83f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.051916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cb73-00a7-4051-8420-db32852c3396 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.053297 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9ae1cb73-00a7-4051-8420-db32852c3396 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/security-groups/53fa2ba6-0d57-47f3-93ec-e1602bafa342 HTTP/1.1" status: 204 len: 168 time: 0.8047242 Jan 20 14:35:59.059987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50568) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:59.065190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-44de6942-a445-45ac-a7f9-4e3d201b80ec tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] Unset dirty status for tenant:adabff5fb86b47e9af3f3c21d8a33828 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:59.066713 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-44de6942-a445-45ac-a7f9-4e3d201b80ec tempest-SecGroupTest-1053001572 tempest-SecGroupTest-1053001572-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4051974 Jan 20 14:35:59.100232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ae1f1-2682-4386-819a-d8feffe84ca9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['shared'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:59.105654 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e00ae1f1-2682-4386-819a-d8feffe84ca9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "GET /v2.0/subnets/50e99ce6-855b-4399-8b85-6251bd3395ac?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0931842 Jan 20 14:35:59.107090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50574) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:59.112517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a14032e2-46ba-48ef-b078-a3971c15c83f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.113195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14032e2-46ba-48ef-b078-a3971c15c83f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Fanout notify agent at l3_agent the message router_deleted on router 353fd885-19cb-4dc6-a3aa-c767786c3356 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:35:59.116530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1264608815'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:59.124602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:59.140824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a14032e2-46ba-48ef-b078-a3971c15c83f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.144370 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a14032e2-46ba-48ef-b078-a3971c15c83f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/353fd885-19cb-4dc6-a3aa-c767786c3356 HTTP/1.1" status: 204 len: 168 time: 0.7119787 Jan 20 14:35:59.150214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50578) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:59.180725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:59.197952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5bb70cce-47ef-47cc-9a01-0ead8c585d23 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.201413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:59.205284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.228297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.241157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5bb70cce-47ef-47cc-9a01-0ead8c585d23 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.256337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4859f1-22c8-4ba4-beb3-1d21fb8b92aa tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting subnet a7b18ceb-7b31-4c56-b0d8-bf11209b7302 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:59.261417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d4859f1-22c8-4ba4-beb3-1d21fb8b92aa tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.280031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=75de4b73-049f-4c8f-80bb-fcfd3ab4eee4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:59.283066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:59.335009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d4859f1-22c8-4ba4-beb3-1d21fb8b92aa tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.359843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.360250 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Added segment 2ec9c00e-adf7-45cd-8e79-730b58cdad11 of type vlan for network 9dc56579-4b61-401e-bcab-a6a52ef86aaa Jan 20 14:35:59.391819 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5bb70cce-47ef-47cc-9a01-0ead8c585d23 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.403026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50584) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:59.411691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.416980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb70cce-47ef-47cc-9a01-0ead8c585d23 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed32fb6e-7cef-4100-9720-e992e286fd47,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:59.417735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.428839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5bb70cce-47ef-47cc-9a01-0ead8c585d23 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.429956 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5bb70cce-47ef-47cc-9a01-0ead8c585d23 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/security-groups/ed32fb6e-7cef-4100-9720-e992e286fd47 HTTP/1.1" status: 204 len: 168 time: 0.3667843 Jan 20 14:35:59.435336 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50590) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:59.498849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d4859f1-22c8-4ba4-beb3-1d21fb8b92aa tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.549913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddaf7804-e0dd-4cca-be43-2d157163db2d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet d9ad10b7-5307-4c5f-a7e3-2c3267404ace {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:59.557792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7804-e0dd-4cca-be43-2d157163db2d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.623014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7804-e0dd-4cca-be43-2d157163db2d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.675294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d4859f1-22c8-4ba4-beb3-1d21fb8b92aa tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.729132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4859f1-22c8-4ba4-beb3-1d21fb8b92aa tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b18ceb-7b31-4c56-b0d8-bf11209b7302,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:59.732517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d4859f1-22c8-4ba4-beb3-1d21fb8b92aa tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.738957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d877059-1479-4a90-8628-405540bbc583 None None] Network 2d0bad38-2582-4a9c-ba69-26b3e52d082f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:35:59.744812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:35:59.749373 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6d4859f1-22c8-4ba4-beb3-1d21fb8b92aa tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/a7b18ceb-7b31-4c56-b0d8-bf11209b7302 HTTP/1.1" status: 204 len: 168 time: 0.5952976 Jan 20 14:35:59.749559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50594) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:59.766645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.769571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.813088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.816691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7804-e0dd-4cca-be43-2d157163db2d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.818568 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:59.819173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.848524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.849052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc33c04-19bc-4e99-b6ed-e07406ce7232 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:35:59.858476 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a4562603-f6fc-41f8-b6bd-4355eb39cc53 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=adabff5fb86b47e9af3f3c21d8a33828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539063 Jan 20 14:35:59.868173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-9250648f-c17d-40b0-a3f5-03eb924cac64 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting subnet f802bc70-c39e-42f0-8367-203c8c1821cf {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:35:59.874087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50598) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:59.876461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9250648f-c17d-40b0-a3f5-03eb924cac64 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.947689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.948799 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f2d44f08-dcac-466d-8c80-227061a0019c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/7cc33c04-19bc-4e99-b6ed-e07406ce7232 HTTP/1.1" status: 204 len: 168 time: 2.7840610 Jan 20 14:35:59.952794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50602) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:59.955732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Network': ['ID=9dc56579-4b61-401e-bcab-a6a52ef86aaa,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:59.962002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'network': {'name': 'tempest-RoutersTest-1852836215'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:59.965876 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0f5f61c0-cd8f-49a5-9973-5f43d0dab576 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8574531 Jan 20 14:35:59.968372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:59.970536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50606) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:59.976338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'network_id': '9dc56579-4b61-401e-bcab-a6a52ef86aaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:35:59.978193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 9dc56579-4b61-401e-bcab-a6a52ef86aaa details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:59.981443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9250648f-c17d-40b0-a3f5-03eb924cac64 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:59.999779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:network and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:00.006153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:00.062380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:00.070807 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee50bee-9024-4069-b29a-b76520778db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.082735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7804-e0dd-4cca-be43-2d157163db2d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.097897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:00.098443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86901bc7-fad1-471c-b987-7ae2935940a2 None None] DHCP port deletion for 2d0bad38-2582-4a9c-ba69-26b3e52d082f request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:36:00.101863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.118282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-86901bc7-fad1-471c-b987-7ae2935940a2 None None] Deleting port b186996d-f61b-41b6-aa81-c16e3aeb540f {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:00.118887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-86901bc7-fad1-471c-b987-7ae2935940a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.126881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:00.141187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:00.143030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:00.149098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf7804-e0dd-4cca-be43-2d157163db2d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ad10b7-5307-4c5f-a7e3-2c3267404ace,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:00.151166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7804-e0dd-4cca-be43-2d157163db2d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.155459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.155991 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added segment d9c8f851-b5df-4767-a4ca-cb501c9c7028 of type vlan for network be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 Jan 20 14:36:00.157572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee50bee-9024-4069-b29a-b76520778db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.171391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Made reservation on behalf of bc4ff6645e544b629a23be44aed44aed for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:00.175856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.182006 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ddaf7804-e0dd-4cca-be43-2d157163db2d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/d9ad10b7-5307-4c5f-a7e3-2c3267404ace HTTP/1.1" status: 204 len: 168 time: 0.7419367 Jan 20 14:36:00.182191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c733aa-6ee5-4f02-98f4-97f3ab49ae26 None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:00.188131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50610) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:00.196260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:00.259003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.284550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing IP validity checks on allocation pools {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:36:00.285204 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:36:00.311024 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9250648f-c17d-40b0-a3f5-03eb924cac64 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.338621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.345273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:00.352237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.388369 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b186996d-f61b-41b6-aa81-c16e3aeb540f no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:36:00.431084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee50bee-9024-4069-b29a-b76520778db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.457447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee50bee-9024-4069-b29a-b76520778db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821cf2d8-c7bb-4b68-bcb9-34ba141dafb2,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:00.463105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:00.470132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:00.473639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:00.479950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9250648f-c17d-40b0-a3f5-03eb924cac64 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.483927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:00.523326 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5693145 Jan 20 14:36:00.524194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df200275-6f3c-4bd4-92a5-5b0d464fc019 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Network': ['ID=be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:00.533548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50614) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:00.542907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250648f-c17d-40b0-a3f5-03eb924cac64 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Subnet': ['ID=f802bc70-c39e-42f0-8367-203c8c1821cf,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:00.546679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9250648f-c17d-40b0-a3f5-03eb924cac64 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.555678 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9250648f-c17d-40b0-a3f5-03eb924cac64 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/f802bc70-c39e-42f0-8367-203c8c1821cf HTTP/1.1" status: 204 len: 168 time: 0.8047895 Jan 20 14:36:00.557439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:00.560979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.567730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:00.570258 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50618) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:00.575297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'subnet': {'network_id': 'be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:00.578391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dee50bee-9024-4069-b29a-b76520778db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.580642 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dee50bee-9024-4069-b29a-b76520778db2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/821cf2d8-c7bb-4b68-bcb9-34ba141dafb2 HTTP/1.1" status: 204 len: 168 time: 0.7054849 Jan 20 14:36:00.638366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c5811-0af9-4b5c-b9c9-e1e6e895b8e3 None None] Network 5d54d1a8-e663-4365-aef2-09fcfbdc8236 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:00.719805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.771079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-86901bc7-fad1-471c-b987-7ae2935940a2 None None] For port b186996d-f61b-41b6-aa81-c16e3aeb540f, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b186996d-f61b-41b6-aa81-c16e3aeb540f,segment=NetworkSegment(39e17adc-d0ac-4ba2-94ce-f38d4335256c),segment_id=39e17adc-d0ac-4ba2-94ce-f38d4335256c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:00.771692 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-86901bc7-fad1-471c-b987-7ae2935940a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.834177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port b186996d-f61b-41b6-aa81-c16e3aeb540f {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:00.834943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.878356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.917957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-86901bc7-fad1-471c-b987-7ae2935940a2 None None] Calling delete_port for b186996d-f61b-41b6-aa81-c16e3aeb540f owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:00.953184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:00.957064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:00.962474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:00.963160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.978570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=cfe0b8c2-c2b7-434c-baa6-66b415c5ca35,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:00.994413 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-537e9288-13e8-4d45-a1d9-a4461362ccd4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8014588 Jan 20 14:36:00.994901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50624) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:01.001872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'security_group': {'name': 'tempest-secgroup-1642630551'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:01.011300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:01.017377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:01.021202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:01.028841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:01.043672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.057275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.080510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:01.084401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group_rule and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:01.087487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:01.093219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:01.128998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:01.148952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:subnet and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:01.153730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:01.161261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.168593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.173323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:01.203691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=02bdea45-0928-49e9-aee5-72412d8ece94,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:01.214041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port b186996d-f61b-41b6-aa81-c16e3aeb540f, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b186996d-f61b-41b6-aa81-c16e3aeb540f,segment=NetworkSegment(39e17adc-d0ac-4ba2-94ce-f38d4335256c),segment_id=39e17adc-d0ac-4ba2-94ce-f38d4335256c)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:01.214316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.223128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9cb235-a58b-428c-b3bc-4838d6d87e5d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:01.228141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.229102 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6ae6efa8-ba50-4f85-a7e9-68f01244c153 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2326097 Jan 20 14:36:01.232092 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50628) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:01.233728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:01.237468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'security_group': {'name': 'tempest-secgroup-528375464'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:01.237780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.244645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:01.249381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:01.252738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:01.254454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-86901bc7-fad1-471c-b987-7ae2935940a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.255430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Checking segment: {'id': '2ec9c00e-adf7-45cd-8e79-730b58cdad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9dc56579-4b61-401e-bcab-a6a52ef86aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:01.255996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network hostable DHCP agents. Network: 9dc56579-4b61-401e-bcab-a6a52ef86aaa, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:01.258509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:01.328444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86901bc7-fad1-471c-b987-7ae2935940a2 None None] No DVR routers for this DVR port b186996d-f61b-41b6-aa81-c16e3aeb540f on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:36:01.330433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86901bc7-fad1-471c-b987-7ae2935940a2 None None] Pushing event deleted for resources: {'Port': ['ID=b186996d-f61b-41b6-aa81-c16e3aeb540f,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:01.337938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.394273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.415668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:01.419770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group_rule and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:01.423284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:01.429643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:01.537044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.539404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca32bcac-0117-40e8-9610-b969aa461a8d None None] DHCP port deletion for 5d54d1a8-e663-4365-aef2-09fcfbdc8236 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:36:01.544304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.550488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ca32bcac-0117-40e8-9610-b969aa461a8d None None] Deleting port 17693c4a-de7b-426a-a441-05185350d275 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:01.550865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ca32bcac-0117-40e8-9610-b969aa461a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.570818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for b186996d-f61b-41b6-aa81-c16e3aeb540f owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:01.588309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c90804-a079-4884-a76d-7c2b03acc9cf,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:01.600285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.601632 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6b4bce22-af56-46b4-8fc6-22e82a3413ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3683708 Jan 20 14:36:01.604765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac9f7e3-3d19-47ba-872b-88378f316df7 None None] Update dhcp port {'port': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'fixed_ips': [{'subnet_id': 'd1ea4f95-38a2-4666-8bee-532df64bb480', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cfe0b8c2-c2b7-434c-baa6-66b415c5ca35'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': '5095f6dd-e751-49f3-9dba-0c327017b6bc'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:36:01.606822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50632) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:01.612129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'security_group': {'name': 'tempest-secgroup-1803853335'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:01.618279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:01.622498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:01.625640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:01.631261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:01.644265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.665127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Network 9dc56579-4b61-401e-bcab-a6a52ef86aaa is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:01.667552 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:01.671977 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:security_group_rule and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:01.675701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:01.682929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:01.698429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 9dc56579-4b61-401e-bcab-a6a52ef86aaa) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:01.704017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:01.704705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.709337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f7e3-3d19-47ba-872b-88378f316df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.722015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:36:01.722426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:36:01.722968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a74b39-f609-4ab7-9af6-77879e8dc004 None None] Network 9dc56579-4b61-401e-bcab-a6a52ef86aaa requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:01.767445 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-90af2bd9-81cf-4b66-89cf-d425d259ff1c tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7959781 Jan 20 14:36:01.770490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50636) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:01.771862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.776910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.781882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-afc9f295-826d-4c60-b995-d6da2ae5ac7f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:01.825955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755b2833-0ce4-4d81-8783-9ddfeda94ade,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:01.835109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.836822 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b179a765-8b2b-40b3-8fc9-4669731ff2ee tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2283947 Jan 20 14:36:01.839383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50640) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:01.849431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1927559997', 'security_groups': ['755b2833-0ce4-4d81-8783-9ddfeda94ade'], 'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cfe0b8c2-c2b7-434c-baa6-66b415c5ca35'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:01.936059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.991035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-afc9f295-826d-4c60-b995-d6da2ae5ac7f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2515155'] for subnet, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.000180 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:02.020357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:02.027055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Subnet': ['ID=4bfeeede-17cb-4c15-80d7-293a23a6b7e7,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:02.047483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:02.078705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ca32bcac-0117-40e8-9610-b969aa461a8d None None] For port 17693c4a-de7b-426a-a441-05185350d275, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=17693c4a-de7b-426a-a441-05185350d275,segment=NetworkSegment(915adf8b-16de-41af-8675-7ab861ebc39b),segment_id=915adf8b-16de-41af-8675-7ab861ebc39b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:02.079274 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ca32bcac-0117-40e8-9610-b969aa461a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.079715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Checking segment: {'id': 'd9c8f851-b5df-4767-a4ca-cb501c9c7028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:02.080611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network hostable DHCP agents. Network: be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:02.127347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:02.175119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:02.182331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:02.182911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.192448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.214124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] device_id is not set on port 4c86dc1d-933a-444a-8515-263a669d515e yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:02.228474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port b186996d-f61b-41b6-aa81-c16e3aeb540f {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:02.229022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.246716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc507b76-9cf9-47eb-9f4a-7cf11129f086 None None] Network be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:02.270828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ca32bcac-0117-40e8-9610-b969aa461a8d None None] Calling delete_port for 17693c4a-de7b-426a-a441-05185350d275 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:02.309842 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b8f81611-f345-438c-816c-e41e03e136ed tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7754228 Jan 20 14:36:02.315273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] The port 'b186996d-f61b-41b6-aa81-c16e3aeb540f' was deleted {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:36:02.318090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50644) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:02.323715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-426b35cc-c8b5-4603-8d91-08623b758793 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-501688122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:02.365493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-426b35cc-c8b5-4603-8d91-08623b758793 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:02.394153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-afc9f295-826d-4c60-b995-d6da2ae5ac7f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727929700334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4043470'] for subnet, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.436040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 17693c4a-de7b-426a-a441-05185350d275 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:36:02.469161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-426b35cc-c8b5-4603-8d91-08623b758793 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:02.527694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.537418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-426b35cc-c8b5-4603-8d91-08623b758793 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.538411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-426b35cc-c8b5-4603-8d91-08623b758793 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.559693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc9f295-826d-4c60-b995-d6da2ae5ac7f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:02.560566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-afc9f295-826d-4c60-b995-d6da2ae5ac7f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.570007 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-afc9f295-826d-4c60-b995-d6da2ae5ac7f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "PUT /v2.0/subnets/02bdea45-0928-49e9-aee5-72412d8ece94 HTTP/1.1" status: 200 len: 877 time: 0.7900195 Jan 20 14:36:02.570007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9f295-826d-4c60-b995-d6da2ae5ac7f tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event updated for resources: {'Subnet': ['ID=02bdea45-0928-49e9-aee5-72412d8ece94,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:02.570007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50648) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:02.591244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-9dc56579-4b61-401e-bcab-a6a52ef86aaa', 'network_id': '9dc56579-4b61-401e-bcab-a6a52ef86aaa', 'tenant_id': 'bc4ff6645e544b629a23be44aed44aed', 'fixed_ips': [{'subnet_id': '02bdea45-0928-49e9-aee5-72412d8ece94'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:02.592109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.601431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-9ac9f7e3-3d19-47ba-872b-88378f316df7 None None] Allocated IP 172.20.0.2 (40a026f1-bf73-45ca-bad5-5a702814b865/cfe0b8c2-c2b7-434c-baa6-66b415c5ca35/5095f6dd-e751-49f3-9dba-0c327017b6bc) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:02.608868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0bad38-2582-4a9c-ba69-26b3e52d082f']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:02.620486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ca32bcac-0117-40e8-9610-b969aa461a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.686398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e17adc-d0ac-4ba2-94ce-f38d4335256c') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:02.686636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e17adc-d0ac-4ba2-94ce-f38d4335256c') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:02.697439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-426b35cc-c8b5-4603-8d91-08623b758793 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.699589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No active binding found for port 17693c4a-de7b-426a-a441-05185350d275 {{(pid=87496) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 20 14:36:02.699993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 17693c4a-de7b-426a-a441-05185350d275 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:36:02.701321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32bcac-0117-40e8-9610-b969aa461a8d None None] Pushing event deleted for resources: {'Port': ['ID=17693c4a-de7b-426a-a441-05185350d275,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:02.703170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32bcac-0117-40e8-9610-b969aa461a8d None None] No DVR routers for this DVR port 17693c4a-de7b-426a-a441-05185350d275 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:36:02.715808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.755477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.770171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-426b35cc-c8b5-4603-8d91-08623b758793 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.780325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:02.781413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:02.799497 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:02.811586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.929086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-426b35cc-c8b5-4603-8d91-08623b758793 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.930342 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-426b35cc-c8b5-4603-8d91-08623b758793 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6108198 Jan 20 14:36:02.933811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50652) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:02.936151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.940330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.981287 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/networks/2d0bad38-2582-4a9c-ba69-26b3e52d082f HTTP/1.1" status: 204 len: 168 time: 2.3911850 Jan 20 14:36:02.985597 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50656) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:02.985760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435', 'network_id': 'be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'fixed_ips': [{'subnet_id': '4bfeeede-17cb-4c15-80d7-293a23a6b7e7'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:02.986399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c364ad2-1707-4e14-b2c3-dc07ac02782c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Network': ['ID=2d0bad38-2582-4a9c-ba69-26b3e52d082f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:02.986511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.030956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9ac9f7e3-3d19-47ba-872b-88378f316df7 None None] For port 5095f6dd-e751-49f3-9dba-0c327017b6bc, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5095f6dd-e751-49f3-9dba-0c327017b6bc,segment=NetworkSegment(7f23d748-f30c-434b-a5f6-f421e754ff03),segment_id=7f23d748-f30c-434b-a5f6-f421e754ff03)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:03.076060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.100654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Allocated IP 172.20.0.3 (9dc56579-4b61-401e-bcab-a6a52ef86aaa/02bdea45-0928-49e9-aee5-72412d8ece94/1b41c668-4a38-4f0f-ac54-83071a8ed98c) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:03.155176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f7e3-3d19-47ba-872b-88378f316df7 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.155575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.167709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9152f2a2-0f3c-499f-b4b2-00f4e441f7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.286456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9ac9f7e3-3d19-47ba-872b-88378f316df7 None None] Transition to ACTIVE for port object 5095f6dd-e751-49f3-9dba-0c327017b6bc will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:03.299710 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9ac9f7e3-3d19-47ba-872b-88378f316df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.436662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.457254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Allocated IP 172.20.0.2 (be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435/4bfeeede-17cb-4c15-80d7-293a23a6b7e7/e4b20698-4997-40d0-962b-91cdc2f3bfb6) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:03.468026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d54d1a8-e663-4365-aef2-09fcfbdc8236']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:03.480520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.11 (40a026f1-bf73-45ca-bad5-5a702814b865/cfe0b8c2-c2b7-434c-baa6-66b415c5ca35/4c86dc1d-933a-444a-8515-263a669d515e) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:03.482241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915adf8b-16de-41af-8675-7ab861ebc39b') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:03.482241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915adf8b-16de-41af-8675-7ab861ebc39b') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:03.495397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.518668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.521215 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.526182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:03.526520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:03.541630 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:03.589935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9f7e3-3d19-47ba-872b-88378f316df7 None None] Pushing event updated for resources: {'Port': ['ID=5095f6dd-e751-49f3-9dba-0c327017b6bc,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:03.634241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.655672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.669755 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/networks/5d54d1a8-e663-4365-aef2-09fcfbdc8236 HTTP/1.1" status: 204 len: 168 time: 0.6766174 Jan 20 14:36:03.671389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50660) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:03.672905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a8924-f208-45f4-aa48-6215b136363a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Network': ['ID=5d54d1a8-e663-4365-aef2-09fcfbdc8236,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:03.677731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-223429870'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:03.682954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:03.686864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:network and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:03.692420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:03.698620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:03.712241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:03.717871 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.751084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.755890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:03.768606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.768947 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added segment cfb8acfa-22aa-4b10-b7b0-250bfc454c5d of type vlan for network d92597c1-9b39-4b12-a9e9-ecb2c837aa5e Jan 20 14:36:03.785277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Transition to ACTIVE for port object 1b41c668-4a38-4f0f-ac54-83071a8ed98c will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:03.802839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.840117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.847502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:03.848716 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.870155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Transition to ACTIVE for port object 1b41c668-4a38-4f0f-ac54-83071a8ed98c will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:03.894315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.895996 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2248886 Jan 20 14:36:03.902907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50664) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:03.935671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.974964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'subnet': {'network_id': 'd92597c1-9b39-4b12-a9e9-ecb2c837aa5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:03.999089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Transition to ACTIVE for port object e4b20698-4997-40d0-962b-91cdc2f3bfb6 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:04.010481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Network 9dc56579-4b61-401e-bcab-a6a52ef86aaa is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:04.016847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:04.023399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:04.025666 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Pushing event updated for resources: {'Port': ['ID=1b41c668-4a38-4f0f-ac54-83071a8ed98c,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:04.080515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Transition to ACTIVE for port object e4b20698-4997-40d0-962b-91cdc2f3bfb6 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:04.100915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.157891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.182128 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d50b1-c991-4de3-a4c9-eb52549d5b2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Network': ['ID=d92597c1-9b39-4b12-a9e9-ecb2c837aa5e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:04.195956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.241294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=02bdea45-0928-49e9-aee5-72412d8ece94,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:04.248662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Allocated IP 172.20.0.1 (be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435/4bfeeede-17cb-4c15-80d7-293a23a6b7e7/75bdb54d-c47b-4f3e-9067-65c24d1ba0f3) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:04.251205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:04.254878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Pushing event updated for resources: {'Port': ['ID=e4b20698-4997-40d0-962b-91cdc2f3bfb6,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:04.258818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network d92597c1-9b39-4b12-a9e9-ecb2c837aa5e details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:04.268065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object 4c86dc1d-933a-444a-8515-263a669d515e will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:04.273042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:subnet and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:04.278770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Attempting to bind port 1b41c668-4a38-4f0f-ac54-83071a8ed98c on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:04.279143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Attempting to bind port 1b41c668-4a38-4f0f-ac54-83071a8ed98c by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '2ec9c00e-adf7-45cd-8e79-730b58cdad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9dc56579-4b61-401e-bcab-a6a52ef86aaa'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:04.279504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Attempting to bind port 1b41c668-4a38-4f0f-ac54-83071a8ed98c on network 9dc56579-4b61-401e-bcab-a6a52ef86aaa {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:04.279653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:04.288876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Network be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:04.336619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:04.339249 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:04.339634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Checking segment: {'id': '2ec9c00e-adf7-45cd-8e79-730b58cdad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9dc56579-4b61-401e-bcab-a6a52ef86aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:04.340038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.340610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Bound using segment: {'id': '2ec9c00e-adf7-45cd-8e79-730b58cdad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9dc56579-4b61-401e-bcab-a6a52ef86aaa'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:04.340936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Bound port: 1b41c668-4a38-4f0f-ac54-83071a8ed98c, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec9c00e-adf7-45cd-8e79-730b58cdad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9dc56579-4b61-401e-bcab-a6a52ef86aaa'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:04.341309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.355774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f171867-94c0-4bce-a89c-22878ddfa900 None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:04.362921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.370179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:04.373280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:04.379843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:04.383681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.450929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.460122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5095f6dd-e751-49f3-9dba-0c327017b6bc up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:04.466916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc56579-4b61-401e-bcab-a6a52ef86aaa']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:04.492560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.495289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec9c00e-adf7-45cd-8e79-730b58cdad11') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:04.495583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec9c00e-adf7-45cd-8e79-730b58cdad11') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:04.515530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.536969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:04.541317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.541601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:04.545736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Transition to ACTIVE for port object 75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:04.547083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:04.551043 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:04.551581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:04.566757 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:04.593884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=4c86dc1d-933a-444a-8515-263a669d515e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:04.629771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:04.630958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.654663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:36:04.654663 dv-neutron-825123-1-hyperv neutron-server[87494]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:36:04.654663 dv-neutron-825123-1-hyperv neutron-server[87494]: [parameters: {'id': '9dc56579-4b61-401e-bcab-a6a52ef86aaa'}] Jan 20 14:36:04.654663 dv-neutron-825123-1-hyperv neutron-server[87494]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:36:04.655358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:36:04.657148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.702121 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-669b2698-df2d-4281-a11c-8f2ff0152b6c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8612874 Jan 20 14:36:04.704855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50668) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:04.713637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:04.728597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:04.732183 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:04.732410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e66f1ddd-0586-43ae-9f19-fbe07b37b187 None None] Provisioning complete for port c1d24a2f-749f-461e-a86e-4b8e5ff010af triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:04.732667 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e66f1ddd-0586-43ae-9f19-fbe07b37b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.737495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:04.773268 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=75bdb54d-c47b-4f3e-9067-65c24d1ba0f3,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:04.807678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.815262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Attempting to bind port e4b20698-4997-40d0-962b-91cdc2f3bfb6 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:04.815634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Attempting to bind port e4b20698-4997-40d0-962b-91cdc2f3bfb6 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'd9c8f851-b5df-4767-a4ca-cb501c9c7028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:04.816050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Attempting to bind port e4b20698-4997-40d0-962b-91cdc2f3bfb6 on network be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:04.869123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] For port 1b41c668-4a38-4f0f-ac54-83071a8ed98c, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:04.873401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:04.873796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Checking segment: {'id': 'd9c8f851-b5df-4767-a4ca-cb501c9c7028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:04.874540 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.874540 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Bound using segment: {'id': 'd9c8f851-b5df-4767-a4ca-cb501c9c7028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:04.875025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Bound port: e4b20698-4997-40d0-962b-91cdc2f3bfb6, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c8f851-b5df-4767-a4ca-cb501c9c7028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:04.875147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.875391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.908066 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e66f1ddd-0586-43ae-9f19-fbe07b37b187 None None] Port c1d24a2f-749f-461e-a86e-4b8e5ff010af cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:04.927261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.936245 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] For port 1b41c668-4a38-4f0f-ac54-83071a8ed98c, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1b41c668-4a38-4f0f-ac54-83071a8ed98c,segment=NetworkSegment(2ec9c00e-adf7-45cd-8e79-730b58cdad11),segment_id=2ec9c00e-adf7-45cd-8e79-730b58cdad11)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:04.949206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:04.965822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:04.973905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:04.985123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:04.991103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e66f1ddd-0586-43ae-9f19-fbe07b37b187 None None] Provisioning for port 5095f6dd-e751-49f3-9dba-0c327017b6bc completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:04.996283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Checking segment: {'id': 'cfb8acfa-22aa-4b10-b7b0-250bfc454c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd92597c1-9b39-4b12-a9e9-ecb2c837aa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:04.996600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network hostable DHCP agents. Network: d92597c1-9b39-4b12-a9e9-ecb2c837aa5e, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:05.003013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Subnet': ['ID=f510bbfe-dc7b-4090-8943-4825bcfb2f2d,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:05.005148 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.011477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:05.015115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.081592 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e66f1ddd-0586-43ae-9f19-fbe07b37b187 None None] Provisioning complete for port 5095f6dd-e751-49f3-9dba-0c327017b6bc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:05.081967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e66f1ddd-0586-43ae-9f19-fbe07b37b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.090340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network d92597c1-9b39-4b12-a9e9-ecb2c837aa5e is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:05.116275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, d92597c1-9b39-4b12-a9e9-ecb2c837aa5e) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:05.124675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:05.125159 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.156089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2380269-5d09-43e5-9842-543e39f6d339 None None] Network d92597c1-9b39-4b12-a9e9-ecb2c837aa5e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:05.156352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.186483 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.ipam_backend_mixin [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cfe0b8c2-c2b7-434c-baa6-66b415c5ca35 (CIDR: 172.20.0.0/28) Jan 20 14:36:05.188043 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-41213715-fec1-444e-a3f9-f529e4205164 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2270713 Jan 20 14:36:05.191546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting port 1b41c668-4a38-4f0f-ac54-83071a8ed98c {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:05.191546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.192201 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50674) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:05.197372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-10610775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:05.205599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:05.212959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:router and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:05.217367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:05.220070 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:36:05.220584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:05.227284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:05.252106 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1aef97e4-6e8c-459f-b9b1-7cd6a44533e1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5459876 Jan 20 14:36:05.255228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50678) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:05.262589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:05.274676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.276693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.369955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] For port e4b20698-4997-40d0-962b-91cdc2f3bfb6, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:05.376585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574454cf-5b68-490e-aa26-a7d0494ae7fa None None] Pushing event updated for resources: {'Port': ['ID=1b41c668-4a38-4f0f-ac54-83071a8ed98c,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:05.383139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] For port e4b20698-4997-40d0-962b-91cdc2f3bfb6, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e4b20698-4997-40d0-962b-91cdc2f3bfb6,segment=NetworkSegment(d9c8f851-b5df-4767-a4ca-cb501c9c7028),segment_id=d9c8f851-b5df-4767-a4ca-cb501c9c7028)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:05.393087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.448840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.449113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.487610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.491364 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-774f9da5-7ffc-448e-9d4e-988b5f76b390 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2956970 Jan 20 14:36:05.492237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50682) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:05.498063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'port': {'network_id': 'd92597c1-9b39-4b12-a9e9-ecb2c837aa5e', 'name': 'tempest-RoutersIpV6Test-1238913459'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:05.522093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.553949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4a4b90e4-239d-463e-a79e-41f5d25dd7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.589421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.688906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac64336c-8059-42f6-bd13-a6e8cdaf51ff None None] Network 9dc56579-4b61-401e-bcab-a6a52ef86aaa requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:05.689418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:05.713766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] For port 1b41c668-4a38-4f0f-ac54-83071a8ed98c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1b41c668-4a38-4f0f-ac54-83071a8ed98c,segment=NetworkSegment(2ec9c00e-adf7-45cd-8e79-730b58cdad11),segment_id=2ec9c00e-adf7-45cd-8e79-730b58cdad11)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:05.714657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.777215 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2f638-d43e-4b36-ac9f-4d4245138c47 None None] Pushing event updated for resources: {'Port': ['ID=e4b20698-4997-40d0-962b-91cdc2f3bfb6,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:05.787021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=75bdb54d-c47b-4f3e-9067-65c24d1ba0f3,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:05.798549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.804218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:05.810590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:port and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:05.814960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:05.835394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:05.910980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Calling delete_port for 1b41c668-4a38-4f0f-ac54-83071a8ed98c owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:05.998109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:06.003374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:06.012779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-d92597c1-9b39-4b12-a9e9-ecb2c837aa5e', 'network_id': 'd92597c1-9b39-4b12-a9e9-ecb2c837aa5e', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'fixed_ips': [{'subnet_id': 'f510bbfe-dc7b-4090-8943-4825bcfb2f2d'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:06.016654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.036082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:06.078836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.127007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-526aad98-7e03-46df-8668-c4d9c214add6 None None] Provisioning for port 4c86dc1d-933a-444a-8515-263a669d515e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:06.142314 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-526aad98-7e03-46df-8668-c4d9c214add6 None None] Provisioning complete for port 4c86dc1d-933a-444a-8515-263a669d515e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:06.142921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-526aad98-7e03-46df-8668-c4d9c214add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.165923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:06.169544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.187449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:06.192537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.216992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:06.220437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:06.228450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] device_id is not set on port 720209ed-f125-4f81-b1f3-471e8c4397cb yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:06.295782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Port': ['ID=1b41c668-4a38-4f0f-ac54-83071a8ed98c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:06.298771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-526aad98-7e03-46df-8668-c4d9c214add6 None None] Port 4c86dc1d-933a-444a-8515-263a669d515e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:06.319065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No DVR routers for this DVR port 1b41c668-4a38-4f0f-ac54-83071a8ed98c on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:36:06.325752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf65db0-e9af-471d-ae5c-5743e6c1c35f None None] Network 9dc56579-4b61-401e-bcab-a6a52ef86aaa requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:06.417551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-526aad98-7e03-46df-8668-c4d9c214add6 None None] Provisioning complete for port c1d24a2f-749f-461e-a86e-4b8e5ff010af triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:06.418706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-526aad98-7e03-46df-8668-c4d9c214add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.467694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Allocated IP 2001:db8::2 (d92597c1-9b39-4b12-a9e9-ecb2c837aa5e/f510bbfe-dc7b-4090-8943-4825bcfb2f2d/6705035a-1693-4d7a-93e6-597632df0744) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:06.483379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.512998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e4b20698-4997-40d0-962b-91cdc2f3bfb6 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:06.524032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc56579-4b61-401e-bcab-a6a52ef86aaa']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:06.546678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router caecc634-07e8-4838-a6ba-2445ed013d29 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:36:06.553158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec9c00e-adf7-45cd-8e79-730b58cdad11') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:06.553158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec9c00e-adf7-45cd-8e79-730b58cdad11') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:06.564385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.574344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.581917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.597473 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.ipam_backend_mixin [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d1ea4f95-38a2-4666-8bee-532df64bb480 (CIDR: 172.20.0.16/28) Jan 20 14:36:06.599849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.605282 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:36:06.605845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:06.619841 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:06.620330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.631440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-526aad98-7e03-46df-8668-c4d9c214add6 None None] Port c1d24a2f-749f-461e-a86e-4b8e5ff010af cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:06.635794 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:06.710809 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a7d48f07-c53c-49e0-ab1e-817c29c2b53e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4545469 Jan 20 14:36:06.715441 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50686) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:06.721195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'subnet': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:06.732174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:06.746875 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40aab4-ec75-4154-9afc-7ad52065e939 None None] Sync routers for ids ['caecc634-07e8-4838-a6ba-2445ed013d29'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:06.754442 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f4282956-aee7-420f-837b-80e5f26e0b23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/caecc634-07e8-4838-a6ba-2445ed013d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8191264 Jan 20 14:36:06.758477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50690) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:06.770077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-526aad98-7e03-46df-8668-c4d9c214add6 None None] Provisioning complete for port 5095f6dd-e751-49f3-9dba-0c327017b6bc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:06.772048 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40aab4-ec75-4154-9afc-7ad52065e939 None None] Routers {'caecc634-07e8-4838-a6ba-2445ed013d29'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:06.772803 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cd40aab4-ec75-4154-9afc-7ad52065e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['caecc634-07e8-4838-a6ba-2445ed013d29'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:06.784657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-526aad98-7e03-46df-8668-c4d9c214add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.844545 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e893d-cba6-4683-b0f6-88a558f3fb08 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:06.845420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-463e893d-cba6-4683-b0f6-88a558f3fb08 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Synchronizing usage tracker for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:06.863354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.869214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.869416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-463e893d-cba6-4683-b0f6-88a558f3fb08 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Unset dirty status for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:06.873003 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-463e893d-cba6-4683-b0f6-88a558f3fb08 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports/75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 HTTP/1.1" status: 200 len: 910 time: 0.1106050 Jan 20 14:36:06.873310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50694) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:06.880074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-39a83d97-07b1-4779-8e4d-8eafede047d1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bfeeede-17cb-4c15-80d7-293a23a6b7e7'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:06.896176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port e4b20698-4997-40d0-962b-91cdc2f3bfb6 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:06.897554 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cd40aab4-ec75-4154-9afc-7ad52065e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:06.902309 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/9dc56579-4b61-401e-bcab-a6a52ef86aaa HTTP/1.1" status: 204 len: 168 time: 4.3310373 Jan 20 14:36:06.918756 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40aab4-ec75-4154-9afc-7ad52065e939 None None] Routers {'caecc634-07e8-4838-a6ba-2445ed013d29'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:06.919489 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cd40aab4-ec75-4154-9afc-7ad52065e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['caecc634-07e8-4838-a6ba-2445ed013d29'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:06.923862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50698) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:06.976247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb968e3d-a128-4153-b0d7-4a90d1b9e5a9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=9dc56579-4b61-401e-bcab-a6a52ef86aaa,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:06.990395 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-59150924-59de-4747-9e78-29e142d10a16 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:06.990849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59150924-59de-4747-9e78-29e142d10a16 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:06.995250 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-59150924-59de-4747-9e78-29e142d10a16 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/02bdea45-0928-49e9-aee5-72412d8ece94 HTTP/1.1" status: 404 len: 337 time: 0.0679624 Jan 20 14:36:07.002105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50702) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:07.044713 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc4905d-a18a-4bf0-bc5d-3706d4a9468e tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:07.045199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc4905d-a18a-4bf0-bc5d-3706d4a9468e tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:07.050114 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4dc4905d-a18a-4bf0-bc5d-3706d4a9468e tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/9dc56579-4b61-401e-bcab-a6a52ef86aaa HTTP/1.1" status: 404 len: 339 time: 0.0442333 Jan 20 14:36:07.050114 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:07.052558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50706) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:07.069500 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cd40aab4-ec75-4154-9afc-7ad52065e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:07.070050 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40aab4-ec75-4154-9afc-7ad52065e939 None None] The sync data for ids ['caecc634-07e8-4838-a6ba-2445ed013d29'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:07.099067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Usage tracker for resource:subnet and tenant:afb89df1bb2349fc9d765c87454ab71e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:07.105013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:07.108335 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e31593-87b6-43c2-b600-f4c105ea75ef tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:07.108888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e31593-87b6-43c2-b600-f4c105ea75ef tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:07.112828 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a2e31593-87b6-43c2-b600-f4c105ea75ef tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/a5700382-bb76-4a1b-a790-ac22aea93189 HTTP/1.1" status: 404 len: 337 time: 0.0569963 Jan 20 14:36:07.113942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50710) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:07.116956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:07.146207 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1950736d-a895-4140-adea-df6746dc4040 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:07.146605 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1950736d-a895-4140-adea-df6746dc4040 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:07.151630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1950736d-a895-4140-adea-df6746dc4040 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/c47b01ef-51a2-442f-8929-48523907db2b HTTP/1.1" status: 404 len: 339 time: 0.0335841 Jan 20 14:36:07.151630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50714) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:07.164753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.169908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c869eb-a22b-42ef-b734-4919c0dbc908 None None] Network be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:07.176602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Made reservation on behalf of afb89df1bb2349fc9d765c87454ab71e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:07.180030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.214842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-39a83d97-07b1-4779-8e4d-8eafede047d1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.244746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Transition to ACTIVE for port object 6705035a-1693-4d7a-93e6-597632df0744 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:07.277440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Transition to ACTIVE for port object 6705035a-1693-4d7a-93e6-597632df0744 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:07.298955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.374541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.495916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Allocated IP 2001:db8::25c (d92597c1-9b39-4b12-a9e9-ecb2c837aa5e/f510bbfe-dc7b-4090-8943-4825bcfb2f2d/720209ed-f125-4f81-b1f3-471e8c4397cb) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:07.509200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Network d92597c1-9b39-4b12-a9e9-ecb2c837aa5e is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:07.515871 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Pushing event updated for resources: {'Port': ['ID=6705035a-1693-4d7a-93e6-597632df0744,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:07.526883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:07.528767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8321930c-2d40-472a-be03-b55da1de210c None None] Provisioning complete for port 4c86dc1d-933a-444a-8515-263a669d515e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:07.529141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8321930c-2d40-472a-be03-b55da1de210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.562466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:07.671275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.719039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8321930c-2d40-472a-be03-b55da1de210c None None] Port 4c86dc1d-933a-444a-8515-263a669d515e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:07.731752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Attempting to bind port 6705035a-1693-4d7a-93e6-597632df0744 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:07.732252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Attempting to bind port 6705035a-1693-4d7a-93e6-597632df0744 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'cfb8acfa-22aa-4b10-b7b0-250bfc454c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd92597c1-9b39-4b12-a9e9-ecb2c837aa5e'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:07.732686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Attempting to bind port 6705035a-1693-4d7a-93e6-597632df0744 on network d92597c1-9b39-4b12-a9e9-ecb2c837aa5e {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:07.743113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68f8900-b7cb-4e8b-9768-2a9ce9cec00e']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:07.749480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:07.749945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Checking segment: {'id': 'cfb8acfa-22aa-4b10-b7b0-250bfc454c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd92597c1-9b39-4b12-a9e9-ecb2c837aa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:07.750838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.750838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Bound using segment: {'id': 'cfb8acfa-22aa-4b10-b7b0-250bfc454c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd92597c1-9b39-4b12-a9e9-ecb2c837aa5e'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:07.751472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Bound port: 6705035a-1693-4d7a-93e6-597632df0744, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb8acfa-22aa-4b10-b7b0-250bfc454c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd92597c1-9b39-4b12-a9e9-ecb2c837aa5e'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:07.751940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.763227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3505dc4a-b099-41f3-b04f-2a1ac8585ede') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:07.763533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3505dc4a-b099-41f3-b04f-2a1ac8585ede') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:07.767026 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8321930c-2d40-472a-be03-b55da1de210c None None] Provisioning for port e4b20698-4997-40d0-962b-91cdc2f3bfb6 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:07.782006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.800401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8321930c-2d40-472a-be03-b55da1de210c None None] Provisioning complete for port e4b20698-4997-40d0-962b-91cdc2f3bfb6 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:07.800932 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8321930c-2d40-472a-be03-b55da1de210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.805514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.814084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:07.814482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:07.829921 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:07.920740 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.939673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] For port 6705035a-1693-4d7a-93e6-597632df0744, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:07.943769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] For port 6705035a-1693-4d7a-93e6-597632df0744, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=6705035a-1693-4d7a-93e6-597632df0744,segment=NetworkSegment(cfb8acfa-22aa-4b10-b7b0-250bfc454c5d),segment_id=cfb8acfa-22aa-4b10-b7b0-250bfc454c5d)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:07.945683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.974008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.978017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.980602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=b68f8900-b7cb-4e8b-9768-2a9ce9cec00e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:07.984499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.049750 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7743dc4c-2fc0-415d-9c00-be4730b51db4 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/b68f8900-b7cb-4e8b-9768-2a9ce9cec00e HTTP/1.1" status: 204 len: 168 time: 0.8953946 Jan 20 14:36:08.049950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.050425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50718) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.051752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Network 40a026f1-bf73-45ca-bad5-5a702814b865 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:08.055050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:08.058270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:08.059095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.075591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74590aa-3fab-4482-ba6f-7c52be7891c1 None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:08.078121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Subnet': ['ID=d6afb3da-966e-4548-88fd-69ac4613fee8,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:08.103478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8321930c-2d40-472a-be03-b55da1de210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.106315 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f24ae5c6-573d-45a9-b770-c610d65ca5a2 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3899443 Jan 20 14:36:08.107188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50722) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.114049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1381537832', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6afb3da-966e-4548-88fd-69ac4613fee8'}], 'security_groups': ['7c9cb235-a58b-428c-b3bc-4838d6d87e5d', '11c90804-a079-4884-a76d-7c2b03acc9cf']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:08.122024 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-76344d53-68e4-49c9-821a-a593bc68369d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:08.122702 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76344d53-68e4-49c9-821a-a593bc68369d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:08.124580 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-76344d53-68e4-49c9-821a-a593bc68369d tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/0abec661-856c-4bc5-afbf-1c5c9974cf83 HTTP/1.1" status: 404 len: 337 time: 0.0646729 Jan 20 14:36:08.129103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50726) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.132560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Transition to ACTIVE for port object 720209ed-f125-4f81-b1f3-471e8c4397cb will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:08.178913 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9e9685-4b43-4eb8-80ff-250d5171a0d9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:08.179508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9e9685-4b43-4eb8-80ff-250d5171a0d9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:08.181561 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2f9e9685-4b43-4eb8-80ff-250d5171a0d9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/cf12caa3-a688-48c3-a305-f1f2c8d40a1f HTTP/1.1" status: 404 len: 339 time: 0.0515101 Jan 20 14:36:08.187640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50730) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.191721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-39a83d97-07b1-4779-8e4d-8eafede047d1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.226804 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69363737-a319-4048-9d7e-d94fd959d77f None None] Pushing event updated for resources: {'Port': ['ID=6705035a-1693-4d7a-93e6-597632df0744,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:08.257886 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1518a691-e012-426b-b420-f5a7f2c24811 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:08.258522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1518a691-e012-426b-b420-f5a7f2c24811 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:08.260198 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1518a691-e012-426b-b420-f5a7f2c24811 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/1e3262e2-1308-4443-b3e7-ba5fc1992874 HTTP/1.1" status: 404 len: 337 time: 0.0712745 Jan 20 14:36:08.266262 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50734) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.268895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-8321930c-2d40-472a-be03-b55da1de210c None None] For port e4b20698-4997-40d0-962b-91cdc2f3bfb6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e4b20698-4997-40d0-962b-91cdc2f3bfb6,segment=NetworkSegment(d9c8f851-b5df-4767-a4ca-cb501c9c7028),segment_id=d9c8f851-b5df-4767-a4ca-cb501c9c7028)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:08.287037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8321930c-2d40-472a-be03-b55da1de210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.289879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-39a83d97-07b1-4779-8e4d-8eafede047d1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.425550 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70f32fd-8a36-4716-81f2-3e8796bb720e tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:08.426032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70f32fd-8a36-4716-81f2-3e8796bb720e tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:08.427731 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e70f32fd-8a36-4716-81f2-3e8796bb720e tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/7c8a485e-68ec-4fa3-b0a7-e384ea587e73 HTTP/1.1" status: 404 len: 339 time: 0.1592736 Jan 20 14:36:08.440118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50738) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.472385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321930c-2d40-472a-be03-b55da1de210c None None] Pushing event updated for resources: {'Port': ['ID=e4b20698-4997-40d0-962b-91cdc2f3bfb6,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:08.476471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-287f86f6-25b5-43cc-ac3d-f6f833781c6a None None] Provisioning for port 75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:08.484159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-287f86f6-25b5-43cc-ac3d-f6f833781c6a None None] Provisioning complete for port 75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:08.484642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-287f86f6-25b5-43cc-ac3d-f6f833781c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.490721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.498157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.548261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a83d97-07b1-4779-8e4d-8eafede047d1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:08.553639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-39a83d97-07b1-4779-8e4d-8eafede047d1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.562678 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-39a83d97-07b1-4779-8e4d-8eafede047d1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/ports/75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 HTTP/1.1" status: 200 len: 910 time: 1.6808448 Jan 20 14:36:08.562678 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7d6bfc-ebf2-4e43-80a0-3dbe55d89b84 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:08.562678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7d6bfc-ebf2-4e43-80a0-3dbe55d89b84 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:08.562678 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3b7d6bfc-ebf2-4e43-80a0-3dbe55d89b84 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/04cdc5aa-1583-4756-9c13-b3a03a2ca05c HTTP/1.1" status: 404 len: 337 time: 0.1121693 Jan 20 14:36:08.569465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50742) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.569465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50744) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.605412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a83d97-07b1-4779-8e4d-8eafede047d1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=75bdb54d-c47b-4f3e-9067-65c24d1ba0f3,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:08.607456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-287f86f6-25b5-43cc-ac3d-f6f833781c6a None None] Port 75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:08.629785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-287f86f6-25b5-43cc-ac3d-f6f833781c6a None None] Provisioning complete for port e4b20698-4997-40d0-962b-91cdc2f3bfb6 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:08.630270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-287f86f6-25b5-43cc-ac3d-f6f833781c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.770090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f20b6-e1f7-4729-bf94-e0fcf6737b08 None None] Update dhcp port {'port': {'network_id': '40a026f1-bf73-45ca-bad5-5a702814b865', 'fixed_ips': [{'subnet_id': 'd1ea4f95-38a2-4666-8bee-532df64bb480', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cfe0b8c2-c2b7-434c-baa6-66b415c5ca35', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6afb3da-966e-4548-88fd-69ac4613fee8'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': '5095f6dd-e751-49f3-9dba-0c327017b6bc'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:36:08.847531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network d92597c1-9b39-4b12-a9e9-ecb2c837aa5e is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:08.856382 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9caa05-deb9-483a-8a63-5b7ad98e6c59 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:08.857145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9caa05-deb9-483a-8a63-5b7ad98e6c59 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:08.858956 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6f9caa05-deb9-483a-8a63-5b7ad98e6c59 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/92bc812e-b5ad-454a-891a-11c76ca2a9b2 HTTP/1.1" status: 404 len: 339 time: 0.2810166 Jan 20 14:36:08.872991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:08.875611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50750) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.876256 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:08.888033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:08.893382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.910618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2d6f20b6-e1f7-4729-bf94-e0fcf6737b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:08.921799 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c30134-5915-4074-81a9-786f2e5234d6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:08.922313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c30134-5915-4074-81a9-786f2e5234d6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:08.926502 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f1c30134-5915-4074-81a9-786f2e5234d6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/be4d9518-d62c-4818-ae2f-30d14ef3cc12 HTTP/1.1" status: 404 len: 337 time: 0.0474980 Jan 20 14:36:08.928945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50754) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.942488 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4492788 Jan 20 14:36:08.947994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb40df6-0f5a-4c04-af81-696965991439 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=720209ed-f125-4f81-b1f3-471e8c4397cb,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:08.960791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50758) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:08.991708 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1429b951-c2e6-4171-9900-c23b900842c6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:08.992187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1429b951-c2e6-4171-9900-c23b900842c6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:08.993981 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1429b951-c2e6-4171-9900-c23b900842c6 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/85772c26-30a7-4fce-ad63-52a0e7b6f8bb HTTP/1.1" status: 404 len: 339 time: 0.0640063 Jan 20 14:36:09.001026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50762) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:09.051566 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41ee9c9-558b-4b83-9e82-7785595ce1fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:09.051930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41ee9c9-558b-4b83-9e82-7785595ce1fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:09.057123 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a41ee9c9-558b-4b83-9e82-7785595ce1fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/7f030499-fa4d-420b-baac-04defc53c8aa HTTP/1.1" status: 404 len: 337 time: 0.0526383 Jan 20 14:36:09.058251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50766) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:09.086986 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f2d78b9b-4a9c-48c7-807f-17e4ab75bcef None None] Provisioning complete for port 75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:09.087214 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f2d78b9b-4a9c-48c7-807f-17e4ab75bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:09.097754 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29dcfae-34c1-49f0-95cb-10830834aea9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:09.098139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29dcfae-34c1-49f0-95cb-10830834aea9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:09.102283 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e29dcfae-34c1-49f0-95cb-10830834aea9 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/a623b591-bc9c-43d7-a573-b3c483e0672b HTTP/1.1" status: 404 len: 339 time: 0.0410209 Jan 20 14:36:09.103208 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50770) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:09.149574 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d4142b-724c-4117-9727-a70926fb03db tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:09.150027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d4142b-724c-4117-9727-a70926fb03db tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:09.150421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f2d78b9b-4a9c-48c7-807f-17e4ab75bcef None None] Port 75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:09.151769 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-81d4142b-724c-4117-9727-a70926fb03db tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/1b8c2ea6-ac72-437a-8353-ae683c62597e HTTP/1.1" status: 404 len: 337 time: 0.0482206 Jan 20 14:36:09.155914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50774) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:09.222220 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c7f9d7-f056-4b0c-8913-1ce1b89a4929 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:09.222677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c7f9d7-f056-4b0c-8913-1ce1b89a4929 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:09.224382 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-65c7f9d7-f056-4b0c-8913-1ce1b89a4929 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/4c7ae9be-6fe9-48ca-8242-cd0d4569265e HTTP/1.1" status: 404 len: 339 time: 0.0674932 Jan 20 14:36:09.227004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50778) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:09.266928 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc90f85d-a626-49a0-a34e-564a74faa945 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:09.267386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc90f85d-a626-49a0-a34e-564a74faa945 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:09.269652 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fc90f85d-a626-49a0-a34e-564a74faa945 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/e60fbddc-ae1e-4c95-a884-c6c8aa881c65 HTTP/1.1" status: 404 len: 337 time: 0.0416930 Jan 20 14:36:09.273012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50782) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:09.278643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4f3c1b81-e70f-4849-b145-6cae5b80542b None None] Provisioning complete for port 75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:09.279316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f3c1b81-e70f-4849-b145-6cae5b80542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:09.299614 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-9817b5c4-513c-4d29-a98a-ccb57ea18b83 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:09.300083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9817b5c4-513c-4d29-a98a-ccb57ea18b83 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:09.301865 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9817b5c4-513c-4d29-a98a-ccb57ea18b83 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/96b71a81-e103-47c3-9ccc-d0d4aac086fc HTTP/1.1" status: 404 len: 339 time: 0.0279469 Jan 20 14:36:09.305142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50786) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:09.353007 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-207202f3-2d3b-408f-842d-175dbfed6895 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:09.353007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207202f3-2d3b-408f-842d-175dbfed6895 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:09.354333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c1b81-e70f-4849-b145-6cae5b80542b None None] Port 75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:09.354913 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-207202f3-2d3b-408f-842d-175dbfed6895 tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/ed144dc4-bcfb-483d-94c5-b8e392a240eb HTTP/1.1" status: 404 len: 337 time: 0.0494187 Jan 20 14:36:09.358733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50790) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:09.361211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Delete allocated IP 172.20.0.11 (40a026f1-bf73-45ca-bad5-5a702814b865/cfe0b8c2-c2b7-434c-baa6-66b415c5ca35) {{(pid=87494) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:36:09.388500 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c06cad1-990f-4479-95bf-ea4971b41a4b tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:09.388977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c06cad1-990f-4479-95bf-ea4971b41a4b tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:09.392655 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5c06cad1-990f-4479-95bf-ea4971b41a4b tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/e4260fff-8e65-4efb-bd0a-b1eb16b54436 HTTP/1.1" status: 404 len: 339 time: 0.0316222 Jan 20 14:36:09.393474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50794) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:09.394640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Allocated IP 172.20.0.35 (40a026f1-bf73-45ca-bad5-5a702814b865/d6afb3da-966e-4548-88fd-69ac4613fee8/4c86dc1d-933a-444a-8515-263a669d515e) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:09.503465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-335aae8e-a7b8-496e-92b4-95a52b4dc7fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting subnet 50e99ce6-855b-4399-8b85-6251bd3395ac {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:09.509666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-335aae8e-a7b8-496e-92b4-95a52b4dc7fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:09.647577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a9dd08-5838-49b6-b00a-e815b9a3dfb3 None None] Network d92597c1-9b39-4b12-a9e9-ecb2c837aa5e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:09.774186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-335aae8e-a7b8-496e-92b4-95a52b4dc7fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:09.794963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d5931977-4377-4606-a39a-3ef47175c3b0 None None] Provisioning for port 6705035a-1693-4d7a-93e6-597632df0744 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:09.911405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-335aae8e-a7b8-496e-92b4-95a52b4dc7fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:09.939707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:09.977633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Transition to ACTIVE for port object 4c86dc1d-933a-444a-8515-263a669d515e will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:09.987070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.042797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.086733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-2d6f20b6-e1f7-4729-bf94-e0fcf6737b08 None None] Allocated IP 172.20.0.34 (40a026f1-bf73-45ca-bad5-5a702814b865/d6afb3da-966e-4548-88fd-69ac4613fee8/5095f6dd-e751-49f3-9dba-0c327017b6bc) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:10.167929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event updated for resources: {'Port': ['ID=4c86dc1d-933a-444a-8515-263a669d515e,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:10.173516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-335aae8e-a7b8-496e-92b4-95a52b4dc7fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.225737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335aae8e-a7b8-496e-92b4-95a52b4dc7fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Subnet': ['ID=50e99ce6-855b-4399-8b85-6251bd3395ac,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:10.230245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-335aae8e-a7b8-496e-92b4-95a52b4dc7fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.245036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3943e699-459d-45ea-a82f-6877feb47d02 None None] Network 778ba0a3-fa8f-491f-aa1f-a955edc87f78 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:10.245315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] In _notify_port_updated(), no bound segment for port 4c86dc1d-933a-444a-8515-263a669d515e on network 40a026f1-bf73-45ca-bad5-5a702814b865 {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:36:10.255123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:10.256087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.259228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.262180 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-478c96e5-820b-49a9-8fec-fa00f24c7e5b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "PUT /v2.0/ports/4c86dc1d-933a-444a-8515-263a669d515e HTTP/1.1" status: 200 len: 960 time: 2.1530216 Jan 20 14:36:10.265974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50798) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:10.314538 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-335aae8e-a7b8-496e-92b4-95a52b4dc7fa tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/subnets/50e99ce6-855b-4399-8b85-6251bd3395ac HTTP/1.1" status: 204 len: 168 time: 0.9152274 Jan 20 14:36:10.321333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50802) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:10.390888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2d6f20b6-e1f7-4729-bf94-e0fcf6737b08 None None] For port 5095f6dd-e751-49f3-9dba-0c327017b6bc, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5095f6dd-e751-49f3-9dba-0c327017b6bc,segment=NetworkSegment(7f23d748-f30c-434b-a5f6-f421e754ff03),segment_id=7f23d748-f30c-434b-a5f6-f421e754ff03)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:10.456726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0fd08797-eab9-4390-8ba8-35aff11d32bc None None] Provisioning for port 720209ed-f125-4f81-b1f3-471e8c4397cb completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:10.486714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2a912-527f-4fff-b484-870b5f09dbcc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port 4c86dc1d-933a-444a-8515-263a669d515e {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:10.487049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a912-527f-4fff-b484-870b5f09dbcc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.506705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0fd08797-eab9-4390-8ba8-35aff11d32bc None None] Provisioning complete for port 720209ed-f125-4f81-b1f3-471e8c4397cb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:10.507370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0fd08797-eab9-4390-8ba8-35aff11d32bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.539931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.resource_extend [None req-2d6f20b6-e1f7-4729-bf94-e0fcf6737b08 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:36:10.569900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2d6f20b6-e1f7-4729-bf94-e0fcf6737b08 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.583952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.600066 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6705035a-1693-4d7a-93e6-597632df0744 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:10.659943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Deleting port c00cfb57-772b-4bbe-a196-08f11df98b19 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:10.660299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.670524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2d6f20b6-e1f7-4729-bf94-e0fcf6737b08 None None] Transition to ACTIVE for port object 5095f6dd-e751-49f3-9dba-0c327017b6bc will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:10.680609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0fd08797-eab9-4390-8ba8-35aff11d32bc None None] Port 720209ed-f125-4f81-b1f3-471e8c4397cb cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:10.684918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2d6f20b6-e1f7-4729-bf94-e0fcf6737b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.826831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.883748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f20b6-e1f7-4729-bf94-e0fcf6737b08 None None] Pushing event updated for resources: {'Port': ['ID=5095f6dd-e751-49f3-9dba-0c327017b6bc,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:10.886503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 6705035a-1693-4d7a-93e6-597632df0744 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:10.895285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 6705035a-1693-4d7a-93e6-597632df0744 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:10.896124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.905227 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.914647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:10.914988 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.943228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a912-527f-4fff-b484-870b5f09dbcc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.977349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] DHCP port deletion for 778ba0a3-fa8f-491f-aa1f-a955edc87f78 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:36:10.983701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] Deleting port c00cfb57-772b-4bbe-a196-08f11df98b19 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:10.984407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.041215 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=720209ed-f125-4f81-b1f3-471e8c4397cb,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:11.150161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2a912-527f-4fff-b484-870b5f09dbcc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for 4c86dc1d-933a-444a-8515-263a669d515e owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:11.237955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-909818ab-5268-4022-aa3c-ed8115f5801c None None] Provisioning complete for port 720209ed-f125-4f81-b1f3-471e8c4397cb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:11.238474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-909818ab-5268-4022-aa3c-ed8115f5801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.243053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] For port c00cfb57-772b-4bbe-a196-08f11df98b19, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c00cfb57-772b-4bbe-a196-08f11df98b19,segment=NetworkSegment(2d73f9ac-868e-456d-8054-23cd7142e492),segment_id=2d73f9ac-868e-456d-8054-23cd7142e492)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:11.243419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.324701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-909818ab-5268-4022-aa3c-ed8115f5801c None None] Port 720209ed-f125-4f81-b1f3-471e8c4397cb cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:11.394447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Calling delete_port for c00cfb57-772b-4bbe-a196-08f11df98b19 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:11.408567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] For port c00cfb57-772b-4bbe-a196-08f11df98b19, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c00cfb57-772b-4bbe-a196-08f11df98b19,segment=NetworkSegment(2d73f9ac-868e-456d-8054-23cd7142e492),segment_id=2d73f9ac-868e-456d-8054-23cd7142e492)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:11.408959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.468382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.558630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] Calling delete_port for c00cfb57-772b-4bbe-a196-08f11df98b19 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:11.587296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.612227 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 75bdb54d-c47b-4f3e-9067-65c24d1ba0f3 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:11.626771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.646555 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8dd5c931-9a36-4c4c-83f5-27e56694cea2 None None] Provisioning complete for port 720209ed-f125-4f81-b1f3-471e8c4397cb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:11.646952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c931-9a36-4c4c-83f5-27e56694cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.679351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Port': ['ID=c00cfb57-772b-4bbe-a196-08f11df98b19,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:11.681017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] No DVR routers for this DVR port c00cfb57-772b-4bbe-a196-08f11df98b19 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:36:11.747729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 6705035a-1693-4d7a-93e6-597632df0744, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=6705035a-1693-4d7a-93e6-597632df0744,segment=NetworkSegment(cfb8acfa-22aa-4b10-b7b0-250bfc454c5d),segment_id=cfb8acfa-22aa-4b10-b7b0-250bfc454c5d)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:11.770393 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.771985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e4b20698-4997-40d0-962b-91cdc2f3bfb6 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:11.860949 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.867499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:36:11.868151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:36:11.880601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5c931-9a36-4c4c-83f5-27e56694cea2 None None] Port 720209ed-f125-4f81-b1f3-471e8c4397cb cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:11.886046 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a912-527f-4fff-b484-870b5f09dbcc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.893235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.914865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=6705035a-1693-4d7a-93e6-597632df0744,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:11.925255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e4b20698-4997-40d0-962b-91cdc2f3bfb6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:11.925563 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.928104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778ba0a3-fa8f-491f-aa1f-a955edc87f78']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:11.953154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a912-527f-4fff-b484-870b5f09dbcc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=4c86dc1d-933a-444a-8515-263a669d515e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:11.956688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=75bdb54d-c47b-4f3e-9067-65c24d1ba0f3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:11.956864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d73f9ac-868e-456d-8054-23cd7142e492') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:11.956864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d73f9ac-868e-456d-8054-23cd7142e492') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:12.000625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.024443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6e452d5b-97d3-4241-9800-6918692156cd None None] Could not find standard attr ID for object 4c86dc1d-933a-444a-8515-263a669d515e. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:36:12.038183 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.070858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.079647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.079985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.080334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.080663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.080984 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.081330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.081646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.082057 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.082258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.082563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.082895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.083212 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.088562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:12.092842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:12.116189 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:12.146981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6e452d5b-97d3-4241-9800-6918692156cd None None] Provisioning complete for port c1d24a2f-749f-461e-a86e-4b8e5ff010af triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:12.147531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e452d5b-97d3-4241-9800-6918692156cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.201199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a912-527f-4fff-b484-870b5f09dbcc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.210160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6e452d5b-97d3-4241-9800-6918692156cd None None] Port c1d24a2f-749f-461e-a86e-4b8e5ff010af cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:12.223201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6e452d5b-97d3-4241-9800-6918692156cd None None] Provisioning for port 5095f6dd-e751-49f3-9dba-0c327017b6bc completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:12.229417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6e452d5b-97d3-4241-9800-6918692156cd None None] Provisioning complete for port 5095f6dd-e751-49f3-9dba-0c327017b6bc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:12.230007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6e452d5b-97d3-4241-9800-6918692156cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.232816 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dbf2a912-527f-4fff-b484-870b5f09dbcc tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/4c86dc1d-933a-444a-8515-263a669d515e HTTP/1.1" status: 204 len: 168 time: 1.9655061 Jan 20 14:36:12.238950 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50806) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:12.301103 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1413e72-121e-4991-bde5-8c613fcba3b4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] GET failed (client error): The resource could not be found. Jan 20 14:36:12.301641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b1413e72-121e-4991-bde5-8c613fcba3b4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Synchronizing usage tracker for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:12.313655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.324391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.339593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.351248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Pushing event deleted for resources: {'Network': ['ID=778ba0a3-fa8f-491f-aa1f-a955edc87f78,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:12.363734 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] 10.222.0.87 "DELETE /v2.0/networks/778ba0a3-fa8f-491f-aa1f-a955edc87f78 HTTP/1.1" status: 204 len: 168 time: 2.0413802 Jan 20 14:36:12.365522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.366394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.366901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.367372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.368686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.369371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.369857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.370334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.370820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.371299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.371775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.372342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8669b-b667-4ef3-8593-1e168148f82a tempest-NetworksTest-1369258712 tempest-NetworksTest-1369258712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:12.375863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b1413e72-121e-4991-bde5-8c613fcba3b4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Unset dirty status for tenant:afb89df1bb2349fc9d765c87454ab71e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:12.381185 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b1413e72-121e-4991-bde5-8c613fcba3b4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports/4c86dc1d-933a-444a-8515-263a669d515e HTTP/1.1" status: 404 len: 333 time: 0.1404870 Jan 20 14:36:12.384036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50812) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:12.409485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] Deleting port c00cfb57-772b-4bbe-a196-08f11df98b19 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:12.411120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.471308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6705035a-1693-4d7a-93e6-597632df0744 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:12.501000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90b45df1-5ad9-4583-93dc-bfd085a9dd12 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.537954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90b45df1-5ad9-4583-93dc-bfd085a9dd12 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.609263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90b45df1-5ad9-4583-93dc-bfd085a9dd12 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.612505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-68cced2c-ebec-47b8-9e2b-5cac414b9bb7 None None] The port 'c00cfb57-772b-4bbe-a196-08f11df98b19' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:36:12.640706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b45df1-5ad9-4583-93dc-bfd085a9dd12 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b2833-0ce4-4d81-8783-9ddfeda94ade,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:12.643097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90b45df1-5ad9-4583-93dc-bfd085a9dd12 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.646773 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-90b45df1-5ad9-4583-93dc-bfd085a9dd12 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/security-groups/755b2833-0ce4-4d81-8783-9ddfeda94ade HTTP/1.1" status: 204 len: 168 time: 0.2588348 Jan 20 14:36:12.647256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50816) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:12.693508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 6705035a-1693-4d7a-93e6-597632df0744 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:12.694027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.717268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354fd72d-552d-4e73-bb96-88b692dba21d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.728086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.753808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354fd72d-552d-4e73-bb96-88b692dba21d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.816954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354fd72d-552d-4e73-bb96-88b692dba21d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.824580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1a5dd8ba-c90e-4d8f-91ac-7b0c51ff1215 None None] Could not find standard attr ID for object 4c86dc1d-933a-444a-8515-263a669d515e. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:36:12.840816 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50822) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:12.845879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router caecc634-07e8-4838-a6ba-2445ed013d29 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:36:12.850682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fd72d-552d-4e73-bb96-88b692dba21d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c90804-a079-4884-a76d-7c2b03acc9cf,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:12.854068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354fd72d-552d-4e73-bb96-88b692dba21d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.856106 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-354fd72d-552d-4e73-bb96-88b692dba21d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/security-groups/11c90804-a079-4884-a76d-7c2b03acc9cf HTTP/1.1" status: 204 len: 168 time: 0.2078469 Jan 20 14:36:12.858712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50828) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:12.908984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5095f6dd-e751-49f3-9dba-0c327017b6bc up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:12.931308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-855def40-2df5-4fdb-9880-d23e9b279866 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.983334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-855def40-2df5-4fdb-9880-d23e9b279866 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:12.983590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e14045-0f4e-416a-991c-773b730761af None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 14:36:13.037679 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c3be9113-7a4f-4b0b-89f9-6f8d43bdfd12 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bc4ff6645e544b629a23be44aed44aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955590 Jan 20 14:36:13.040081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50832) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:13.053152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 5095f6dd-e751-49f3-9dba-0c327017b6bc triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:13.053530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.108660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-855def40-2df5-4fdb-9880-d23e9b279866 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.138833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855def40-2df5-4fdb-9880-d23e9b279866 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9cb235-a58b-428c-b3bc-4838d6d87e5d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:13.145666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f478e144-4369-41a1-b838-e135379c9fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.160026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-855def40-2df5-4fdb-9880-d23e9b279866 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.163728 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-855def40-2df5-4fdb-9880-d23e9b279866 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/security-groups/7c9cb235-a58b-428c-b3bc-4838d6d87e5d HTTP/1.1" status: 204 len: 168 time: 0.3013277 Jan 20 14:36:13.168184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50836) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:13.212170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f478e144-4369-41a1-b838-e135379c9fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.250835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e14045-0f4e-416a-991c-773b730761af None None] Resources bound (agent type, host, resource id): {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:36:13.263445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:13.266613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf38679-6cdc-45b8-8b23-0c8ce99ad8fa tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet cfe0b8c2-c2b7-434c-baa6-66b415c5ca35 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:13.270452 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cf38679-6cdc-45b8-8b23-0c8ce99ad8fa tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.292183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fba2e5-9fea-4dd7-9a84-d675d1a12524 None None] Sync routers for ids ['caecc634-07e8-4838-a6ba-2445ed013d29'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:13.296386 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f84ff4f1-d383-4cfb-ab5d-3935651915fc tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/caecc634-07e8-4838-a6ba-2445ed013d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7282565 Jan 20 14:36:13.301425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50840) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:13.363333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c00cfb57-772b-4bbe-a196-08f11df98b19 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:36:13.366520 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a24fc98a-5c2d-4b5a-9164-da468e4e810a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=caecc634-07e8-4838-a6ba-2445ed013d29 HTTP/1.1" status: 200 len: 205 time: 0.0623515 Jan 20 14:36:13.369207 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50844) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:13.408371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fba2e5-9fea-4dd7-9a84-d675d1a12524 None None] Routers {'caecc634-07e8-4838-a6ba-2445ed013d29'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:13.409005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-63fba2e5-9fea-4dd7-9a84-d675d1a12524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['caecc634-07e8-4838-a6ba-2445ed013d29'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:13.444145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cf38679-6cdc-45b8-8b23-0c8ce99ad8fa tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.464943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: c00cfb57-772b-4bbe-a196-08f11df98b19 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:36:13.465375 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c00cfb57-772b-4bbe-a196-08f11df98b19 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:36:13.477775 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.477919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-63fba2e5-9fea-4dd7-9a84-d675d1a12524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:13.483715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.484923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.497505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fba2e5-9fea-4dd7-9a84-d675d1a12524 None None] Routers {'caecc634-07e8-4838-a6ba-2445ed013d29'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:13.498115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-63fba2e5-9fea-4dd7-9a84-d675d1a12524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['caecc634-07e8-4838-a6ba-2445ed013d29'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:13.543030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f478e144-4369-41a1-b838-e135379c9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.569724 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eaae517c-1812-4963-a964-5dd43ed64481 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.570154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-63fba2e5-9fea-4dd7-9a84-d675d1a12524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:13.570361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fba2e5-9fea-4dd7-9a84-d675d1a12524 None None] The sync data for ids ['caecc634-07e8-4838-a6ba-2445ed013d29'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:13.627463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478e144-4369-41a1-b838-e135379c9fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1e2b96-c9a5-4481-92a3-6baffecef8ab,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:13.637605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=720209ed-f125-4f81-b1f3-471e8c4397cb,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:13.709890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network d92597c1-9b39-4b12-a9e9-ecb2c837aa5e is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:13.711520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:13.821678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f478e144-4369-41a1-b838-e135379c9fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:13.822890 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f478e144-4369-41a1-b838-e135379c9fe3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9c1e2b96-c9a5-4481-92a3-6baffecef8ab HTTP/1.1" status: 204 len: 168 time: 0.7818277 Jan 20 14:36:13.911906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 2f1aa7a7-9bb3-4de1-9f1b-b5620c662508 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:36:14.024648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eaae517c-1812-4963-a964-5dd43ed64481 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.028750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eaae517c-1812-4963-a964-5dd43ed64481 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.035523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cf38679-6cdc-45b8-8b23-0c8ce99ad8fa tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.058188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c6be6b00-10d6-4e04-aa2e-a4217961cd9d None None] Provisioning complete for port 720209ed-f125-4f81-b1f3-471e8c4397cb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:14.058751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c6be6b00-10d6-4e04-aa2e-a4217961cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.108866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eaae517c-1812-4963-a964-5dd43ed64481 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.109789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaae517c-1812-4963-a964-5dd43ed64481 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Fanout notify agent at l3_agent the message router_deleted on router caecc634-07e8-4838-a6ba-2445ed013d29 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:36:14.141973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eaae517c-1812-4963-a964-5dd43ed64481 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.143333 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eaae517c-1812-4963-a964-5dd43ed64481 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/caecc634-07e8-4838-a6ba-2445ed013d29 HTTP/1.1" status: 204 len: 168 time: 0.7730801 Jan 20 14:36:14.145466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:14.147003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50852) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:14.155397 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2427e9ba-112f-4cf9-8bd4-165881a0bf2f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/2f1aa7a7-9bb3-4de1-9f1b-b5620c662508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1931136 Jan 20 14:36:14.155905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50854) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:14.156966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cf38679-6cdc-45b8-8b23-0c8ce99ad8fa tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.157600 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc0acc-d1b6-47c8-8ffc-2f0113cd7d1d None None] Sync routers for ids ['2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:14.172327 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc0acc-d1b6-47c8-8ffc-2f0113cd7d1d None None] Routers {'2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:14.173286 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9bdc0acc-d1b6-47c8-8ffc-2f0113cd7d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:14.199717 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c6be6b00-10d6-4e04-aa2e-a4217961cd9d None None] Port 720209ed-f125-4f81-b1f3-471e8c4397cb cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:14.248312 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9bdc0acc-d1b6-47c8-8ffc-2f0113cd7d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:14.257671 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc0acc-d1b6-47c8-8ffc-2f0113cd7d1d None None] Routers {'2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:14.259023 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9bdc0acc-d1b6-47c8-8ffc-2f0113cd7d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:14.273389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf38679-6cdc-45b8-8b23-0c8ce99ad8fa tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe0b8c2-c2b7-434c-baa6-66b415c5ca35,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:14.295582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cf38679-6cdc-45b8-8b23-0c8ce99ad8fa tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.300914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7612402c-507f-47c9-97e7-3895a00a86be None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:14.301094 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5cf38679-6cdc-45b8-8b23-0c8ce99ad8fa tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/cfe0b8c2-c2b7-434c-baa6-66b415c5ca35 HTTP/1.1" status: 204 len: 168 time: 1.1284919 Jan 20 14:36:14.301457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50866) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:14.322149 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9bdc0acc-d1b6-47c8-8ffc-2f0113cd7d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:14.322799 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc0acc-d1b6-47c8-8ffc-2f0113cd7d1d None None] The sync data for ids ['2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:14.323775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e99fe-582c-46cb-9924-19988b1b8adb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:14.324386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ea4e99fe-582c-46cb-9924-19988b1b8adb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:14.333252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e3ee36-7629-46a5-9670-dbbd1cafe75f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting subnet 4bfeeede-17cb-4c15-80d7-293a23a6b7e7 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:14.338652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ee36-7629-46a5-9670-dbbd1cafe75f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.390675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ea4e99fe-582c-46cb-9924-19988b1b8adb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:14.392682 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ea4e99fe-582c-46cb-9924-19988b1b8adb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports/720209ed-f125-4f81-b1f3-471e8c4397cb HTTP/1.1" status: 200 len: 984 time: 0.2313714 Jan 20 14:36:14.396424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50872) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:14.400769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ee36-7629-46a5-9670-dbbd1cafe75f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.404782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e87890-8595-4d26-ae59-ab68bec7e29f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet d6afb3da-966e-4548-88fd-69ac4613fee8 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:14.492361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ee36-7629-46a5-9670-dbbd1cafe75f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.510399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5e87890-8595-4d26-ae59-ab68bec7e29f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.576437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ee36-7629-46a5-9670-dbbd1cafe75f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.625125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3ee36-7629-46a5-9670-dbbd1cafe75f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfeeede-17cb-4c15-80d7-293a23a6b7e7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:14.629850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ee36-7629-46a5-9670-dbbd1cafe75f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.636984 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e0e3ee36-7629-46a5-9670-dbbd1cafe75f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/4bfeeede-17cb-4c15-80d7-293a23a6b7e7 HTTP/1.1" status: 204 len: 168 time: 0.4880111 Jan 20 14:36:14.638992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50882) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:14.645598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb5ee50-19d0-4299-b7a6-712abef09a4e None None] Network be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:14.646710 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5e87890-8595-4d26-ae59-ab68bec7e29f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.784917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.797457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port e4b20698-4997-40d0-962b-91cdc2f3bfb6 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:14.797840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.866111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50888) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:15.044019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] DHCP port deletion for be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:36:15.049000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] Deleting port e4b20698-4997-40d0-962b-91cdc2f3bfb6 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:15.049574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.094221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1622239542'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:15.114166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:15.124137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5e87890-8595-4d26-ae59-ab68bec7e29f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.124731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:network and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:15.136513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:15.148870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:15.157030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port e4b20698-4997-40d0-962b-91cdc2f3bfb6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e4b20698-4997-40d0-962b-91cdc2f3bfb6,segment=NetworkSegment(d9c8f851-b5df-4767-a4ca-cb501c9c7028),segment_id=d9c8f851-b5df-4767-a4ca-cb501c9c7028)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:15.157516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.234495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:15.238131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.309161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5e87890-8595-4d26-ae59-ab68bec7e29f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.310466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for e4b20698-4997-40d0-962b-91cdc2f3bfb6 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:15.324388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] For port e4b20698-4997-40d0-962b-91cdc2f3bfb6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e4b20698-4997-40d0-962b-91cdc2f3bfb6,segment=NetworkSegment(d9c8f851-b5df-4767-a4ca-cb501c9c7028),segment_id=d9c8f851-b5df-4767-a4ca-cb501c9c7028)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:15.324911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.339508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.372854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e87890-8595-4d26-ae59-ab68bec7e29f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=d6afb3da-966e-4548-88fd-69ac4613fee8,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:15.375654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:15.381375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5e87890-8595-4d26-ae59-ab68bec7e29f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.383054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group_rule and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:15.387838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:15.397876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:15.398587 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f5e87890-8595-4d26-ae59-ab68bec7e29f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/d6afb3da-966e-4548-88fd-69ac4613fee8 HTTP/1.1" status: 204 len: 168 time: 1.0952899 Jan 20 14:36:15.399763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50894) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:15.402665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.462744 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7345b0ba-2869-4ed1-b19f-23b5c29d8bca tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:15.462744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7345b0ba-2869-4ed1-b19f-23b5c29d8bca tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:15.466507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ed1dcc-3bb5-4254-bafb-c7eab1cf1d70 None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:15.472267 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7345b0ba-2869-4ed1-b19f-23b5c29d8bca tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/cfe0b8c2-c2b7-434c-baa6-66b415c5ca35 HTTP/1.1" status: 404 len: 337 time: 0.0683637 Jan 20 14:36:15.473370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50898) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:15.483817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.484585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] Calling delete_port for e4b20698-4997-40d0-962b-91cdc2f3bfb6 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:15.583791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No DVR routers for this DVR port e4b20698-4997-40d0-962b-91cdc2f3bfb6 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:36:15.628625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=e4b20698-4997-40d0-962b-91cdc2f3bfb6,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:15.637465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ee27aa25-b51a-4c9a-b961-0a541395abe6 None None] Provisioning complete for port c1d24a2f-749f-461e-a86e-4b8e5ff010af triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:15.637616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ee27aa25-b51a-4c9a-b961-0a541395abe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.702753 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 720209ed-f125-4f81-b1f3-471e8c4397cb {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:15.703985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.719627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:36:15.720026 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:36:15.756427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ee27aa25-b51a-4c9a-b961-0a541395abe6 None None] Port c1d24a2f-749f-461e-a86e-4b8e5ff010af cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:15.784189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ee27aa25-b51a-4c9a-b961-0a541395abe6 None None] Provisioning complete for port 5095f6dd-e751-49f3-9dba-0c327017b6bc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:15.784676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ee27aa25-b51a-4c9a-b961-0a541395abe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.883444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.893976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ab5fbb-8205-4cc9-967e-7dfaa10d61e4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting subnet d1ea4f95-38a2-4666-8bee-532df64bb480 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:15.906656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59ab5fbb-8205-4cc9-967e-7dfaa10d61e4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.908723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.973309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:15.999605 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c8f851-b5df-4767-a4ca-cb501c9c7028') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:15.999896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c8f851-b5df-4767-a4ca-cb501c9c7028') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:16.026907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.034115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.038012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 720209ed-f125-4f81-b1f3-471e8c4397cb owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:16.038700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59ab5fbb-8205-4cc9-967e-7dfaa10d61e4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.075654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.102263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.121512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:16.121904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:16.149270 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:16.212482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:16.220942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa16bbd4-aec4-4885-acda-c36f5e58cc79,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:16.221667 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] Deleting port e4b20698-4997-40d0-962b-91cdc2f3bfb6 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:16.222210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.263146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.269632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.270016 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Added segment 892f8c94-fbc9-440e-8309-59d518f24e62 of type vlan for network 8a8da0e8-59ae-4198-8eda-a33790896d08 Jan 20 14:36:16.280074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.307789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.310905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59ab5fbb-8205-4cc9-967e-7dfaa10d61e4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.334421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9a30f7d5-5683-4411-bd21-aa5f315771a4 None None] The port 'e4b20698-4997-40d0-962b-91cdc2f3bfb6' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:36:16.357420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Network': ['ID=be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:16.378867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=720209ed-f125-4f81-b1f3-471e8c4397cb,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:16.438317 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d4bde22f-3072-49c2-aace-e55a2dc0407b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/networks/be1d63d8-f8e3-4fbd-a75e-4bb2c59b0435 HTTP/1.1" status: 204 len: 168 time: 1.7981653 Jan 20 14:36:16.440169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50908) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:16.440665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e4b20698-4997-40d0-962b-91cdc2f3bfb6 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:36:16.455407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.497668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-780800331', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:16.512093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59ab5fbb-8205-4cc9-967e-7dfaa10d61e4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.519059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:16.522203 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: e4b20698-4997-40d0-962b-91cdc2f3bfb6 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:36:16.522796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e4b20698-4997-40d0-962b-91cdc2f3bfb6 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:36:16.559402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.564965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:16.565596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.576701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:router and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:16.596477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:16.621499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab5fbb-8205-4cc9-967e-7dfaa10d61e4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ea4f95-38a2-4666-8bee-532df64bb480,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:16.668328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:16.670002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.670670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59ab5fbb-8205-4cc9-967e-7dfaa10d61e4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.703054 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-59ab5fbb-8205-4cc9-967e-7dfaa10d61e4 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/d1ea4f95-38a2-4666-8bee-532df64bb480 HTTP/1.1" status: 204 len: 168 time: 1.2285197 Jan 20 14:36:16.708442 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8413246 Jan 20 14:36:16.709022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50914) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:16.723202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae13acc-3e80-4b24-8a70-0733ed74ead6 None None] Network 40a026f1-bf73-45ca-bad5-5a702814b865 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:16.731691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50916) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:16.742833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'name': 'tempest-PortsIpV6TestJSON-370406062'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:16.749073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.750095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.759640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421d512-9560-40da-a648-8d57ac1bec87 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Network': ['ID=8a8da0e8-59ae-4198-8eda-a33790896d08,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:16.767818 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6714b1e-4965-4b5c-ae52-71bd03c0f182 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:16.768283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6714b1e-4965-4b5c-ae52-71bd03c0f182 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:16.770102 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b6714b1e-4965-4b5c-ae52-71bd03c0f182 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/d9ad10b7-5307-4c5f-a7e3-2c3267404ace HTTP/1.1" status: 404 len: 337 time: 0.0574446 Jan 20 14:36:16.773237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50922) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:16.787883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:16.824520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.829251 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d6119860-0e7d-4da7-ad84-86d590e04f85 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "GET /v2.0/ports?device_id=d66aee39-3f11-4645-94a4-74180ffa2cfe HTTP/1.1" status: 200 len: 205 time: 0.0518117 Jan 20 14:36:16.835277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50926) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:16.920454 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-48352fd3-d6fe-440b-bddb-1175f563a488 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] delete failed (client error): The resource could not be found. Jan 20 14:36:16.923080 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-48352fd3-d6fe-440b-bddb-1175f563a488 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/routers/d66aee39-3f11-4645-94a4-74180ffa2cfe HTTP/1.1" status: 404 len: 336 time: 0.0864770 Jan 20 14:36:16.927389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50930) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:16.956266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fcf27425-1b77-4e7d-8f4b-0ddccff2284c None None] Provisioning complete for port c1d24a2f-749f-461e-a86e-4b8e5ff010af triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:16.956641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fcf27425-1b77-4e7d-8f4b-0ddccff2284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.968736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.976769 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b007e3-c525-431f-86e8-7df515ca201e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:16.977341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b007e3-c525-431f-86e8-7df515ca201e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:16.991778 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d6b007e3-c525-431f-86e8-7df515ca201e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/fb2228cd-b8ef-4cc3-aed1-dff82d26f6ed HTTP/1.1" status: 404 len: 337 time: 0.0622268 Jan 20 14:36:17.008762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50934) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.039800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:17.046866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:port and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:17.050321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:17.059069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 2f1aa7a7-9bb3-4de1-9f1b-b5620c662508 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:36:17.060251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:17.077442 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8a7912-c9d0-4539-8228-99a86d05327e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:17.078779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8a7912-c9d0-4539-8228-99a86d05327e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:17.083294 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0b8a7912-c9d0-4539-8228-99a86d05327e tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/e3b26186-bcbb-43ed-844c-dad8c6ac448c HTTP/1.1" status: 404 len: 337 time: 0.0703666 Jan 20 14:36:17.088856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fcf27425-1b77-4e7d-8f4b-0ddccff2284c None None] Port c1d24a2f-749f-461e-a86e-4b8e5ff010af cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:17.089055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50940) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.093074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.098238 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2027d8a3-b6ec-4125-9fc3-3f0deb492739 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6080310 Jan 20 14:36:17.099645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50944) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.108643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fcf27425-1b77-4e7d-8f4b-0ddccff2284c None None] Provisioning complete for port 5095f6dd-e751-49f3-9dba-0c327017b6bc triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:17.109006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fcf27425-1b77-4e7d-8f4b-0ddccff2284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.134567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:17.137707 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.144999 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-470d6e37-340a-4396-9e38-f4027a39acb1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:17.145556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470d6e37-340a-4396-9e38-f4027a39acb1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:17.150062 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-470d6e37-340a-4396-9e38-f4027a39acb1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/9ff9239b-bfa7-441b-a09c-987c7bce9439 HTTP/1.1" status: 404 len: 337 time: 0.0594862 Jan 20 14:36:17.151076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50948) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.198838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'network': {'name': 'tempest-RoutersTest-1506122445'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:17.203769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:17.208079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:network and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:17.217270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:17.222286 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd0d3e4-ff7e-4ac9-a11c-4806ea60768c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:17.223037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd0d3e4-ff7e-4ac9-a11c-4806ea60768c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:17.224889 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cfd0d3e4-ff7e-4ac9-a11c-4806ea60768c tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/c467120b-5f16-4a9d-91a2-0880a76e030c HTTP/1.1" status: 404 len: 333 time: 0.0731099 Jan 20 14:36:17.225045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port 0b9fce36-19e2-4850-a5dc-b3fda153585e yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:17.228760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50952) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.231220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:17.252732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5463df40-fbfe-4820-a90b-6976483873ab None None] DHCP port deletion for 40a026f1-bf73-45ca-bad5-5a702814b865 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:36:17.257933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5463df40-fbfe-4820-a90b-6976483873ab None None] Deleting port 5095f6dd-e751-49f3-9dba-0c327017b6bc {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:17.258518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5463df40-fbfe-4820-a90b-6976483873ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.263141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:17.275819 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbe8465-2a75-4a01-b428-2b8b13ecf37d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:17.276277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbe8465-2a75-4a01-b428-2b8b13ecf37d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:17.281574 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8dbe8465-2a75-4a01-b428-2b8b13ecf37d tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/3a43ab71-f25d-4ece-8b5d-2aacb928456a HTTP/1.1" status: 404 len: 337 time: 0.0482662 Jan 20 14:36:17.281574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50956) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.296270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99674692-705d-40d9-9424-89b3efb9a6ad None None] Sync routers for ids ['2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:17.318125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99674692-705d-40d9-9424-89b3efb9a6ad None None] Routers {'2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:17.318759 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-99674692-705d-40d9-9424-89b3efb9a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:17.320916 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8afd5d9a-6693-490e-8b56-e7d280cf4b39 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/2f1aa7a7-9bb3-4de1-9f1b-b5620c662508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9233212 Jan 20 14:36:17.323824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50960) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.329700 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d894a09-fde2-4d17-818c-6895168e11c9 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:17.330196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d894a09-fde2-4d17-818c-6895168e11c9 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:17.335262 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2d894a09-fde2-4d17-818c-6895168e11c9 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/5c409833-bdfe-4f5f-bf12-06495e97f820 HTTP/1.1" status: 404 len: 337 time: 0.0497153 Jan 20 14:36:17.335262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50964) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.370688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:17.376048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.387420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-99674692-705d-40d9-9424-89b3efb9a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:17.397915 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b782dd-65f2-4b34-a77c-45ed75d2eba1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:17.398378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b782dd-65f2-4b34-a77c-45ed75d2eba1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:17.402565 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-29b782dd-65f2-4b34-a77c-45ed75d2eba1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/4c8dd98b-e979-4908-aa6f-7a44ee94a113 HTTP/1.1" status: 404 len: 333 time: 0.0645177 Jan 20 14:36:17.402824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50968) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.405228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99674692-705d-40d9-9424-89b3efb9a6ad None None] Routers {'2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:17.405922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-99674692-705d-40d9-9424-89b3efb9a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:17.444559 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5151d4-54d4-4269-82bd-9689af0083f1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:17.445026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5151d4-54d4-4269-82bd-9689af0083f1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:17.449966 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8b5151d4-54d4-4269-82bd-9689af0083f1 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/b3a6ed51-5e7f-42b9-a3f2-da00584c1b26 HTTP/1.1" status: 404 len: 337 time: 0.0430973 Jan 20 14:36:17.449966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50972) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.488503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:17.496617 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c39f866-f6b3-478a-b468-c5a45f104e8b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:17.497061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c39f866-f6b3-478a-b468-c5a45f104e8b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:17.505620 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1c39f866-f6b3-478a-b468-c5a45f104e8b tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/subnets/1bc08f31-3903-4f3f-80bf-52f3e1cbef8a HTTP/1.1" status: 404 len: 337 time: 0.0541847 Jan 20 14:36:17.507245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50976) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.510333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.510667 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added segment e7f77c80-0e5b-4b42-8fd1-1906954c65d9 of type vlan for network d5ed8940-371b-4fe2-8466-3410faaad765 Jan 20 14:36:17.587788 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.600027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4a2670b2-676a-45ea-a254-0f92434b106f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Deleting port c1d24a2f-749f-461e-a86e-4b8e5ff010af {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:17.600392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a2670b2-676a-45ea-a254-0f92434b106f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.620142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5463df40-fbfe-4820-a90b-6976483873ab None None] For port 5095f6dd-e751-49f3-9dba-0c327017b6bc, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5095f6dd-e751-49f3-9dba-0c327017b6bc,segment=NetworkSegment(7f23d748-f30c-434b-a5f6-f421e754ff03),segment_id=7f23d748-f30c-434b-a5f6-f421e754ff03)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:17.620645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5463df40-fbfe-4820-a90b-6976483873ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.683563 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-99674692-705d-40d9-9424-89b3efb9a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:17.683960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99674692-705d-40d9-9424-89b3efb9a6ad None None] The sync data for ids ['2f1aa7a7-9bb3-4de1-9f1b-b5620c662508'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:17.708880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.715870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:17.716442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.751341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5463df40-fbfe-4820-a90b-6976483873ab None None] Calling delete_port for 5095f6dd-e751-49f3-9dba-0c327017b6bc owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:17.809419 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-01ea8439-ef48-4114-a176-3b4375c7a983 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] remove_router_interface failed (client error): The resource could not be found. Jan 20 14:36:17.813274 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-01ea8439-ef48-4114-a176-3b4375c7a983 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/2f1aa7a7-9bb3-4de1-9f1b-b5620c662508/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4855206 Jan 20 14:36:17.813514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.815098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50980) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.831225 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5463df40-fbfe-4820-a90b-6976483873ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.884787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463df40-fbfe-4820-a90b-6976483873ab None None] Pushing event deleted for resources: {'Port': ['ID=5095f6dd-e751-49f3-9dba-0c327017b6bc,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:17.886589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463df40-fbfe-4820-a90b-6976483873ab None None] No DVR routers for this DVR port 5095f6dd-e751-49f3-9dba-0c327017b6bc on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:36:17.959943 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8167965 Jan 20 14:36:17.982677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50984) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:18.001608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-34d1ca40-2d5a-4141-98f9-210636552fc3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:18.033574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-34d1ca40-2d5a-4141-98f9-210636552fc3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:18.038673 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-34d1ca40-2d5a-4141-98f9-210636552fc3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f1aa7a7-9bb3-4de1-9f1b-b5620c662508 HTTP/1.1" status: 200 len: 205 time: 0.2201979 Jan 20 14:36:18.039180 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50988) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:18.039860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'subnet': {'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:18.103751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.126077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e8877-da2c-445c-9f30-e860b9000e23 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Network': ['ID=d5ed8940-371b-4fe2-8466-3410faaad765,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:18.136959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network d5ed8940-371b-4fe2-8466-3410faaad765 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:18.164351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a2670b2-676a-45ea-a254-0f92434b106f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.241257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e136a6e9-22e4-4506-9cc7-0e0f65bb0bbb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.299164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4a2670b2-676a-45ea-a254-0f92434b106f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Calling delete_port for c1d24a2f-749f-461e-a86e-4b8e5ff010af owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:18.303681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=0b9fce36-19e2-4850-a5dc-b3fda153585e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:18.327124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:18.342858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:subnet and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:18.347645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:18.356375 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:18.388758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:18.392326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.393904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5095f6dd-e751-49f3-9dba-0c327017b6bc no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:36:18.435718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 5095f6dd-e751-49f3-9dba-0c327017b6bc {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:36:18.436387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5095f6dd-e751-49f3-9dba-0c327017b6bc not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:36:18.475789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a2670b2-676a-45ea-a254-0f92434b106f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.495467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Checking segment: {'id': '892f8c94-fbc9-440e-8309-59d518f24e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:18.496057 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network hostable DHCP agents. Network: 8a8da0e8-59ae-4198-8eda-a33790896d08, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:18.537444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2670b2-676a-45ea-a254-0f92434b106f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Port': ['ID=c1d24a2f-749f-461e-a86e-4b8e5ff010af,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:18.550021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a2670b2-676a-45ea-a254-0f92434b106f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.571089 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4a2670b2-676a-45ea-a254-0f92434b106f tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/ports/c1d24a2f-749f-461e-a86e-4b8e5ff010af HTTP/1.1" status: 204 len: 168 time: 1.0606725 Jan 20 14:36:18.571303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 50992) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:18.577772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e136a6e9-22e4-4506-9cc7-0e0f65bb0bbb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.580494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e136a6e9-22e4-4506-9cc7-0e0f65bb0bbb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.590701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:18.607624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 8a8da0e8-59ae-4198-8eda-a33790896d08) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:18.611504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:18.616997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:18.617600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.617726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1962e-782f-4c4d-aebb-56c014083bd1 None None] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:18.621532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e136a6e9-22e4-4506-9cc7-0e0f65bb0bbb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.622030 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e136a6e9-22e4-4506-9cc7-0e0f65bb0bbb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Fanout notify agent at l3_agent the message router_deleted on router 2f1aa7a7-9bb3-4de1-9f1b-b5620c662508 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:36:18.641366 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e136a6e9-22e4-4506-9cc7-0e0f65bb0bbb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.645296 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e136a6e9-22e4-4506-9cc7-0e0f65bb0bbb tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/2f1aa7a7-9bb3-4de1-9f1b-b5620c662508 HTTP/1.1" status: 204 len: 168 time: 0.6052818 Jan 20 14:36:18.646193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 50996) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:18.653264 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-248dab79-b2ac-4399-acb8-ac5c57a6bae4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9170225 Jan 20 14:36:18.678379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51000) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:18.686663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1520211901'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:18.696108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:18.707113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:network and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:18.712047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:18.721296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:18.736749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.737015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de79f23-f7a0-46c7-b192-cc03c1bd1e18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting subnet f510bbfe-dc7b-4090-8943-4825bcfb2f2d {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:18.741190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1de79f23-f7a0-46c7-b192-cc03c1bd1e18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.777431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:18.780752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.820383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1de79f23-f7a0-46c7-b192-cc03c1bd1e18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.823900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.861519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:18.879853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.880199 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Added segment 2eb8ee22-fed9-4425-8d7d-45573c6179c4 of type vlan for network f274a880-94ed-4014-b757-84078371c380 Jan 20 14:36:18.921384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.948793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1de79f23-f7a0-46c7-b192-cc03c1bd1e18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.955232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.968012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Subnet': ['ID=972a4f69-2dfe-4c97-ac88-bd19b249984c,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:19.000632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a026f1-bf73-45ca-bad5-5a702814b865']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:19.003180 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.008771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:19.009416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.016826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f23d748-f30c-434b-a5f6-f421e754ff03') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:19.017111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f23d748-f30c-434b-a5f6-f421e754ff03') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:19.023322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Checking segment: {'id': 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:19.023664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network hostable DHCP agents. Network: d5ed8940-371b-4fe2-8466-3410faaad765, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:19.034529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.056651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.063574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:19.063973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.079105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network d5ed8940-371b-4fe2-8466-3410faaad765 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:19.080984 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:19.126720 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4472797 Jan 20 14:36:19.132182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51004) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:19.140815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'ports': [{'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08'}, {'network_id': 'f274a880-94ed-4014-b757-84078371c380'}]} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:19.141120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:19.141595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': 'f274a880-94ed-4014-b757-84078371c380'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:19.142519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, d5ed8940-371b-4fe2-8466-3410faaad765) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:19.150919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9bd424-311d-4057-949f-272c77ae12b2 None None] Network d5ed8940-371b-4fe2-8466-3410faaad765 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:19.155033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ba273-a330-4f51-abad-6df642be24db tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Network': ['ID=f274a880-94ed-4014-b757-84078371c380,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:19.158685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:19.159798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.162100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1de79f23-f7a0-46c7-b192-cc03c1bd1e18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.183825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.186087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network f274a880-94ed-4014-b757-84078371c380 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:19.204985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.209254 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] 10.222.0.87 "DELETE /v2.0/networks/40a026f1-bf73-45ca-bad5-5a702814b865 HTTP/1.1" status: 204 len: 168 time: 0.6345630 Jan 20 14:36:19.213527 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9f49c634-4cfc-4e7f-a06c-7feac31ed4f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2269282 Jan 20 14:36:19.213527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740dafa-dd16-4484-9b18-b65cd60b0657 tempest-PortsTestJSON-1171973368 tempest-PortsTestJSON-1171973368-project] Pushing event deleted for resources: {'Network': ['ID=40a026f1-bf73-45ca-bad5-5a702814b865,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:19.214296 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51010) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:19.264533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de79f23-f7a0-46c7-b192-cc03c1bd1e18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Subnet': ['ID=f510bbfe-dc7b-4090-8943-4825bcfb2f2d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:19.273251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1de79f23-f7a0-46c7-b192-cc03c1bd1e18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.277901 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1de79f23-f7a0-46c7-b192-cc03c1bd1e18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/f510bbfe-dc7b-4090-8943-4825bcfb2f2d HTTP/1.1" status: 204 len: 168 time: 0.6306889 Jan 20 14:36:19.278570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51014) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:19.320830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0647fd97-a529-4129-bbc7-101eb591f75d None None] Network d92597c1-9b39-4b12-a9e9-ecb2c837aa5e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:19.563898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51020) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:19.679700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.686567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:19.687911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-d5ed8940-371b-4fe2-8466-3410faaad765', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:19.688891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.693229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:port and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:19.696234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:19.704399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 6705035a-1693-4d7a-93e6-597632df0744 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:19.704714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.735488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:19.818227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] DHCP port deletion for d92597c1-9b39-4b12-a9e9-ecb2c837aa5e request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:36:19.846251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] Deleting port 6705035a-1693-4d7a-93e6-597632df0744 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:19.846845 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.875766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 2} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:19.883188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.914495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:19.958086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.040067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Allocated IP 172.20.0.2 (d5ed8940-371b-4fe2-8466-3410faaad765/972a4f69-2dfe-4c97-ac88-bd19b249984c/14d91728-d718-4c96-afa3-4d4e5e792996) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:20.136167 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fbaf0a36-b9f2-4a7f-9989-8e04993b19f6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=afb89df1bb2349fc9d765c87454ab71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5713701 Jan 20 14:36:20.136697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51026) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:20.258336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8d971c3f-59e6-4184-a43b-a9e7785161ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.270228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port 6705035a-1693-4d7a-93e6-597632df0744, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=6705035a-1693-4d7a-93e6-597632df0744,segment=NetworkSegment(cfb8acfa-22aa-4b10-b7b0-250bfc454c5d),segment_id=cfb8acfa-22aa-4b10-b7b0-250bfc454c5d)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:20.270594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.288457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8d971c3f-59e6-4184-a43b-a9e7785161ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.323166 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:36:20.349769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8d971c3f-59e6-4184-a43b-a9e7785161ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.370545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d971c3f-59e6-4184-a43b-a9e7785161ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee463c8-c800-47cc-897e-c071285142fb,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:20.381880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] For port 6705035a-1693-4d7a-93e6-597632df0744, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=6705035a-1693-4d7a-93e6-597632df0744,segment=NetworkSegment(cfb8acfa-22aa-4b10-b7b0-250bfc454c5d),segment_id=cfb8acfa-22aa-4b10-b7b0-250bfc454c5d)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:20.382147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.398245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8d971c3f-59e6-4184-a43b-a9e7785161ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.399659 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8d971c3f-59e6-4184-a43b-a9e7785161ca admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cee463c8-c800-47cc-897e-c071285142fb HTTP/1.1" status: 204 len: 168 time: 0.2618279 Jan 20 14:36:20.425709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 6705035a-1693-4d7a-93e6-597632df0744 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:20.469690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6705035a-1693-4d7a-93e6-597632df0744 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:36:20.492244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port 85460527-733f-4c9b-813d-e2cc7b615da1 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:20.541474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.559292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.567904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] Calling delete_port for 6705035a-1693-4d7a-93e6-597632df0744 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:20.598232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No DVR routers for this DVR port 6705035a-1693-4d7a-93e6-597632df0744 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:36:20.636751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=6705035a-1693-4d7a-93e6-597632df0744,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:20.654496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 6705035a-1693-4d7a-93e6-597632df0744 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:36:20.655158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6705035a-1693-4d7a-93e6-597632df0744 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:36:20.668902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Transition to ACTIVE for port object 14d91728-d718-4c96-afa3-4d4e5e792996 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:20.705134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Transition to ACTIVE for port object 14d91728-d718-4c96-afa3-4d4e5e792996 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:20.713285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.780201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:36:20.780574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:36:20.781177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.794844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Network d5ed8940-371b-4fe2-8466-3410faaad765 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:20.796242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:20.798044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Pushing event updated for resources: {'Port': ['ID=14d91728-d718-4c96-afa3-4d4e5e792996,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:20.800398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:20.805499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.810333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Allocated IP 172.20.0.1 (d5ed8940-371b-4fe2-8466-3410faaad765/972a4f69-2dfe-4c97-ac88-bd19b249984c/8fa9f1f3-985c-4078-ac7a-804e59079cf8) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:20.841532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92597c1-9b39-4b12-a9e9-ecb2c837aa5e']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:20.892564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Attempting to bind port 14d91728-d718-4c96-afa3-4d4e5e792996 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:20.892564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Attempting to bind port 14d91728-d718-4c96-afa3-4d4e5e792996 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:20.892564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Attempting to bind port 14d91728-d718-4c96-afa3-4d4e5e792996 on network d5ed8940-371b-4fe2-8466-3410faaad765 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:20.897907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:20.898263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Checking segment: {'id': 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:20.898660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.899045 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Bound using segment: {'id': 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:20.900221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Bound port: 14d91728-d718-4c96-afa3-4d4e5e792996, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:20.900221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.913227 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb8acfa-22aa-4b10-b7b0-250bfc454c5d') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:20.913648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb8acfa-22aa-4b10-b7b0-250bfc454c5d') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:20.937421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.965990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port 6f909a2b-dccb-4d31-bc3a-c49fb4d8fa12 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:20.972327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.981588 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:20.982077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:20.998818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] For port 14d91728-d718-4c96-afa3-4d4e5e792996, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:21.008682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:21.020128 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:21.034467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Transition to ACTIVE for port object 8fa9f1f3-985c-4078-ac7a-804e59079cf8 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:21.074836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.120490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] For port 14d91728-d718-4c96-afa3-4d4e5e792996, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=14d91728-d718-4c96-afa3-4d4e5e792996,segment=NetworkSegment(e7f77c80-0e5b-4b42-8fd1-1906954c65d9),segment_id=e7f77c80-0e5b-4b42-8fd1-1906954c65d9)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:21.127193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.128571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.162402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.162629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network d5ed8940-371b-4fe2-8466-3410faaad765 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:21.165457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:21.174239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:21.214139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Network': ['ID=d92597c1-9b39-4b12-a9e9-ecb2c837aa5e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:21.220688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef89219-a385-4768-97fc-fdfb1589e23f None None] Pushing event updated for resources: {'Port': ['ID=14d91728-d718-4c96-afa3-4d4e5e792996,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:21.239367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=8fa9f1f3-985c-4078-ac7a-804e59079cf8,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:21.251358 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-45433aef-be1f-4806-b4d1-ab8e39840394 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/networks/d92597c1-9b39-4b12-a9e9-ecb2c837aa5e HTTP/1.1" status: 204 len: 168 time: 1.9669249 Jan 20 14:36:21.253204 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51050) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:21.253711 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51052) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:21.266524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1982421355'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:21.279164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.279444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:21.282029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] Deleting port 6705035a-1693-4d7a-93e6-597632df0744 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:21.282563 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.296770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.300561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:network and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:21.306442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:21.319803 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:21.333522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.348837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:21.352779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.369425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b6ecf-a58d-4f53-9830-60a08dd279c0 None None] The port '6705035a-1693-4d7a-93e6-597632df0744' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:36:21.397461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:21.449930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740519407'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:21.459796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:21.464751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:21.468040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:21.469104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.471225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:21.484488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=85460527-733f-4c9b-813d-e2cc7b615da1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:21.489238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.489581 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added segment 96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c of type vlan for network 300489c5-43f7-4dab-804e-920cdcbbbe0f Jan 20 14:36:21.497629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:21.503990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:21.516942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:21.535722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.557851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.562978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.626256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.673527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:21.718134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=6f909a2b-dccb-4d31-bc3a-c49fb4d8fa12,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:21.727833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Checking segment: {'id': '2eb8ee22-fed9-4425-8d7d-45573c6179c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f274a880-94ed-4014-b757-84078371c380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:21.728268 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network hostable DHCP agents. Network: f274a880-94ed-4014-b757-84078371c380, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:21.734744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.739879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:21.740616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.750828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network f274a880-94ed-4014-b757-84078371c380 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:21.757246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:21.770688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, f274a880-94ed-4014-b757-84078371c380) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:21.777071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:21.782024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c51715-90b4-4717-89bf-2410489d2230 None None] Network f274a880-94ed-4014-b757-84078371c380 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:21.784868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:21.790490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:21.791191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.820886 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ef080c9b-6ce7-4cab-be07-b3a3572e6ce0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6875167 Jan 20 14:36:21.821804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51060) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:21.891372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-91e95ade-3aa1-4767-8f83-8ffef5ff3582 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port 6f909a2b-dccb-4d31-bc3a-c49fb4d8fa12 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:21.892266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91e95ade-3aa1-4767-8f83-8ffef5ff3582 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.951251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:22.050143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:22.082265 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8235979 Jan 20 14:36:22.083078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14092e-e546-4ac8-9575-2391408c6e8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Network': ['ID=300489c5-43f7-4dab-804e-920cdcbbbe0f,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:22.086410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51064) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:22.097390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 300489c5-43f7-4dab-804e-920cdcbbbe0f details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:22.108877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'subnet': {'network_id': '300489c5-43f7-4dab-804e-920cdcbbbe0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:22.131614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91e95ade-3aa1-4767-8f83-8ffef5ff3582 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.267228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-91e95ade-3aa1-4767-8f83-8ffef5ff3582 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for 6f909a2b-dccb-4d31-bc3a-c49fb4d8fa12 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:22.355197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:22.373512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:subnet and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:22.382401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:22.384816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91e95ade-3aa1-4767-8f83-8ffef5ff3582 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.391531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:22.436475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e95ade-3aa1-4767-8f83-8ffef5ff3582 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=6f909a2b-dccb-4d31-bc3a-c49fb4d8fa12,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:22.442250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:22.444376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-91e95ade-3aa1-4767-8f83-8ffef5ff3582 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.445798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.453394 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-91e95ade-3aa1-4767-8f83-8ffef5ff3582 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/6f909a2b-dccb-4d31-bc3a-c49fb4d8fa12 HTTP/1.1" status: 204 len: 168 time: 0.6280441 Jan 20 14:36:22.454644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51068) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:22.492333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 14d91728-d718-4c96-afa3-4d4e5e792996 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:22.500290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.544877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:36:22.548074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800b641-8bd4-4f0f-81c9-a2073312bb32 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:22.554094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800b641-8bd4-4f0f-81c9-a2073312bb32 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:22.554940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5800b641-8bd4-4f0f-81c9-a2073312bb32 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:22.558190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.576097 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ce3c4-cc29-4486-93ad-8f6758f29992 None None] Network d5ed8940-371b-4fe2-8466-3410faaad765 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:22.576430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5800b641-8bd4-4f0f-81c9-a2073312bb32 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:22.580335 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5800b641-8bd4-4f0f-81c9-a2073312bb32 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1221907 Jan 20 14:36:22.580794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51072) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:22.584272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:22.592727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 14d91728-d718-4c96-afa3-4d4e5e792996 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:22.595214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.597061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:22.604602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:22.624670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.648547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-02e82766-08d1-44b1-bf30-8748eeb24fa8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port 85460527-733f-4c9b-813d-e2cc7b615da1 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:22.648979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02e82766-08d1-44b1-bf30-8748eeb24fa8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.663839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:22.680591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Provisioning for port 14d91728-d718-4c96-afa3-4d4e5e792996 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:22.698615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Provisioning complete for port 14d91728-d718-4c96-afa3-4d4e5e792996 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:22.699067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.737247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f32140-a339-4735-8bea-4891d7a16989,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:22.791336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.807211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=8fa9f1f3-985c-4078-ac7a-804e59079cf8,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:22.879958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02e82766-08d1-44b1-bf30-8748eeb24fa8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.926264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.968952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] For port 14d91728-d718-4c96-afa3-4d4e5e792996, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=14d91728-d718-4c96-afa3-4d4e5e792996,segment=NetworkSegment(e7f77c80-0e5b-4b42-8fd1-1906954c65d9),segment_id=e7f77c80-0e5b-4b42-8fd1-1906954c65d9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:22.978673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.010352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.031107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-02e82766-08d1-44b1-bf30-8748eeb24fa8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for 85460527-733f-4c9b-813d-e2cc7b615da1 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:23.038909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.083011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Pushing event updated for resources: {'Port': ['ID=14d91728-d718-4c96-afa3-4d4e5e792996,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:23.100379 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.101712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.101881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.102212 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.102560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.102882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.103230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.103547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.103865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.104180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.104530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.104840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16b1fd-97b8-4a2c-8b19-4a32285df0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:23.120385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network d5ed8940-371b-4fe2-8466-3410faaad765 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:23.126872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02e82766-08d1-44b1-bf30-8748eeb24fa8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.129178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:23.137375 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.168482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2f11f-83c7-413a-a303-6843cb1b3a11,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:23.175801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.179704 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b4db8e25-888c-4929-abcd-790d52363941 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9198160 Jan 20 14:36:23.186065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51076) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:23.186874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e82766-08d1-44b1-bf30-8748eeb24fa8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=85460527-733f-4c9b-813d-e2cc7b615da1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:23.215404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02e82766-08d1-44b1-bf30-8748eeb24fa8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.259717 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-02e82766-08d1-44b1-bf30-8748eeb24fa8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/85460527-733f-4c9b-813d-e2cc7b615da1 HTTP/1.1" status: 204 len: 168 time: 0.6756115 Jan 20 14:36:23.261672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51080) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:23.316400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-87388e4a-c4f8-4d2f-9833-9eab00944e51 None None] Provisioning complete for port 14d91728-d718-4c96-afa3-4d4e5e792996 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:23.317200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-87388e4a-c4f8-4d2f-9833-9eab00944e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.320841 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-82dd7784-943b-481d-920b-c0affae35acc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1289251 Jan 20 14:36:23.326962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51084) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:23.349765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b4be1ceb-2d28-46ff-8ed1-c44038cc8a59 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group': {'name': 'tempest-security--1631991404', 'description': 'tempest-security-description-1457103234'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:23.354751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b202431f-6eb1-415e-a84f-3af43d5a94af tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:23.355470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b202431f-6eb1-415e-a84f-3af43d5a94af tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:23.376238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b202431f-6eb1-415e-a84f-3af43d5a94af tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:23.380358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Subnet': ['ID=79e7f42b-61f5-4b77-9a4b-50a4fd449d36,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:23.389498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51088) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:23.392607 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b202431f-6eb1-415e-a84f-3af43d5a94af tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1150706 Jan 20 14:36:23.454485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Checking segment: {'id': '96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '300489c5-43f7-4dab-804e-920cdcbbbe0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:23.454840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network hostable DHCP agents. Network: 300489c5-43f7-4dab-804e-920cdcbbbe0f, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:23.465468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-87388e4a-c4f8-4d2f-9833-9eab00944e51 None None] Provisioning for port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:23.466340 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-81011d31-2fee-46a7-a989-11d5107c12e1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:36:23.470175 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-81011d31-2fee-46a7-a989-11d5107c12e1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/6f909a2b-dccb-4d31-bc3a-c49fb4d8fa12 HTTP/1.1" status: 404 len: 333 time: 0.0755594 Jan 20 14:36:23.471685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51092) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:23.476298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-87388e4a-c4f8-4d2f-9833-9eab00944e51 None None] Provisioning complete for port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:23.476857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-87388e4a-c4f8-4d2f-9833-9eab00944e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.477522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4be1ceb-2d28-46ff-8ed1-c44038cc8a59 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.533921 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-82305948-7737-4a03-8f28-70d764da6a00 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:36:23.534536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 300489c5-43f7-4dab-804e-920cdcbbbe0f is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:23.535488 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-82305948-7737-4a03-8f28-70d764da6a00 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/85460527-733f-4c9b-813d-e2cc7b615da1 HTTP/1.1" status: 404 len: 333 time: 0.0627151 Jan 20 14:36:23.541995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51096) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:23.564286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-87388e4a-c4f8-4d2f-9833-9eab00944e51 None None] Port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:23.564675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4be1ceb-2d28-46ff-8ed1-c44038cc8a59 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.565804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 300489c5-43f7-4dab-804e-920cdcbbbe0f) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:23.570235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:23.570923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.575769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:36:23.579372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d1e33-db4e-4bc8-a750-78ece0fa0d0c None None] Network 300489c5-43f7-4dab-804e-920cdcbbbe0f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:23.585343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4be1ceb-2d28-46ff-8ed1-c44038cc8a59 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.588336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4be1ceb-2d28-46ff-8ed1-c44038cc8a59 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.589566 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b4be1ceb-2d28-46ff-8ed1-c44038cc8a59 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "PUT /v2.0/security-groups/fbd2f11f-83c7-413a-a303-6843cb1b3a11 HTTP/1.1" status: 200 len: 1780 time: 0.2616651 Jan 20 14:36:23.601348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51100) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:23.689763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.731489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f5321bb1-e35b-438e-b5d7-1f74ded90dbd None None] Provisioning complete for port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:23.732170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f5321bb1-e35b-438e-b5d7-1f74ded90dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.839517 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aadb8aa4-4377-4d1c-a21c-5dc36e493bbf tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7431970 Jan 20 14:36:23.844459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f5321bb1-e35b-438e-b5d7-1f74ded90dbd None None] Port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:23.852179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51104) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:23.900196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be1ceb-2d28-46ff-8ed1-c44038cc8a59 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2f11f-83c7-413a-a303-6843cb1b3a11,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:23.917546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-300489c5-43f7-4dab-804e-920cdcbbbe0f', 'network_id': '300489c5-43f7-4dab-804e-920cdcbbbe0f', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'fixed_ips': [{'subnet_id': '79e7f42b-61f5-4b77-9a4b-50a4fd449d36'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:23.918714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.922475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1492196273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:23.943149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:23.951845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:router and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:23.958466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.959728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:23.977395 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7406d2a5-283d-4bab-a20f-adf5f995379b tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups/fbd2f11f-83c7-413a-a303-6843cb1b3a11 HTTP/1.1" status: 200 len: 1780 time: 0.3686693 Jan 20 14:36:23.977395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:23.980594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51108) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:23.987845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f274a880-94ed-4014-b757-84078371c380']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:23.999308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:24.003776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb8ee22-fed9-4425-8d7d-45573c6179c4') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:24.004257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb8ee22-fed9-4425-8d7d-45573c6179c4') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:24.008158 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c7a9d6e6-e6c3-489c-9207-300db45cbcd8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7907448 Jan 20 14:36:24.008956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51112) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:24.012757 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:24.019806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'network': {'name': 'tempest-RoutersTest-703058092'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:24.024659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.025861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.027707 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:24.028540 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:24.037622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:24.039585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.047862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:network and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:24.059453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:24.061457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.070482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:24.071042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.071265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:24.082641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:24.092089 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:24.110540 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6f0f-95ef-4a3f-8c53-f8c0a6e7d8f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.122508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:24.126363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.142719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.147371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Allocated IP 2001:db8::2 (300489c5-43f7-4dab-804e-920cdcbbbe0f/79e7f42b-61f5-4b77-9a4b-50a4fd449d36/1e87ff6b-a952-4c9a-a6b9-da8b4af972a7) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:24.181285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6f0f-95ef-4a3f-8c53-f8c0a6e7d8f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.202883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.212719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:24.217073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.229767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.230940 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-abd4870b-340b-43a8-a78f-c325ddef9f62 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3282290 Jan 20 14:36:24.234939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51116) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:24.238053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.238395 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added segment 8ace6777-17f0-4494-9a1c-f4408af8c93f of type vlan for network 26fd848d-1948-4970-a373-129f48b44577 Jan 20 14:36:24.246902 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/networks/f274a880-94ed-4014-b757-84078371c380 HTTP/1.1" status: 204 len: 168 time: 0.7037940 Jan 20 14:36:24.247168 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:24.252087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51120) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:24.263517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-941471994'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:24.269921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05629f16-cc4e-41b8-b3c7-7a47fd7fcfab tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Network': ['ID=f274a880-94ed-4014-b757-84078371c380,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:24.279083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:24.284423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:network and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:24.288462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:24.295377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:24.310877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:24.316414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.375015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6f0f-95ef-4a3f-8c53-f8c0a6e7d8f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.388089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:24.402579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.403176 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Added segment 3436797f-0dcc-4b8d-ba39-c3e0a6567aa5 of type vlan for network be02468e-f4b1-4b93-ac0b-653d57f386e1 Jan 20 14:36:24.437718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.438809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2cc330d7-994c-4bd3-820f-133f37c36dbb None None] Provisioning complete for port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:24.439189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2cc330d7-994c-4bd3-820f-133f37c36dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.477601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.484033 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 14d91728-d718-4c96-afa3-4d4e5e792996 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:24.486073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:24.486777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.488996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb6f0f-95ef-4a3f-8c53-f8c0a6e7d8f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2f11f-83c7-413a-a303-6843cb1b3a11,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:24.491814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.584171 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.610576 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:21Z', 'revision_number': 2, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:22Z', 'revision_number': 2, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:24.612766 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Transition to ACTIVE for port object 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:24.615040 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:36:24.615453 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Updating router 0a243235-7129-4236-9d02-3c7921ca0981 port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:36:24.616785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-2cc330d7-994c-4bd3-820f-133f37c36dbb None None] Port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:24.652630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1dbb6f0f-95ef-4a3f-8c53-f8c0a6e7d8f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.654075 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1dbb6f0f-95ef-4a3f-8c53-f8c0a6e7d8f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/fbd2f11f-83c7-413a-a303-6843cb1b3a11 HTTP/1.1" status: 204 len: 168 time: 0.6721945 Jan 20 14:36:24.657360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Network': ['ID=be02468e-f4b1-4b93-ac0b-653d57f386e1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:24.658894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Transition to ACTIVE for port object 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:24.669144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51124) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:24.673045 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network be02468e-f4b1-4b93-ac0b-653d57f386e1 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:24.673217 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.674526 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-426cf63a-1f20-4c22-9599-6a736509e32d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4209430 Jan 20 14:36:24.693758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51126) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:24.693979 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.698389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.705301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': 'be02468e-f4b1-4b93-ac0b-653d57f386e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:24.762976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.768591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:24.769365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.854575 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b0f81360-1f13-43f1-a34d-7f7f3e7aa03d tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1786830 Jan 20 14:36:24.856492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51132) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:24.862255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:24.866279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:24.870281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:24.876103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:24.886752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 14d91728-d718-4c96-afa3-4d4e5e792996 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:24.887125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.888709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:24.894283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.911466 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-9f50d01b-6dc9-47cb-a036-b93c556788c6 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] delete failed (client error): The resource could not be found. Jan 20 14:36:24.912827 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9f50d01b-6dc9-47cb-a036-b93c556788c6 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/fbd2f11f-83c7-413a-a303-6843cb1b3a11 HTTP/1.1" status: 404 len: 347 time: 0.0481143 Jan 20 14:36:24.915787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Network': ['ID=26fd848d-1948-4970-a373-129f48b44577,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:24.918303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51136) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:24.950606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 26fd848d-1948-4970-a373-129f48b44577 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:24.957817 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ba14fae1-3d0f-438f-9d8a-51934329d766 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9448354 Jan 20 14:36:24.958701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51140) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:24.965413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group': {'name': 'tempest-secgroup--591718928'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:24.973324 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:24.978788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Network 300489c5-43f7-4dab-804e-920cdcbbbe0f is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:24.983238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:24.988588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'subnet': {'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:24.992358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:24.997544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:25.009534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:25.018570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:25.033693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.ipam_backend_mixin [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Performing IP validity checks on allocation pools {{(pid=87495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:36:25.038280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.ipam_backend_mixin [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:36:25.122789 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.136009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Pushing event updated for resources: {'Port': ['ID=1e87ff6b-a952-4c9a-a6b9-da8b4af972a7,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:25.140112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:25.150089 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Transition to ACTIVE for port object 8fa9f1f3-985c-4078-ac7a-804e59079cf8 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:25.162387 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.205008 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.220925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Attempting to bind port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:25.221499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Attempting to bind port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '300489c5-43f7-4dab-804e-920cdcbbbe0f'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:25.221631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Attempting to bind port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 on network 300489c5-43f7-4dab-804e-920cdcbbbe0f {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:25.230984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:25.231713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Checking segment: {'id': '96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '300489c5-43f7-4dab-804e-920cdcbbbe0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:25.232178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.232823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Bound using segment: {'id': '96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '300489c5-43f7-4dab-804e-920cdcbbbe0f'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:25.233408 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Bound port: 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '300489c5-43f7-4dab-804e-920cdcbbbe0f'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:25.233941 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.247046 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.264573 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Pushing event updated for resources: {'Port': ['ID=8fa9f1f3-985c-4078-ac7a-804e59079cf8,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:25.315002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=e47660c4-c2cc-4ee1-846f-0d8f68b0383e,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:25.326685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Checking segment: {'id': '3436797f-0dcc-4b8d-ba39-c3e0a6567aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be02468e-f4b1-4b93-ac0b-653d57f386e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:25.327035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network hostable DHCP agents. Network: be02468e-f4b1-4b93-ac0b-653d57f386e1, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:25.362822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network be02468e-f4b1-4b93-ac0b-653d57f386e1 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:25.378183 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, be02468e-f4b1-4b93-ac0b-653d57f386e1) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:25.390770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf06045-732a-43cc-b901-398a955db2dd None None] Network be02468e-f4b1-4b93-ac0b-653d57f386e1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:25.393531 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.394029 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.394415 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.394825 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.395201 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.395595 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.395967 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.398704 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.399130 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.399573 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.399981 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.400381 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:25.402116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:25.403103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.443243 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-159ba2b3-7e1e-4607-bd53-b22e92132de7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7478354 Jan 20 14:36:25.445615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51144) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:25.451932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': 'be02468e-f4b1-4b93-ac0b-653d57f386e1', 'name': 'tempest-PortsIpV6TestJSON-1488932489'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:25.492315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:25.511263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:subnet and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:25.523004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:25.525697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:25.526109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] For port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:25.542789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:25.545611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:25.547584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:25.549696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] For port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1e87ff6b-a952-4c9a-a6b9-da8b4af972a7,segment=NetworkSegment(96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c),segment_id=96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:25.557694 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Attempting to bind port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:25.558411 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Attempting to bind port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:25.558929 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Attempting to bind port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 on network d5ed8940-371b-4fe2-8466-3410faaad765 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:25.567890 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:25.568603 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Checking segment: {'id': 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:25.569161 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.570858 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Bound using segment: {'id': 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:25.571134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.571746 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Bound port: 8fa9f1f3-985c-4078-ac7a-804e59079cf8, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:25.572593 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.573535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:25.643326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:25.658661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:25.662217 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.665860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:25.694121 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:25.700005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.712723 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] For port 8fa9f1f3-985c-4078-ac7a-804e59079cf8, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:25.716654 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] For port 8fa9f1f3-985c-4078-ac7a-804e59079cf8, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=8fa9f1f3-985c-4078-ac7a-804e59079cf8,segment=NetworkSegment(e7f77c80-0e5b-4b42-8fd1-1906954c65d9),segment_id=e7f77c80-0e5b-4b42-8fd1-1906954c65d9)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:25.726161 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.732756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port 9f40b0ae-3ad3-425e-b211-505885d1809b yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:25.740284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dace9-f91c-42df-be88-01eaf8bb7ce2 None None] Pushing event updated for resources: {'Port': ['ID=1e87ff6b-a952-4c9a-a6b9-da8b4af972a7,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:25.890934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-be02468e-f4b1-4b93-ac0b-653d57f386e1', 'network_id': 'be02468e-f4b1-4b93-ac0b-653d57f386e1', 'tenant_id': 'aaf51206de3a468a9488baf60ac7dae8', 'fixed_ips': [{'subnet_id': 'e47660c4-c2cc-4ee1-846f-0d8f68b0383e'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:25.892476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.910811 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:25.911686 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:25.928182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8::d (be02468e-f4b1-4b93-ac0b-653d57f386e1/e47660c4-c2cc-4ee1-846f-0d8f68b0383e/9f40b0ae-3ad3-425e-b211-505885d1809b) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:25.935602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:25.940027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Allocated IP 2001:db8::1 (300489c5-43f7-4dab-804e-920cdcbbbe0f/79e7f42b-61f5-4b77-9a4b-50a4fd449d36/169a6515-a985-4bdc-a4f8-2758882f9a83) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:25.961646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.123128 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09da92-5f98-4fcd-8b76-329d4fdef52e None None] Pushing event updated for resources: {'Port': ['ID=8fa9f1f3-985c-4078-ac7a-804e59079cf8,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:26.184739 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:26.252173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c68f7-e106-4b0e-90b4-37cd48f7997b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:26.318774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.322814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51148) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:26.323389 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d1a0a2d5-0472-44e9-b886-340e58cf04e4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3741691 Jan 20 14:36:26.349961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': '3f4c68f7-e106-4b0e-90b4-37cd48f7997b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:26.353887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.367602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:26.384334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.387923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:26.393451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:26.402043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:26.411514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Transition to ACTIVE for port object 169a6515-a985-4bdc-a4f8-2758882f9a83 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:26.425211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object 9f40b0ae-3ad3-425e-b211-505885d1809b will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:26.431165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.457157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.458636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:26.533581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Checking segment: {'id': '8ace6777-17f0-4494-9a1c-f4408af8c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26fd848d-1948-4970-a373-129f48b44577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:26.534202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network hostable DHCP agents. Network: 26fd848d-1948-4970-a373-129f48b44577, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:26.538614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Subnet': ['ID=e40fce99-aea3-4589-8dec-2d3a65ce92dc,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:26.542668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.564009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.566673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.621386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=169a6515-a985-4bdc-a4f8-2758882f9a83,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:26.631292 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:21Z', 'revision_number': 2, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:25Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:26.631544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:26.634013 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.637596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network be02468e-f4b1-4b93-ac0b-653d57f386e1 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:26.639515 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4531cd6-b203-4d9c-ac02-6fd9e40a4b85 None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:21Z', 'revision_number': 2, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:25Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:26.647226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 300489c5-43f7-4dab-804e-920cdcbbbe0f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:26.647656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Allocated IP 2001:db8::2 (be02468e-f4b1-4b93-ac0b-653d57f386e1/e47660c4-c2cc-4ee1-846f-0d8f68b0383e/0d150182-c21e-404f-bc66-f92a9b7f6a2d) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:26.651891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:26.655562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:26.656370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.673036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 26fd848d-1948-4970-a373-129f48b44577 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:26.691610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e002594-38d1-4060-8357-f07885a8437f,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:26.694306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:26.709804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 26fd848d-1948-4970-a373-129f48b44577) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:26.713353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:26.716306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:26.717076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.719740 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:26.720546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.765890 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e8b13fb2-5282-420a-a342-f737cb238e05 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7957065 Jan 20 14:36:26.769160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51152) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:26.781208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1bb11-266c-4137-a1df-02ad6097e42e None None] Network 26fd848d-1948-4970-a373-129f48b44577 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:26.782015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=9f40b0ae-3ad3-425e-b211-505885d1809b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:26.795570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.796959 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5f847006-8a48-4eaf-819e-b8dee71230fc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4686532 Jan 20 14:36:26.799810 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51156) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:26.818780 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f94582c2-01cc-4ee2-93d2-7e77bf3d5d1d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3719292 Jan 20 14:36:26.829583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51160) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:26.906973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-874a00cc-f5ff-4168-8be8-9d457d56255b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port 9f40b0ae-3ad3-425e-b211-505885d1809b {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:26.907566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-874a00cc-f5ff-4168-8be8-9d457d56255b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.939633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e4148848-9caf-4e03-9daa-066ee6407632 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:26.966941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e4148848-9caf-4e03-9daa-066ee6407632 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.063363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.248957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e4148848-9caf-4e03-9daa-066ee6407632 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.278525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-26fd848d-1948-4970-a373-129f48b44577', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:27.279587 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.300242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4148848-9caf-4e03-9daa-066ee6407632 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e002594-38d1-4060-8357-f07885a8437f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:27.316822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.370534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e4148848-9caf-4e03-9daa-066ee6407632 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.371468 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e4148848-9caf-4e03-9daa-066ee6407632 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/0e002594-38d1-4060-8357-f07885a8437f HTTP/1.1" status: 204 len: 168 time: 0.5707042 Jan 20 14:36:27.378534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51164) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:27.384719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd48d67e-53ce-4f47-afc3-055fcb9b4533 None None] Network 300489c5-43f7-4dab-804e-920cdcbbbe0f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:27.450334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3903ecfc-5def-491e-bf9e-92428a5f3441 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:27.501784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-874a00cc-f5ff-4168-8be8-9d457d56255b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.512074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3903ecfc-5def-491e-bf9e-92428a5f3441 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:27.513370 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3903ecfc-5def-491e-bf9e-92428a5f3441 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1295612 Jan 20 14:36:27.517099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51168) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:27.593107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Transition to ACTIVE for port object 0d150182-c21e-404f-bc66-f92a9b7f6a2d will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:27.676773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-231a2da5-97ee-4ea7-a783-64838557d06c None None] Provisioning for port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:27.686594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Transition to ACTIVE for port object 0d150182-c21e-404f-bc66-f92a9b7f6a2d will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:27.694813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-231a2da5-97ee-4ea7-a783-64838557d06c None None] Provisioning complete for port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:27.695254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-231a2da5-97ee-4ea7-a783-64838557d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.696239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-874a00cc-f5ff-4168-8be8-9d457d56255b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for 9f40b0ae-3ad3-425e-b211-505885d1809b owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:27.738099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.798971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-558e6642-0edc-4a45-9232-3146e0887d95 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.869799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Network be02468e-f4b1-4b93-ac0b-653d57f386e1 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:27.876467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-558e6642-0edc-4a45-9232-3146e0887d95 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.879650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:27.884549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:27.899735 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Pushing event updated for resources: {'Port': ['ID=0d150182-c21e-404f-bc66-f92a9b7f6a2d,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:27.947035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-874a00cc-f5ff-4168-8be8-9d457d56255b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:27.991101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Allocated IP 172.21.0.2 (26fd848d-1948-4970-a373-129f48b44577/e40fce99-aea3-4589-8dec-2d3a65ce92dc/5e6fb6c7-69b3-4227-bbc8-af96575f6629) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:28.001086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a00cc-f5ff-4168-8be8-9d457d56255b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=9f40b0ae-3ad3-425e-b211-505885d1809b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:28.045125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-874a00cc-f5ff-4168-8be8-9d457d56255b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.058992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-558e6642-0edc-4a45-9232-3146e0887d95 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.061457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-558e6642-0edc-4a45-9232-3146e0887d95 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.063195 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-558e6642-0edc-4a45-9232-3146e0887d95 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/3f4c68f7-e106-4b0e-90b4-37cd48f7997b HTTP/1.1" status: 204 len: 168 time: 0.5444453 Jan 20 14:36:28.067998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51172) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:28.075377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e6642-0edc-4a45-9232-3146e0887d95 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4c68f7-e106-4b0e-90b4-37cd48f7997b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:28.077191 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-874a00cc-f5ff-4168-8be8-9d457d56255b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/9f40b0ae-3ad3-425e-b211-505885d1809b HTTP/1.1" status: 204 len: 168 time: 1.2464793 Jan 20 14:36:28.078682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.079908 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51176) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:28.124577 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57d8442-c81a-4fd3-ba30-43d563e43c7f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:36:28.125309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57d8442-c81a-4fd3-ba30-43d563e43c7f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:28.127164 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c57d8442-c81a-4fd3-ba30-43d563e43c7f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/9f40b0ae-3ad3-425e-b211-505885d1809b HTTP/1.1" status: 404 len: 333 time: 0.0458674 Jan 20 14:36:28.130023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51180) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:28.189781 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b6ebb8-7ed8-41de-90c8-157b27c27aed tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:36:28.190610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c8b6ebb8-7ed8-41de-90c8-157b27c27aed tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:28.216321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c8b6ebb8-7ed8-41de-90c8-157b27c27aed tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:28.220982 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c8b6ebb8-7ed8-41de-90c8-157b27c27aed tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/9f40b0ae-3ad3-425e-b211-505885d1809b HTTP/1.1" status: 404 len: 333 time: 0.0896571 Jan 20 14:36:28.221840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51184) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:28.225174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-231a2da5-97ee-4ea7-a783-64838557d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.235773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Attempting to bind port 0d150182-c21e-404f-bc66-f92a9b7f6a2d on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:28.236441 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Attempting to bind port 0d150182-c21e-404f-bc66-f92a9b7f6a2d by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '3436797f-0dcc-4b8d-ba39-c3e0a6567aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be02468e-f4b1-4b93-ac0b-653d57f386e1'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:28.236950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Attempting to bind port 0d150182-c21e-404f-bc66-f92a9b7f6a2d on network be02468e-f4b1-4b93-ac0b-653d57f386e1 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:28.298187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-522418d3-10b5-4bf4-a245-abd4c354af0d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet e47660c4-c2cc-4ee1-846f-0d8f68b0383e {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:28.302266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-522418d3-10b5-4bf4-a245-abd4c354af0d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.405846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2f28e582-2fe3-4730-9b54-14ab05e26082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:28.408515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-522418d3-10b5-4bf4-a245-abd4c354af0d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.415080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:28.416705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Checking segment: {'id': '3436797f-0dcc-4b8d-ba39-c3e0a6567aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be02468e-f4b1-4b93-ac0b-653d57f386e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:28.416705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.416705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Bound using segment: {'id': '3436797f-0dcc-4b8d-ba39-c3e0a6567aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be02468e-f4b1-4b93-ac0b-653d57f386e1'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:28.416999 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Bound port: 0d150182-c21e-404f-bc66-f92a9b7f6a2d, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3436797f-0dcc-4b8d-ba39-c3e0a6567aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be02468e-f4b1-4b93-ac0b-653d57f386e1'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:28.417269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.483898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.500969 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.501697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.570428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-522418d3-10b5-4bf4-a245-abd4c354af0d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.571636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2f28e582-2fe3-4730-9b54-14ab05e26082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:28.575515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8fa9f1f3-985c-4078-ac7a-804e59079cf8 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:28.577482 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2f28e582-2fe3-4730-9b54-14ab05e26082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5064261 Jan 20 14:36:28.578091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51188) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:28.619828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275900762'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:28.656425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-231a2da5-97ee-4ea7-a783-64838557d06c None None] For port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1e87ff6b-a952-4c9a-a6b9-da8b4af972a7,segment=NetworkSegment(96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c),segment_id=96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:28.665981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.674030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-231a2da5-97ee-4ea7-a783-64838557d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.675374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-522418d3-10b5-4bf4-a245-abd4c354af0d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.680496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:28.711211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=169a6515-a985-4bdc-a4f8-2758882f9a83,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:28.713897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:28.725886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522418d3-10b5-4bf4-a245-abd4c354af0d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=e47660c4-c2cc-4ee1-846f-0d8f68b0383e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:28.730541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-522418d3-10b5-4bf4-a245-abd4c354af0d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.739344 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-522418d3-10b5-4bf4-a245-abd4c354af0d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/e47660c4-c2cc-4ee1-846f-0d8f68b0383e HTTP/1.1" status: 204 len: 168 time: 0.5163531 Jan 20 14:36:28.743346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51192) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:28.749664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.749898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Transition to ACTIVE for port object 5e6fb6c7-69b3-4227-bbc8-af96575f6629 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:28.790072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:28.800063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 300489c5-43f7-4dab-804e-920cdcbbbe0f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:28.803686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:28.805518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:28.805781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:28.808892 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] For port 0d150182-c21e-404f-bc66-f92a9b7f6a2d, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:28.813238 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Transition to ACTIVE for port object 5e6fb6c7-69b3-4227-bbc8-af96575f6629 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:28.815347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] For port 0d150182-c21e-404f-bc66-f92a9b7f6a2d, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0d150182-c21e-404f-bc66-f92a9b7f6a2d,segment=NetworkSegment(3436797f-0dcc-4b8d-ba39-c3e0a6567aa5),segment_id=3436797f-0dcc-4b8d-ba39-c3e0a6567aa5)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:28.823146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a2da5-97ee-4ea7-a783-64838557d06c None None] Pushing event updated for resources: {'Port': ['ID=1e87ff6b-a952-4c9a-a6b9-da8b4af972a7,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:28.827177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:28.827892 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.882274 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.887048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.895165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.909275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port 0d150182-c21e-404f-bc66-f92a9b7f6a2d {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:28.909702 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:28.961490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-29be4510-b899-4508-b145-217244e00a1e None None] Provisioning for port 169a6515-a985-4bdc-a4f8-2758882f9a83 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:29.003726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-29be4510-b899-4508-b145-217244e00a1e None None] Provisioning complete for port 169a6515-a985-4bdc-a4f8-2758882f9a83 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:29.004092 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-29be4510-b899-4508-b145-217244e00a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.050460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Allocated IP 172.21.0.1 (26fd848d-1948-4970-a373-129f48b44577/e40fce99-aea3-4589-8dec-2d3a65ce92dc/ef30791d-22e8-4435-84c4-df26f84b324b) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:29.075137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Network 26fd848d-1948-4970-a373-129f48b44577 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:29.098934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:29.103256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ae3be-9480-4ce4-b831-47d0a7252133 None None] Pushing event updated for resources: {'Port': ['ID=0d150182-c21e-404f-bc66-f92a9b7f6a2d,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:29.180340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] For port 0d150182-c21e-404f-bc66-f92a9b7f6a2d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0d150182-c21e-404f-bc66-f92a9b7f6a2d,segment=NetworkSegment(3436797f-0dcc-4b8d-ba39-c3e0a6567aa5),segment_id=3436797f-0dcc-4b8d-ba39-c3e0a6567aa5)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:29.180340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.186288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:29.209490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.229909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.387288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.392449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06f8266-611d-431c-9308-8be19687524b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:29.397642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router ebc74039-ed46-430c-98ce-31fe1d34d7db is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:36:29.397860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-29be4510-b899-4508-b145-217244e00a1e None None] Port 169a6515-a985-4bdc-a4f8-2758882f9a83 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:29.443229 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Pushing event updated for resources: {'Port': ['ID=5e6fb6c7-69b3-4227-bbc8-af96575f6629,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:29.509759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for 0d150182-c21e-404f-bc66-f92a9b7f6a2d owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:29.516710 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Attempting to bind port 5e6fb6c7-69b3-4227-bbc8-af96575f6629 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:29.517290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Attempting to bind port 5e6fb6c7-69b3-4227-bbc8-af96575f6629 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '8ace6777-17f0-4494-9a1c-f4408af8c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26fd848d-1948-4970-a373-129f48b44577'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:29.517836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Attempting to bind port 5e6fb6c7-69b3-4227-bbc8-af96575f6629 on network 26fd848d-1948-4970-a373-129f48b44577 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:29.541306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:29.541996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Checking segment: {'id': '8ace6777-17f0-4494-9a1c-f4408af8c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26fd848d-1948-4970-a373-129f48b44577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:29.542559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.543106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Bound using segment: {'id': '8ace6777-17f0-4494-9a1c-f4408af8c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26fd848d-1948-4970-a373-129f48b44577'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:29.543741 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Bound port: 5e6fb6c7-69b3-4227-bbc8-af96575f6629, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ace6777-17f0-4494-9a1c-f4408af8c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26fd848d-1948-4970-a373-129f48b44577'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:29.544342 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.557158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.571260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-29be4510-b899-4508-b145-217244e00a1e None None] Provisioning complete for port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:29.571704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-29be4510-b899-4508-b145-217244e00a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.615966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.673952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=0d150182-c21e-404f-bc66-f92a9b7f6a2d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:29.678195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No DVR routers for this DVR port 0d150182-c21e-404f-bc66-f92a9b7f6a2d on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:36:29.747057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.748066 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0c30b5a2-8eb5-44a6-a130-93d142305fd1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1497016 Jan 20 14:36:29.749373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Transition to ACTIVE for port object ef30791d-22e8-4435-84c4-df26f84b324b will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:29.754397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 8fa9f1f3-985c-4078-ac7a-804e59079cf8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=8fa9f1f3-985c-4078-ac7a-804e59079cf8,segment=NetworkSegment(e7f77c80-0e5b-4b42-8fd1-1906954c65d9),segment_id=e7f77c80-0e5b-4b42-8fd1-1906954c65d9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:29.757203 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51196) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:29.773167 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': 'd06f8266-611d-431c-9308-8be19687524b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:29.785252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.790164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:29.805615 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:29.811155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:29.818828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:29.822445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:29.828957 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-44d9c75a-e9b7-476c-bcc8-b50a33050879 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/ebc74039-ed46-430c-98ce-31fe1d34d7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5930567 Jan 20 14:36:29.833063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51200) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:29.836263 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.856075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d693a-8728-4ac1-9616-011e277972e5 None None] Sync routers for ids ['ebc74039-ed46-430c-98ce-31fe1d34d7db'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:29.860838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] For port 5e6fb6c7-69b3-4227-bbc8-af96575f6629, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:29.866167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be02468e-f4b1-4b93-ac0b-653d57f386e1']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:29.880450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3436797f-0dcc-4b8d-ba39-c3e0a6567aa5') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:29.880848 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3436797f-0dcc-4b8d-ba39-c3e0a6567aa5') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:29.904018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.912929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.915442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.923880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] For port 5e6fb6c7-69b3-4227-bbc8-af96575f6629, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5e6fb6c7-69b3-4227-bbc8-af96575f6629,segment=NetworkSegment(8ace6777-17f0-4494-9a1c-f4408af8c93f),segment_id=8ace6777-17f0-4494-9a1c-f4408af8c93f)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:29.934077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.941417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:29.941799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.947482 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:29.954452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d693a-8728-4ac1-9616-011e277972e5 None None] Routers {'ebc74039-ed46-430c-98ce-31fe1d34d7db'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:29.955066 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2f8d693a-8728-4ac1-9616-011e277972e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebc74039-ed46-430c-98ce-31fe1d34d7db'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:29.957665 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:29.984127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1ae4b-e33f-49ea-b3fc-b3fdf2b32130 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:29.984700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5ad1ae4b-e33f-49ea-b3fc-b3fdf2b32130 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:30.034626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 26fd848d-1948-4970-a373-129f48b44577 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:30.041917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:30.043778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=ef30791d-22e8-4435-84c4-df26f84b324b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:30.048247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:30.061035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.065276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2f8d693a-8728-4ac1-9616-011e277972e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:30.077755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=8fa9f1f3-985c-4078-ac7a-804e59079cf8,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:30.083035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.098023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5ad1ae4b-e33f-49ea-b3fc-b3fdf2b32130 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:30.099176 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5ad1ae4b-e33f-49ea-b3fc-b3fdf2b32130 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports/169a6515-a985-4bdc-a4f8-2758882f9a83 HTTP/1.1" status: 200 len: 911 time: 0.2653725 Jan 20 14:36:30.099580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Network': ['ID=be02468e-f4b1-4b93-ac0b-653d57f386e1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:30.105249 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51204) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:30.131365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.134239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.144657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.177774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d693a-8728-4ac1-9616-011e277972e5 None None] Routers {'ebc74039-ed46-430c-98ce-31fe1d34d7db'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:30.178668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2f8d693a-8728-4ac1-9616-011e277972e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebc74039-ed46-430c-98ce-31fe1d34d7db'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:30.180045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea21f8d-cceb-4018-878d-dd8689357ff2,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:30.209998 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7b1255da-e4a7-4df0-8bb4-a7dc07e4257e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/networks/be02468e-f4b1-4b93-ac0b-653d57f386e1 HTTP/1.1" status: 204 len: 168 time: 1.4653187 Jan 20 14:36:30.212913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51208) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:30.221149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.222874 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2d31c683-b5d8-446f-9d34-6e1be82c59ab tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4638584 Jan 20 14:36:30.225584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51210) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:30.233008 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2059167968'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:30.237650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': 'd06f8266-611d-431c-9308-8be19687524b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:30.239951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:30.245885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:network and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:30.249761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:30.254287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:30.261190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:30.263147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:30.267861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:30.284027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:30.346538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2f8d693a-8728-4ac1-9616-011e277972e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:30.346932 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d693a-8728-4ac1-9616-011e277972e5 None None] The sync data for ids ['ebc74039-ed46-430c-98ce-31fe1d34d7db'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:30.353015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:30.353233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.364880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.375414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5470ba-0022-446a-ab11-e3891d6a82b5 None None] Pushing event updated for resources: {'Port': ['ID=5e6fb6c7-69b3-4227-bbc8-af96575f6629,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:30.384737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6cf06423-9000-46d1-831f-c1ca306015ea None None] Provisioning complete for port 169a6515-a985-4bdc-a4f8-2758882f9a83 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:30.385029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6cf06423-9000-46d1-831f-c1ca306015ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.411738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.503402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6cf06423-9000-46d1-831f-c1ca306015ea None None] Port 169a6515-a985-4bdc-a4f8-2758882f9a83 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:30.512711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:30.513448 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:30.596003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.596372 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Added segment bc295484-93d7-46b0-a51a-ccd4eaf98cc3 of type vlan for network bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 Jan 20 14:36:30.612778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.632352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:30.633359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.689427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.734332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e2566a-2efb-4739-aa44-9fab0d52565b,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:30.735973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.786109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.787548 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9aef4885-a182-4369-8c7a-8179facfdb23 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5610554 Jan 20 14:36:30.791233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51218) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:30.799150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': 'd06f8266-611d-431c-9308-8be19687524b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:30.809975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8fa9f1f3-985c-4078-ac7a-804e59079cf8 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:30.821226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:30.886546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:30.889894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.893715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:30.895401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:30.896286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.898847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:30.899400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.909596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:30.944688 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7216127 Jan 20 14:36:30.949983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51222) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:30.958342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': 'bfcc7775-a2dc-4a8c-80a5-5f4e137a3192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:30.978989 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2e65b3e0-2bca-4e8c-a24b-5a5fdd0bbd93 None None] Could not find standard attr ID for object 0d150182-c21e-404f-bc66-f92a9b7f6a2d. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:36:31.002895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d398318-6139-49c1-9fd6-bd5ef7cbd44f None None] DHCP port deletion for be02468e-f4b1-4b93-ac0b-653d57f386e1 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:36:31.058409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd46a58e-2d8c-43ef-8874-112728f5e7f8 None None] Network be02468e-f4b1-4b93-ac0b-653d57f386e1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:31.064371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.090124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb129874-95e9-49c1-a3ff-74be385e35e2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Network': ['ID=bfcc7775-a2dc-4a8c-80a5-5f4e137a3192,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:31.119657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:31.139128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd46a58e-2d8c-43ef-8874-112728f5e7f8 None None] Network be02468e-f4b1-4b93-ac0b-653d57f386e1 could not be found, it might have been deleted concurrently. {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 20 14:36:31.157327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.159585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:31.170659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.186777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.209407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:31.250696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:31.275969 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:31.331290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:31.334762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.356804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.412960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.424918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.451221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=ef30791d-22e8-4435-84c4-df26f84b324b,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:31.492372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adcee65-b141-4493-90d5-678f421c1eb5,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:31.536221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802dbcdc-a9e2-4930-bf00-7bff2c9642e8 None None] Network 26fd848d-1948-4970-a373-129f48b44577 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:31.639472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0b48feda-c9bf-42d1-9427-d6dfa2d2ca32 None None] Provisioning for port 5e6fb6c7-69b3-4227-bbc8-af96575f6629 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:31.682759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 169a6515-a985-4bdc-a4f8-2758882f9a83 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:31.683312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.685522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.689440 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-77bcfc91-d66c-4e76-ab3c-8ed5b87c46f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8943110 Jan 20 14:36:31.702434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51228) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:31.714072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': 'd06f8266-611d-431c-9308-8be19687524b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:31.723759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:31.732999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:31.739555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:31.761178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:31.836536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 26fd848d-1948-4970-a373-129f48b44577 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:31.843070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:31.857453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.890174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.032598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 169a6515-a985-4bdc-a4f8-2758882f9a83 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:32.100533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.107732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.113518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b05a399e-79fd-4d34-b10d-951e67be28f3 None None] Provisioning for port ef30791d-22e8-4435-84c4-df26f84b324b completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:32.119894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b05a399e-79fd-4d34-b10d-951e67be28f3 None None] Provisioning complete for port ef30791d-22e8-4435-84c4-df26f84b324b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:32.120291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b05a399e-79fd-4d34-b10d-951e67be28f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.145287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.189990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b05a399e-79fd-4d34-b10d-951e67be28f3 None None] Port ef30791d-22e8-4435-84c4-df26f84b324b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:32.198519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a8cdc3-68d1-4dcc-8182-8d9b0faa36ae,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:32.201560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:36:32.238262 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.240773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=a3f9d900-8502-49b4-ae5d-a56647d6c49c,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:32.250088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.251255 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9263c3f0-952a-4088-8a46-fb3a28b70bd7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5479038 Jan 20 14:36:32.272645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51232) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:32.286751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': 'd06f8266-611d-431c-9308-8be19687524b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:32.315351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Checking segment: {'id': 'bc295484-93d7-46b0-a51a-ccd4eaf98cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bfcc7775-a2dc-4a8c-80a5-5f4e137a3192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:32.315527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network hostable DHCP agents. Network: bfcc7775-a2dc-4a8c-80a5-5f4e137a3192, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:32.326115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=169a6515-a985-4bdc-a4f8-2758882f9a83,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:32.328314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:32.338471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:32.346547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:32.422351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-224c968f-ef46-46ec-bb88-75171f2f0ce5 None None] Provisioning complete for port ef30791d-22e8-4435-84c4-df26f84b324b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:32.424516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-224c968f-ef46-46ec-bb88-75171f2f0ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.439604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:32.442426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:32.448382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:32.456796 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:32.464824 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3c0adfe3-588f-4b78-ace4-a5702b97735c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6945882 Jan 20 14:36:32.467857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51236) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:32.476065 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:32.476753 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:32.482436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'network': {'name': 'tempest-RoutersTest-181184820'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:32.487339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, bfcc7775-a2dc-4a8c-80a5-5f4e137a3192) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:32.491741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:32.497695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:32.498281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.507032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76fff6-a9ca-45d0-806d-a9dfcfe4132e None None] Network bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:32.518811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:network and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:32.523885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:32.554045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:32.561368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5e6fb6c7-69b3-4227-bbc8-af96575f6629 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:32.571167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.582719 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9b45e7f0-1d92-48fc-9b42-180f7887771e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6316857 Jan 20 14:36:32.585201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51240) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:32.591361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': 'bfcc7775-a2dc-4a8c-80a5-5f4e137a3192', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1967475251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:32.635938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:32.640025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.692310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.745957 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:32.758921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-224c968f-ef46-46ec-bb88-75171f2f0ce5 None None] Port ef30791d-22e8-4435-84c4-df26f84b324b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:32.814971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:32.821429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:port and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:32.836112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:32.846575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.846919 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added segment a02fe48f-1fef-4767-b4c7-b99b59404afa of type vlan for network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 Jan 20 14:36:32.875974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.909113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:32.917973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:32.925405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.930200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 5e6fb6c7-69b3-4227-bbc8-af96575f6629 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:32.936475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:32.937329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.953190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router ebc74039-ed46-430c-98ce-31fe1d34d7db has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:36:32.956305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 5e6fb6c7-69b3-4227-bbc8-af96575f6629 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:32.956954 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.967915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.063097 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-bfcc7775-a2dc-4a8c-80a5-5f4e137a3192', 'network_id': 'bfcc7775-a2dc-4a8c-80a5-5f4e137a3192', 'tenant_id': 'aaf51206de3a468a9488baf60ac7dae8', 'fixed_ips': [{'subnet_id': 'a3f9d900-8502-49b4-ae5d-a56647d6c49c'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:33.064535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.080692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Network': ['ID=233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:33.096852 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f799b3ad-8b5d-400f-87c5-04963c1449ee tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6279318 Jan 20 14:36:33.099757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51244) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:33.106356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'subnet': {'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:33.127386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:33.131448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.154120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:33.165516 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:30Z', 'revision_number': 3, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:30Z', 'revision_number': 2, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:33.171096 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:36:33.171659 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Updating router 0a243235-7129-4236-9d02-3c7921ca0981 port ef30791d-22e8-4435-84c4-df26f84b324b binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:36:33.185726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-68950bd8-7a94-487a-b45f-493f41cb1d6f None None] Provisioning complete for port ef30791d-22e8-4435-84c4-df26f84b324b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:33.185978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68950bd8-7a94-487a-b45f-493f41cb1d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.230713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port d9af9bb1-005e-4a43-9b42-f72366b7153c yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:33.234257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:33.236062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.251132 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.256525 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f05a32-5759-449a-9ec5-310d07b2d046,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:33.283135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b697883-2f9c-4bc4-aa46-7d33736761fe None None] Sync routers for ids ['ebc74039-ed46-430c-98ce-31fe1d34d7db'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:33.284193 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1f6238ce-eb2b-4d5b-b0bc-1a1f074c2ee9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/ebc74039-ed46-430c-98ce-31fe1d34d7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1775341 Jan 20 14:36:33.286967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51248) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:33.333831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b697883-2f9c-4bc4-aa46-7d33736761fe None None] Routers {'ebc74039-ed46-430c-98ce-31fe1d34d7db'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:33.334496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0b697883-2f9c-4bc4-aa46-7d33736761fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebc74039-ed46-430c-98ce-31fe1d34d7db'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:33.338533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4950349f-0118-48ad-911d-309bed9ff7ee tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:33.341842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.343058 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b3658ac9-6695-4019-b855-dd84152a56af tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0673385 Jan 20 14:36:33.346009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51252) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:33.387434 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4950349f-0118-48ad-911d-309bed9ff7ee tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:33.389320 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4950349f-0118-48ad-911d-309bed9ff7ee tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebc74039-ed46-430c-98ce-31fe1d34d7db HTTP/1.1" status: 200 len: 205 time: 0.1013722 Jan 20 14:36:33.393372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51256) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:33.462732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8::84 (bfcc7775-a2dc-4a8c-80a5-5f4e137a3192/a3f9d900-8502-49b4-ae5d-a56647d6c49c/d9af9bb1-005e-4a43-9b42-f72366b7153c) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:33.468430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-28003e8f-ea4c-4b59-aeb9-c2374e10894c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.514752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0b697883-2f9c-4bc4-aa46-7d33736761fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:33.540281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b697883-2f9c-4bc4-aa46-7d33736761fe None None] Routers {'ebc74039-ed46-430c-98ce-31fe1d34d7db'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:33.540748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0b697883-2f9c-4bc4-aa46-7d33736761fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebc74039-ed46-430c-98ce-31fe1d34d7db'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:33.564287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5054a9-9ca6-45f8-b2bb-aa0fa9ded954 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.575380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5054a9-9ca6-45f8-b2bb-aa0fa9ded954 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.588478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-68950bd8-7a94-487a-b45f-493f41cb1d6f None None] Port ef30791d-22e8-4435-84c4-df26f84b324b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:33.612130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-0b697883-2f9c-4bc4-aa46-7d33736761fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:33.612786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b697883-2f9c-4bc4-aa46-7d33736761fe None None] The sync data for ids ['ebc74039-ed46-430c-98ce-31fe1d34d7db'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:33.613776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7eeae86c-c133-4512-963f-cf95ec812ba2 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.620196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.657782 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 5e6fb6c7-69b3-4227-bbc8-af96575f6629, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5e6fb6c7-69b3-4227-bbc8-af96575f6629,segment=NetworkSegment(8ace6777-17f0-4494-9a1c-f4408af8c93f),segment_id=8ace6777-17f0-4494-9a1c-f4408af8c93f)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:33.667844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.678921 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.691597 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Transition to ACTIVE for port object ef30791d-22e8-4435-84c4-df26f84b324b will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:33.697693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5054a9-9ca6-45f8-b2bb-aa0fa9ded954 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.700571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.705052 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.711621 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0d150182-c21e-404f-bc66-f92a9b7f6a2d no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:36:33.742863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object d9af9bb1-005e-4a43-9b42-f72366b7153c will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:33.753563 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 0d150182-c21e-404f-bc66-f92a9b7f6a2d {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:36:33.754251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0d150182-c21e-404f-bc66-f92a9b7f6a2d not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:36:33.778645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5054a9-9ca6-45f8-b2bb-aa0fa9ded954 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05f05a32-5759-449a-9ec5-310d07b2d046,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:33.788401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.789384 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e769c23-55c5-40f5-927e-3317d2b84332 None None] Pushing event updated for resources: {'Port': ['ID=ef30791d-22e8-4435-84c4-df26f84b324b,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:33.814778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5054a9-9ca6-45f8-b2bb-aa0fa9ded954 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.816184 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2e5054a9-9ca6-45f8-b2bb-aa0fa9ded954 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/05f05a32-5759-449a-9ec5-310d07b2d046 HTTP/1.1" status: 204 len: 168 time: 0.4692907 Jan 20 14:36:33.834886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=5e6fb6c7-69b3-4227-bbc8-af96575f6629,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:33.871955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Allocated IP 2001:db8::2 (bfcc7775-a2dc-4a8c-80a5-5f4e137a3192/a3f9d900-8502-49b4-ae5d-a56647d6c49c/593cab95-1c88-4117-b44c-34b6f50ff9d8) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:33.879460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51260) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:33.973270 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Attempting to bind port ef30791d-22e8-4435-84c4-df26f84b324b on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:33.973648 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Attempting to bind port ef30791d-22e8-4435-84c4-df26f84b324b by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '8ace6777-17f0-4494-9a1c-f4408af8c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26fd848d-1948-4970-a373-129f48b44577'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:33.973988 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Attempting to bind port ef30791d-22e8-4435-84c4-df26f84b324b on network 26fd848d-1948-4970-a373-129f48b44577 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:33.980980 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:33.981409 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Checking segment: {'id': '8ace6777-17f0-4494-9a1c-f4408af8c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26fd848d-1948-4970-a373-129f48b44577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:33.982420 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:33.982816 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Bound using segment: {'id': '8ace6777-17f0-4494-9a1c-f4408af8c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26fd848d-1948-4970-a373-129f48b44577'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:33.983289 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Bound port: ef30791d-22e8-4435-84c4-df26f84b324b, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ace6777-17f0-4494-9a1c-f4408af8c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26fd848d-1948-4970-a373-129f48b44577'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:33.983666 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.115913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7eeae86c-c133-4512-963f-cf95ec812ba2 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.119131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7eeae86c-c133-4512-963f-cf95ec812ba2 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.157881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7eeae86c-c133-4512-963f-cf95ec812ba2 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.158546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeae86c-c133-4512-963f-cf95ec812ba2 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Fanout notify agent at l3_agent the message router_deleted on router ebc74039-ed46-430c-98ce-31fe1d34d7db {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:36:34.159779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:34.163242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:34.166012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:34.172321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:34.174101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.175822 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] For port ef30791d-22e8-4435-84c4-df26f84b324b, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:34.178383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:34.179017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.180432 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] For port ef30791d-22e8-4435-84c4-df26f84b324b, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ef30791d-22e8-4435-84c4-df26f84b324b,segment=NetworkSegment(8ace6777-17f0-4494-9a1c-f4408af8c93f),segment_id=8ace6777-17f0-4494-9a1c-f4408af8c93f)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:34.185446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Transition to ACTIVE for port object 593cab95-1c88-4117-b44c-34b6f50ff9d8 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:34.185630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:subnet and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:34.189583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:34.190894 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.194133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7eeae86c-c133-4512-963f-cf95ec812ba2 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.197950 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7eeae86c-c133-4512-963f-cf95ec812ba2 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/ebc74039-ed46-430c-98ce-31fe1d34d7db HTTP/1.1" status: 204 len: 168 time: 0.8010657 Jan 20 14:36:34.202305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:34.204124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51264) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:34.205003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=d9af9bb1-005e-4a43-9b42-f72366b7153c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:34.214198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dfa37d9c-eb33-4722-acd7-25fb2ddacac3 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:34.216243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Transition to ACTIVE for port object 593cab95-1c88-4117-b44c-34b6f50ff9d8 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:34.234012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.234619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dfa37d9c-eb33-4722-acd7-25fb2ddacac3 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:34.239783 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dfa37d9c-eb33-4722-acd7-25fb2ddacac3 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3583941 Jan 20 14:36:34.240591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51268) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:34.272306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:34.276448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.285767 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b31b289b-b51a-45f5-8cfb-b9606ebf47dd tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.298586 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6fe7197e-0b1f-443a-82eb-a7a145436a4f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7093558 Jan 20 14:36:34.300428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b31b289b-b51a-45f5-8cfb-b9606ebf47dd tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.302298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51272) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:34.304925 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e769c23-55c5-40f5-927e-3317d2b84332 None None] Pushing event updated for resources: {'Port': ['ID=ef30791d-22e8-4435-84c4-df26f84b324b,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:34.313202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Pushing event updated for resources: {'Port': ['ID=593cab95-1c88-4117-b44c-34b6f50ff9d8,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:34.338976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b31b289b-b51a-45f5-8cfb-b9606ebf47dd tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.343291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Network bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:34.344937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:34.348367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:34.355656 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:34.356525 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:34.387303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b289b-b51a-45f5-8cfb-b9606ebf47dd tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62a8cdc3-68d1-4dcc-8182-8d9b0faa36ae,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:34.397139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b31b289b-b51a-45f5-8cfb-b9606ebf47dd tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.410294 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b31b289b-b51a-45f5-8cfb-b9606ebf47dd tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/62a8cdc3-68d1-4dcc-8182-8d9b0faa36ae HTTP/1.1" status: 204 len: 168 time: 0.1567168 Jan 20 14:36:34.411394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51276) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:34.415858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe378217-76bd-4fe5-8b1c-36d105cd7527 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting subnet 79e7f42b-61f5-4b77-9a4b-50a4fd449d36 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:34.453152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fe378217-76bd-4fe5-8b1c-36d105cd7527 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.458504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5e6fb6c7-69b3-4227-bbc8-af96575f6629 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:34.493598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-31cc52a5-9088-4464-aa88-af139b67ae65 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:34.534469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-31cc52a5-9088-4464-aa88-af139b67ae65 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:34.536120 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-31cc52a5-9088-4464-aa88-af139b67ae65 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1216352 Jan 20 14:36:34.539294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51280) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:34.551527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ce46b-144f-4ae9-8fa3-ae35f8aa233b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port d9af9bb1-005e-4a43-9b42-f72366b7153c {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:34.552130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Attempting to bind port 593cab95-1c88-4117-b44c-34b6f50ff9d8 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:34.552257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce46b-144f-4ae9-8fa3-ae35f8aa233b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.552383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Attempting to bind port 593cab95-1c88-4117-b44c-34b6f50ff9d8 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'bc295484-93d7-46b0-a51a-ccd4eaf98cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bfcc7775-a2dc-4a8c-80a5-5f4e137a3192'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:34.552513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Attempting to bind port 593cab95-1c88-4117-b44c-34b6f50ff9d8 on network bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:34.569314 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:34.569694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Checking segment: {'id': 'bc295484-93d7-46b0-a51a-ccd4eaf98cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bfcc7775-a2dc-4a8c-80a5-5f4e137a3192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:34.570092 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.570525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Bound using segment: {'id': 'bc295484-93d7-46b0-a51a-ccd4eaf98cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bfcc7775-a2dc-4a8c-80a5-5f4e137a3192'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:34.571195 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Bound port: 593cab95-1c88-4117-b44c-34b6f50ff9d8, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc295484-93d7-46b0-a51a-ccd4eaf98cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bfcc7775-a2dc-4a8c-80a5-5f4e137a3192'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:34.571612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.580955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 5e6fb6c7-69b3-4227-bbc8-af96575f6629 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:34.581489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.582058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c23ffc25-efbf-4992-909a-6ee5a7784469 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.595020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c23ffc25-efbf-4992-909a-6ee5a7784469 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.615232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fe378217-76bd-4fe5-8b1c-36d105cd7527 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.630432 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c23ffc25-efbf-4992-909a-6ee5a7784469 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.664239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ffc25-efbf-4992-909a-6ee5a7784469 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2adcee65-b141-4493-90d5-678f421c1eb5,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:34.690673 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:34.694795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c23ffc25-efbf-4992-909a-6ee5a7784469 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.696177 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c23ffc25-efbf-4992-909a-6ee5a7784469 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/2adcee65-b141-4493-90d5-678f421c1eb5 HTTP/1.1" status: 204 len: 168 time: 0.1556942 Jan 20 14:36:34.699158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51284) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:34.729403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] For port 593cab95-1c88-4117-b44c-34b6f50ff9d8, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:34.733038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] For port 593cab95-1c88-4117-b44c-34b6f50ff9d8, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=593cab95-1c88-4117-b44c-34b6f50ff9d8,segment=NetworkSegment(bc295484-93d7-46b0-a51a-ccd4eaf98cc3),segment_id=bc295484-93d7-46b0-a51a-ccd4eaf98cc3)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:34.749227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.765242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2c55ba59-b5e0-483b-b9be-61123c633447 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:34.789918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2c55ba59-b5e0-483b-b9be-61123c633447 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:34.791582 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2c55ba59-b5e0-483b-b9be-61123c633447 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0914028 Jan 20 14:36:34.794862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51288) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:34.830569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-862d64da-93fb-40cc-80c8-e4dfa199eb71 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.861334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-862d64da-93fb-40cc-80c8-e4dfa199eb71 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.904850 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-862d64da-93fb-40cc-80c8-e4dfa199eb71 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.932157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1d9ab-83c3-4555-aad0-a0004771b45f None None] Pushing event updated for resources: {'Port': ['ID=593cab95-1c88-4117-b44c-34b6f50ff9d8,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:34.956333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fe378217-76bd-4fe5-8b1c-36d105cd7527 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.962438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d64da-93fb-40cc-80c8-e4dfa199eb71 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09e2566a-2efb-4739-aa44-9fab0d52565b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:34.973070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-862d64da-93fb-40cc-80c8-e4dfa199eb71 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:34.974293 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-862d64da-93fb-40cc-80c8-e4dfa199eb71 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/09e2566a-2efb-4739-aa44-9fab0d52565b HTTP/1.1" status: 204 len: 168 time: 0.1782136 Jan 20 14:36:34.976918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51292) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:35.059364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-05d4d36b-0330-488d-9ef7-0abc0f11ac3e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:35.084325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce46b-144f-4ae9-8fa3-ae35f8aa233b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.089418 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-05d4d36b-0330-488d-9ef7-0abc0f11ac3e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:35.095551 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-05d4d36b-0330-488d-9ef7-0abc0f11ac3e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1171415 Jan 20 14:36:35.114053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51296) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:35.147062 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:30Z', 'revision_number': 3, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:34Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:35.155083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f30eeb9f-7aff-42d4-8b94-530d2ccc76c1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.155313 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4988257c-cd2f-45b0-9f12-1742ced63561 None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:30Z', 'revision_number': 3, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:34Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:35.173805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f30eeb9f-7aff-42d4-8b94-530d2ccc76c1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.202384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f30eeb9f-7aff-42d4-8b94-530d2ccc76c1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.234380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eeb9f-7aff-42d4-8b94-530d2ccc76c1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fea21f8d-cceb-4018-878d-dd8689357ff2,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:35.264356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f30eeb9f-7aff-42d4-8b94-530d2ccc76c1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.268846 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f30eeb9f-7aff-42d4-8b94-530d2ccc76c1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/fea21f8d-cceb-4018-878d-dd8689357ff2 HTTP/1.1" status: 204 len: 168 time: 0.1531169 Jan 20 14:36:35.271054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51300) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:35.279730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ce46b-144f-4ae9-8fa3-ae35f8aa233b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for d9af9bb1-005e-4a43-9b42-f72366b7153c owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:35.332470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e107950a-9b5c-4334-8eb8-c23e36089db3 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:35.336790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.357846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e107950a-9b5c-4334-8eb8-c23e36089db3 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:35.360303 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e107950a-9b5c-4334-8eb8-c23e36089db3 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0871546 Jan 20 14:36:35.362611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51304) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:35.391391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fe378217-76bd-4fe5-8b1c-36d105cd7527 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.420028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c6c5a2b-e3d2-42a3-a07b-df5af934decf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.428865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-219debae-fe62-470e-9d65-1ee2d25be25a tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.445821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5bd53e-4035-4e52-a833-b4e12fe7b3c1 None None] Network 300489c5-43f7-4dab-804e-920cdcbbbe0f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:35.454924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fe378217-76bd-4fe5-8b1c-36d105cd7527 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.473647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-219debae-fe62-470e-9d65-1ee2d25be25a tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.482432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Subnet': ['ID=8d2fd2d8-0fa7-4737-ae29-24e5b34678b7,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:35.488118 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fe378217-76bd-4fe5-8b1c-36d105cd7527 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/79e7f42b-61f5-4b77-9a4b-50a4fd449d36 HTTP/1.1" status: 204 len: 168 time: 1.2806649 Jan 20 14:36:35.496426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51308) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:35.564660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe378217-76bd-4fe5-8b1c-36d105cd7527 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Subnet': ['ID=79e7f42b-61f5-4b77-9a4b-50a4fd449d36,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:35.583022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Checking segment: {'id': 'a02fe48f-1fef-4767-b4c7-b99b59404afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:35.583384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network hostable DHCP agents. Network: 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:35.620433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:35.627300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce46b-144f-4ae9-8fa3-ae35f8aa233b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.654476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.669509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:35.669844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.687955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:35.692842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ce46b-144f-4ae9-8fa3-ae35f8aa233b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=d9af9bb1-005e-4a43-9b42-f72366b7153c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:35.703091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d96e9-dc0f-42d2-be3e-e629602d9371 None None] Network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:35.726147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:35.726741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.759222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce46b-144f-4ae9-8fa3-ae35f8aa233b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.788148 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7f6ce46b-144f-4ae9-8fa3-ae35f8aa233b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/d9af9bb1-005e-4a43-9b42-f72366b7153c HTTP/1.1" status: 204 len: 168 time: 1.4826708 Jan 20 14:36:35.789678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51312) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:35.791444 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-97679b17-819e-4f1c-aeee-4660a4083bfb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6906340 Jan 20 14:36:35.794216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51316) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:35.911138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] DHCP port deletion for 300489c5-43f7-4dab-804e-920cdcbbbe0f request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:36:35.937509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] Deleting port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:35.938317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:35.954879 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a7378c-36ef-4029-ae91-bca212b4fbb2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:36:35.955692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-57a7378c-36ef-4029-ae91-bca212b4fbb2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:36.083743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-219debae-fe62-470e-9d65-1ee2d25be25a tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.142804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-219debae-fe62-470e-9d65-1ee2d25be25a tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.146894 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-219debae-fe62-470e-9d65-1ee2d25be25a tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/d06f8266-611d-431c-9308-8be19687524b HTTP/1.1" status: 204 len: 168 time: 0.7830601 Jan 20 14:36:36.150259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51320) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:36.151227 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219debae-fe62-470e-9d65-1ee2d25be25a tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06f8266-611d-431c-9308-8be19687524b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:36.222335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1e87ff6b-a952-4c9a-a6b9-da8b4af972a7,segment=NetworkSegment(96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c),segment_id=96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:36.222911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.234119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-10e2e4ae-02eb-4cd1-97c4-8ca9f327450c tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:36.242484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-57a7378c-36ef-4029-ae91-bca212b4fbb2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:36.246851 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-57a7378c-36ef-4029-ae91-bca212b4fbb2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/d9af9bb1-005e-4a43-9b42-f72366b7153c HTTP/1.1" status: 404 len: 333 time: 0.4540472 Jan 20 14:36:36.250391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51324) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:36.343217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-10e2e4ae-02eb-4cd1-97c4-8ca9f327450c tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:36.349652 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-10e2e4ae-02eb-4cd1-97c4-8ca9f327450c tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1961124 Jan 20 14:36:36.350339 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51328) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:36.407583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] For port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1e87ff6b-a952-4c9a-a6b9-da8b4af972a7,segment=NetworkSegment(96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c),segment_id=96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:36.408110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.416871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034108113'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:36.423754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:36.438972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:36.457255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:36.464432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82bba5f-fd49-4068-9d5a-5b2d28d1e311 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet a3f9d900-8502-49b4-ae5d-a56647d6c49c {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:36.472557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b82bba5f-fd49-4068-9d5a-5b2d28d1e311 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.488867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.528569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:36.536724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:36.540546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:36.557246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:36.581158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d120ef-fb89-49a3-b34b-e8f75aeabad8 None None] Network bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:36.583072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.638892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=1e87ff6b-a952-4c9a-a6b9-da8b4af972a7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:36.647182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No DVR routers for this DVR port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:36:36.657187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ef30791d-22e8-4435-84c4-df26f84b324b up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:36.697126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] Calling delete_port for 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:36.725721 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b82bba5f-fd49-4068-9d5a-5b2d28d1e311 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.798834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.800960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.832581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-864d6364-8366-4423-aa50-e4cc08c6b94d None None] Provisioning for port 593cab95-1c88-4117-b44c-34b6f50ff9d8 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:36.835930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.849492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.850301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:36.851299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.852790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300489c5-43f7-4dab-804e-920cdcbbbe0f']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:36.868776 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.879330 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.888002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:36.888833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f3fcfc-7578-4e3f-ac26-fb0b2d3ef23c') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:36.915398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.928809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cecb8a-a624-44c7-b7ff-4026d0ea0f37,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:36.943157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.946943 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-21ff2bbb-23a9-4556-97cc-9b005f5e129e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5323396 Jan 20 14:36:36.946943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.948597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51332) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:36.956591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': '11cecb8a-a624-44c7-b7ff-4026d0ea0f37', 'direction': 'ingress', 'protocol': 17}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:36.965031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:36.967445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:36.967848 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:36.986558 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:36.993335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b82bba5f-fd49-4068-9d5a-5b2d28d1e311 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.030591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:36:37.032445 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:36:37.041277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:37.049722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port ef30791d-22e8-4435-84c4-df26f84b324b completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:37.051169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:37.072576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ef30791d-22e8-4435-84c4-df26f84b324b triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:37.072817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:37.073594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.096135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.139252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.144775 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.156056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b82bba5f-fd49-4068-9d5a-5b2d28d1e311 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.205383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.211485 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/networks/300489c5-43f7-4dab-804e-920cdcbbbe0f HTTP/1.1" status: 204 len: 168 time: 1.7102034 Jan 20 14:36:37.211485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754099b4-1d31-4dda-980d-2c9cfb60b98d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Network': ['ID=300489c5-43f7-4dab-804e-920cdcbbbe0f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:37.214957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51336) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:37.218575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.241089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bba5f-fd49-4068-9d5a-5b2d28d1e311 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f9d900-8502-49b4-ae5d-a56647d6c49c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:37.243110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b82bba5f-fd49-4068-9d5a-5b2d28d1e311 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.252478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1394440336', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:37.257071 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b82bba5f-fd49-4068-9d5a-5b2d28d1e311 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/a3f9d900-8502-49b4-ae5d-a56647d6c49c HTTP/1.1" status: 204 len: 168 time: 1.0056710 Jan 20 14:36:37.257650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51340) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:37.258208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Allocated IP 172.22.0.2 (233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4/8d2fd2d8-0fa7-4737-ae29-24e5b34678b7/877932e0-faff-495d-a6a1-bd127fd94e07) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:37.272539 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:37.280160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:router and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:37.284374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.285247 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3356173 Jan 20 14:36:37.287003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:37.289134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791b4fc-2484-4dc4-b3d5-86e125ae7082 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10d93a7-75c2-4ba3-b4be-db72f867b4ce,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:37.290518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51344) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:37.294277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:37.308251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.310243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.325286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.414609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.438661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.441138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f50f1c5-f631-4094-8797-58a793ef6073 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.470037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port 593cab95-1c88-4117-b44c-34b6f50ff9d8 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:37.470360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.489320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port ef30791d-22e8-4435-84c4-df26f84b324b, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ef30791d-22e8-4435-84c4-df26f84b324b,segment=NetworkSegment(8ace6777-17f0-4494-9a1c-f4408af8c93f),segment_id=8ace6777-17f0-4494-9a1c-f4408af8c93f)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:37.503853 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.504728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 593cab95-1c88-4117-b44c-34b6f50ff9d8 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:37.515678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f50f1c5-f631-4094-8797-58a793ef6073 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.587284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] Deleting port 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:37.587900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.633941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.642309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f50f1c5-f631-4094-8797-58a793ef6073 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.778309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e03d8d25-0bee-4d6a-b68d-91e367049b02 None None] The port '1e87ff6b-a952-4c9a-a6b9-da8b4af972a7' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:36:37.783363 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b09bb52-05c8-4c05-99c8-cf9ba8071e01 None None] Network bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:37.874628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f50f1c5-f631-4094-8797-58a793ef6073 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.875874 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0f50f1c5-f631-4094-8797-58a793ef6073 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/11cecb8a-a624-44c7-b7ff-4026d0ea0f37 HTTP/1.1" status: 204 len: 168 time: 0.5818667 Jan 20 14:36:37.884535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51348) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:37.887350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50f1c5-f631-4094-8797-58a793ef6073 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cecb8a-a624-44c7-b7ff-4026d0ea0f37,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:37.910008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.913846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] For port 593cab95-1c88-4117-b44c-34b6f50ff9d8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=593cab95-1c88-4117-b44c-34b6f50ff9d8,segment=NetworkSegment(bc295484-93d7-46b0-a51a-ccd4eaf98cc3),segment_id=bc295484-93d7-46b0-a51a-ccd4eaf98cc3)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:37.914276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:37.943345 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=ef30791d-22e8-4435-84c4-df26f84b324b,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:37.960677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Transition to ACTIVE for port object 877932e0-faff-495d-a6a1-bd127fd94e07 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:37.997338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.053295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for 593cab95-1c88-4117-b44c-34b6f50ff9d8 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:38.064900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 593cab95-1c88-4117-b44c-34b6f50ff9d8 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:38.076731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Transition to ACTIVE for port object 877932e0-faff-495d-a6a1-bd127fd94e07 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:38.081183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 593cab95-1c88-4117-b44c-34b6f50ff9d8 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:38.081616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.132543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.162996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.188698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Allocated IP 172.22.0.1 (233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4/8d2fd2d8-0fa7-4737-ae29-24e5b34678b7/4fb2bd8a-f702-4d61-8f11-e10707985d53) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:38.205892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.208641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.247029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Pushing event updated for resources: {'Port': ['ID=877932e0-faff-495d-a6a1-bd127fd94e07,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:38.251353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2a20e6bd-1b8d-4535-a100-d4e5ff754d20 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:38.260062 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Could not find standard attr ID for object 593cab95-1c88-4117-b44c-34b6f50ff9d8. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:36:38.264567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:38.267993 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No ports have port_id starting with 593cab95-1c88-4117-b44c-34b6f50ff9d8 Jan 20 14:36:38.271127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:38.275952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:38.309331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=593cab95-1c88-4117-b44c-34b6f50ff9d8,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:38.318370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No DVR routers for this DVR port 593cab95-1c88-4117-b44c-34b6f50ff9d8 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:36:38.320878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2a20e6bd-1b8d-4535-a100-d4e5ff754d20 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:38.327756 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2a20e6bd-1b8d-4535-a100-d4e5ff754d20 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4421270 Jan 20 14:36:38.331609 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51352) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:38.340577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900040326'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:38.352604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:38.365797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:38.397528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:36:38.440072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:36:38.440559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1e87ff6b-a952-4c9a-a6b9-da8b4af972a7 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:36:38.445389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.458309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Attempting to bind port 877932e0-faff-495d-a6a1-bd127fd94e07 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:38.458833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Attempting to bind port 877932e0-faff-495d-a6a1-bd127fd94e07 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'a02fe48f-1fef-4767-b4c7-b99b59404afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:38.459331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Attempting to bind port 877932e0-faff-495d-a6a1-bd127fd94e07 on network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:38.463294 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061821d4-39bd-46d5-89cb-ed283daf83f0 None None] DHCP port deletion for bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:36:38.469978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:38.470480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Checking segment: {'id': 'a02fe48f-1fef-4767-b4c7-b99b59404afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:38.470980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.471486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Bound using segment: {'id': 'a02fe48f-1fef-4767-b4c7-b99b59404afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:38.472081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Bound port: 877932e0-faff-495d-a6a1-bd127fd94e07, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02fe48f-1fef-4767-b4c7-b99b59404afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:38.472688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.488800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:38.505056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:38.508296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:38.515498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:38.586570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.604500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] For port 877932e0-faff-495d-a6a1-bd127fd94e07, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:38.608518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] For port 877932e0-faff-495d-a6a1-bd127fd94e07, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=877932e0-faff-495d-a6a1-bd127fd94e07,segment=NetworkSegment(a02fe48f-1fef-4767-b4c7-b99b59404afa),segment_id=a02fe48f-1fef-4767-b4c7-b99b59404afa)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:38.614478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.645425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcc7775-a2dc-4a8c-80a5-5f4e137a3192']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:38.648805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Allocated IP 172.26.0.231 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/92d19266-587d-41af-b414-11d5098df05f) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:38.657114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ef30791d-22e8-4435-84c4-df26f84b324b up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:38.670858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc295484-93d7-46b0-a51a-ccd4eaf98cc3') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:38.671181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc295484-93d7-46b0-a51a-ccd4eaf98cc3') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:38.679947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.692000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.712960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Transition to ACTIVE for port object 4fb2bd8a-f702-4d61-8f11-e10707985d53 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:38.718921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.727482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:36:38.727976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:36:38.742817 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:36:38.764137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616794d-dc4f-45ec-abd1-0d841bdc3bf7 None None] Pushing event updated for resources: {'Port': ['ID=877932e0-faff-495d-a6a1-bd127fd94e07,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:38.780419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ef30791d-22e8-4435-84c4-df26f84b324b triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:38.780792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.807392 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.846975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.848493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.855745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.859776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.876598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.914466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:38.943120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Network': ['ID=bfcc7775-a2dc-4a8c-80a5-5f4e137a3192,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:38.964111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44ee23e-958c-4a3c-a1cf-8b98256ed8b1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:38.970450 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:38.974110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:38.976520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:39.004069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:39.007254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:39.007383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 593cab95-1c88-4117-b44c-34b6f50ff9d8 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:36:39.012156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:39.017636 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-df95f7cb-f595-440a-af36-1f95d0dea6d3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/networks/bfcc7775-a2dc-4a8c-80a5-5f4e137a3192 HTTP/1.1" status: 204 len: 168 time: 1.7525361 Jan 20 14:36:39.029553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51356) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:39.040416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'name': 'tempest-PortsIpV6TestJSON-2010502273'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:39.052741 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 593cab95-1c88-4117-b44c-34b6f50ff9d8 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:36:39.053082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 593cab95-1c88-4117-b44c-34b6f50ff9d8 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:36:39.055858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=92d19266-587d-41af-b414-11d5098df05f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:39.058327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:39.059540 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-356fdff4-2cd0-45a3-83d6-dcb455947426 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7267950 Jan 20 14:36:39.064579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51360) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:39.076402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968803142'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:39.085997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:39.098453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:39.102801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:39.123941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:39.136253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=4fb2bd8a-f702-4d61-8f11-e10707985d53,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:39.191877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:39.220854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:39.226555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:port and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:39.230362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:39.238397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:39.260628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:39.264116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:39.276414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:39.293009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port d5d89fe2-af11-49f9-864b-4b680bd652c4 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:39.343282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:39.350207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:39.354621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:39.365214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:39.419776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:39.595482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:39.644543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:39.653365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:39.789058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49048a8c-f3ab-4eba-b397-0d9dd48cd003,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:39.900749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:39.925184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:39.929481 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-00e686ce-44a9-4ad3-b16a-5e4e2d698faf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8639462 Jan 20 14:36:39.930428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51364) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:39.944587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': 'a44ee23e-958c-4a3c-a1cf-8b98256ed8b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '49048a8c-f3ab-4eba-b397-0d9dd48cd003', 'remote_ip_prefix': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:39.951100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:39.956929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:39.960150 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:39.983515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:40.099443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.104393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.146634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161b1a58-6dd2-4658-a22f-ab3de502cb1f None None] Network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:40.151634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.225987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.234250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:40.267818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=d5d89fe2-af11-49f9-864b-4b680bd652c4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:40.273307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:40.274278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f8725bf6-fdcc-4224-a3b0-8a6402f3d761 None None] Provisioning for port 877932e0-faff-495d-a6a1-bd127fd94e07 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:40.283306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.306044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.315916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:40.320591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:40.321328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.444712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.467449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.502800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=4fb2bd8a-f702-4d61-8f11-e10707985d53,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:40.509609 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-26ab59cf-dec6-4df4-b742-a493802d9a17 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4790246 Jan 20 14:36:40.512843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51368) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:40.522654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3878f0d-16e2-4fb7-843c-b438af4ee318,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:40.524833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:40.550479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.555342 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f70c7f0a-6dbc-48a5-8997-6cd57f1e3e89 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6145968 Jan 20 14:36:40.559616 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51372) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:40.560434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:40.619525 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2daf53d9-bf08-4ce8-80d5-0830672db4d7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.634781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2daf53d9-bf08-4ce8-80d5-0830672db4d7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.676925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 73691632-91cf-4184-be98-b5cdfffe7af3 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:36:40.687324 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 877932e0-faff-495d-a6a1-bd127fd94e07 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:40.691807 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2daf53d9-bf08-4ce8-80d5-0830672db4d7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.735922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-681c9677-9e54-4fd7-a745-db41dcc5a53e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port d5d89fe2-af11-49f9-864b-4b680bd652c4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:40.736354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-681c9677-9e54-4fd7-a745-db41dcc5a53e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.778367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 877932e0-faff-495d-a6a1-bd127fd94e07 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:40.784020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 877932e0-faff-495d-a6a1-bd127fd94e07 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:40.784412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.796413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf53d9-bf08-4ce8-80d5-0830672db4d7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3878f0d-16e2-4fb7-843c-b438af4ee318,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:40.807981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:36:40.828921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2daf53d9-bf08-4ce8-80d5-0830672db4d7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.834957 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2daf53d9-bf08-4ce8-80d5-0830672db4d7 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/f3878f0d-16e2-4fb7-843c-b438af4ee318 HTTP/1.1" status: 204 len: 168 time: 0.2743242 Jan 20 14:36:40.840497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51376) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:40.919506 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.954858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-41e7d67e-38f5-439b-8023-73b7890553f2 None None] Provisioning complete for port 877932e0-faff-495d-a6a1-bd127fd94e07 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:40.955226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41e7d67e-38f5-439b-8023-73b7890553f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:40.980915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ca10d6ec-b09b-49dc-8c89-6990de5e0cf0 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:41.005773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:41.017262 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a202a7b1-9599-4a49-8542-58b338ce40b6 None None] Sync routers for ids ['73691632-91cf-4184-be98-b5cdfffe7af3'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:41.021446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ca10d6ec-b09b-49dc-8c89-6990de5e0cf0 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:41.025875 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ca10d6ec-b09b-49dc-8c89-6990de5e0cf0 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1800680 Jan 20 14:36:41.035657 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a202a7b1-9599-4a49-8542-58b338ce40b6 None None] Routers {'73691632-91cf-4184-be98-b5cdfffe7af3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:41.037841 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-a202a7b1-9599-4a49-8542-58b338ce40b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['73691632-91cf-4184-be98-b5cdfffe7af3'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:41.040454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51380) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:41.043749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 877932e0-faff-495d-a6a1-bd127fd94e07, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=877932e0-faff-495d-a6a1-bd127fd94e07,segment=NetworkSegment(a02fe48f-1fef-4767-b4c7-b99b59404afa),segment_id=a02fe48f-1fef-4767-b4c7-b99b59404afa)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:41.059696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.125382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.126551 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fce49350-40f6-4388-881c-8c2b89c3fb43 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9102879 Jan 20 14:36:41.129947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51384) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:41.165101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:41.171160 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-240836de-a7c2-4518-856c-5e06a8c6286c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3305831 Jan 20 14:36:41.190272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51388) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:41.199898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'network': {'name': 'tempest-RoutersTest-569643550'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:41.206987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:41.207771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=877932e0-faff-495d-a6a1-bd127fd94e07,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:41.210505 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-a202a7b1-9599-4a49-8542-58b338ce40b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:41.210939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-681c9677-9e54-4fd7-a745-db41dcc5a53e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.223726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:network and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:41.229025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:41.247854 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:41.252952 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a202a7b1-9599-4a49-8542-58b338ce40b6 None None] Routers {'73691632-91cf-4184-be98-b5cdfffe7af3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:41.253881 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-a202a7b1-9599-4a49-8542-58b338ce40b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['73691632-91cf-4184-be98-b5cdfffe7af3'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:41.271582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ba494e71-2cd1-4bec-bca4-aacef662cab8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.273098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:41.274163 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:41.303647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ba494e71-2cd1-4bec-bca4-aacef662cab8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.347869 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-a202a7b1-9599-4a49-8542-58b338ce40b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:41.348811 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a202a7b1-9599-4a49-8542-58b338ce40b6 None None] The sync data for ids ['73691632-91cf-4184-be98-b5cdfffe7af3'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:41.350809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-41e7d67e-38f5-439b-8023-73b7890553f2 None None] Provisioning for port 4fb2bd8a-f702-4d61-8f11-e10707985d53 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:41.363779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ba494e71-2cd1-4bec-bca4-aacef662cab8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.401901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba494e71-2cd1-4bec-bca4-aacef662cab8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49048a8c-f3ab-4eba-b397-0d9dd48cd003,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:41.491967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ba494e71-2cd1-4bec-bca4-aacef662cab8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.493253 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ba494e71-2cd1-4bec-bca4-aacef662cab8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/49048a8c-f3ab-4eba-b397-0d9dd48cd003 HTTP/1.1" status: 204 len: 168 time: 0.4518476 Jan 20 14:36:41.496090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-41e7d67e-38f5-439b-8023-73b7890553f2 None None] Provisioning complete for port 4fb2bd8a-f702-4d61-8f11-e10707985d53 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:41.496448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51392) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:41.496674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-41e7d67e-38f5-439b-8023-73b7890553f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.527255 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-da19fd62-a027-4c1d-b673-0f8a891b5027 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/routers/73691632-91cf-4184-be98-b5cdfffe7af3 HTTP/1.1" status: 200 len: 885 time: 0.3938355 Jan 20 14:36:41.529281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51396) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:41.575334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:41.584052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-681c9677-9e54-4fd7-a745-db41dcc5a53e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for d5d89fe2-af11-49f9-864b-4b680bd652c4 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:41.586344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-41e7d67e-38f5-439b-8023-73b7890553f2 None None] Port 4fb2bd8a-f702-4d61-8f11-e10707985d53 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:41.593098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:41.638429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:41.642296 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.647528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f9e8a0de-fcb8-41a1-a276-f8b797d4b0ef tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:41.670025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f9e8a0de-fcb8-41a1-a276-f8b797d4b0ef tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:41.671304 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f9e8a0de-fcb8-41a1-a276-f8b797d4b0ef tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1739733 Jan 20 14:36:41.675094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51400) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:41.692826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:41.703070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.703403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added segment c1ae629b-d807-43d3-8826-4ddde1796969 of type vlan for network 2c483b0d-4a7d-4135-9353-861d582b2416 Jan 20 14:36:41.724575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-681c9677-9e54-4fd7-a745-db41dcc5a53e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.778513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.784238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c9677-9e54-4fd7-a745-db41dcc5a53e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=d5d89fe2-af11-49f9-864b-4b680bd652c4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:41.794872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-681c9677-9e54-4fd7-a745-db41dcc5a53e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.815084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-247acdf1-8338-4f1b-9d41-328bbf512b47 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.824282 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-681c9677-9e54-4fd7-a745-db41dcc5a53e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/d5d89fe2-af11-49f9-864b-4b680bd652c4 HTTP/1.1" status: 204 len: 168 time: 1.3085055 Jan 20 14:36:41.824556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51404) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:41.826299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a6e9d350-0ce0-479d-9401-49672adc4d63 None None] Provisioning complete for port 4fb2bd8a-f702-4d61-8f11-e10707985d53 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:41.827153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d350-0ce0-479d-9401-49672adc4d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.830138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'mac_address': 'fa:16:3e:2e:1e:eb', 'name': 'tempest-PortsIpV6TestJSON-1508618090'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:41.848478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-247acdf1-8338-4f1b-9d41-328bbf512b47 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.878942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1c1e356a-b45a-4858-a012-45852ab1af9c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:router {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:41.904367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.909672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:41.910249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:41.912360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1c1e356a-b45a-4858-a012-45852ab1af9c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:router {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:41.913120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9d350-0ce0-479d-9401-49672adc4d63 None None] Port 4fb2bd8a-f702-4d61-8f11-e10707985d53 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:41.916982 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1c1e356a-b45a-4858-a012-45852ab1af9c tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3825231 Jan 20 14:36:41.916982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51408) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:41.923063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8eb7fca2-5ac3-4438-bf0c-e24dfada98f3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1394440336'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:41.969710 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-247acdf1-8338-4f1b-9d41-328bbf512b47 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.002549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:39Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:39Z', 'revision_number': 2, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:42.007902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247acdf1-8338-4f1b-9d41-328bbf512b47 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44ee23e-958c-4a3c-a1cf-8b98256ed8b1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:42.008096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:36:42.008096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Updating router 0a243235-7129-4236-9d02-3c7921ca0981 port 4fb2bd8a-f702-4d61-8f11-e10707985d53 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:36:42.048500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-247acdf1-8338-4f1b-9d41-328bbf512b47 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.049534 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-247acdf1-8338-4f1b-9d41-328bbf512b47 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/a44ee23e-958c-4a3c-a1cf-8b98256ed8b1 HTTP/1.1" status: 204 len: 168 time: 0.3732412 Jan 20 14:36:42.052180 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51412) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:42.064011 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8726282 Jan 20 14:36:42.070593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51416) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:42.079986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'subnet': {'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:42.104336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0113226-b930-4281-abf1-d5b71f47984a tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Network': ['ID=2c483b0d-4a7d-4135-9353-861d582b2416,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:42.106702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:42.120979 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 2c483b0d-4a7d-4135-9353-861d582b2416 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:42.138480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.164081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:port and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:42.172629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:42.191089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:42.222718 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:42.225692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:42.243553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:subnet and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:42.250069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:42.307201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:42.338238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Made reservation on behalf of a532773c1b70434b80ae48e5856abc82 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:42.342383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.374560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1e7f0bbc-7217-4e84-b6e5-daa29c32fe40 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:42.441479 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.460670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1e7f0bbc-7217-4e84-b6e5-daa29c32fe40 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:42.465808 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1e7f0bbc-7217-4e84-b6e5-daa29c32fe40 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4088771 Jan 20 14:36:42.467584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51420) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:42.482015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363957576'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:42.495093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:42.509774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port f0f8ee34-fbe2-4d21-86c6-04e2c551bd27 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:42.560154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:42.571583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 877932e0-faff-495d-a6a1-bd127fd94e07 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:42.636264 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.640585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.657275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Transition to ACTIVE for port object 4fb2bd8a-f702-4d61-8f11-e10707985d53 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:42.670416 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.676551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:42.686387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:42.696464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:42.699125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fca2-5ac3-4438-bf0c-e24dfada98f3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.709045 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 877932e0-faff-495d-a6a1-bd127fd94e07 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:42.709425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.710970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:42.714142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fca2-5ac3-4438-bf0c-e24dfada98f3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.889216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f819e-d52b-47d6-ba83-fd26bb36f3ec None None] Pushing event updated for resources: {'Port': ['ID=4fb2bd8a-f702-4d61-8f11-e10707985d53,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:42.894716 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.909058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:42.950693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb7fca2-5ac3-4438-bf0c-e24dfada98f3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 73691632-91cf-4184-be98-b5cdfffe7af3 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:36:43.023900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Attempting to bind port 4fb2bd8a-f702-4d61-8f11-e10707985d53 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:43.024297 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Attempting to bind port 4fb2bd8a-f702-4d61-8f11-e10707985d53 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'a02fe48f-1fef-4767-b4c7-b99b59404afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:43.025004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Attempting to bind port 4fb2bd8a-f702-4d61-8f11-e10707985d53 on network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:43.040525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:43.040813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Checking segment: {'id': 'a02fe48f-1fef-4767-b4c7-b99b59404afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:43.041212 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.041605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Bound using segment: {'id': 'a02fe48f-1fef-4767-b4c7-b99b59404afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:43.042076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Bound port: 4fb2bd8a-f702-4d61-8f11-e10707985d53, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02fe48f-1fef-4767-b4c7-b99b59404afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:43.042447 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.052665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Subnet': ['ID=20274918-5190-48da-97e4-8018fdcde01d,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:43.079981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.081887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Checking segment: {'id': 'c1ae629b-d807-43d3-8826-4ddde1796969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:43.082238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network hostable DHCP agents. Network: 2c483b0d-4a7d-4135-9353-861d582b2416, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:43.099693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.139650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.174542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] For port 4fb2bd8a-f702-4d61-8f11-e10707985d53, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:43.177861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] For port 4fb2bd8a-f702-4d61-8f11-e10707985d53, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4fb2bd8a-f702-4d61-8f11-e10707985d53,segment=NetworkSegment(a02fe48f-1fef-4767-b4c7-b99b59404afa),segment_id=a02fe48f-1fef-4767-b4c7-b99b59404afa)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:43.182943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.203549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb7fca2-5ac3-4438-bf0c-e24dfada98f3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:43.211633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fca2-5ac3-4438-bf0c-e24dfada98f3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.213042 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8eb7fca2-5ac3-4438-bf0c-e24dfada98f3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/73691632-91cf-4184-be98-b5cdfffe7af3 HTTP/1.1" status: 200 len: 892 time: 1.2950838 Jan 20 14:36:43.215651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51424) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:43.219614 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbd297-7c59-499c-be8b-94a9ea17b02e None None] Sync routers for ids ['73691632-91cf-4184-be98-b5cdfffe7af3'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:43.231026 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bbd297-7c59-499c-be8b-94a9ea17b02e None None] Routers {'73691632-91cf-4184-be98-b5cdfffe7af3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:43.231420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 2c483b0d-4a7d-4135-9353-861d582b2416 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:43.233136 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-76bbd297-7c59-499c-be8b-94a9ea17b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['73691632-91cf-4184-be98-b5cdfffe7af3'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:43.262638 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:43.263268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:43.277557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=f0f8ee34-fbe2-4d21-86c6-04e2c551bd27,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:43.282465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e252db99-7183-46c9-9343-fd30de83c4bb,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:43.285211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 2c483b0d-4a7d-4135-9353-861d582b2416) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:43.303048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.304867 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eac45bd1-6559-4699-a3d3-f04b4e4d3259 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8322253 Jan 20 14:36:43.307306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:43.307551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51428) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:43.308822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:43.309447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.314147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': 'e252db99-7183-46c9-9343-fd30de83c4bb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:43.328096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbefa9af-2a57-4580-a9df-82e5ea45a6df None None] Network 2c483b0d-4a7d-4135-9353-861d582b2416 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:43.332110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:43.343696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:43.343837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:43.346619 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-76bbd297-7c59-499c-be8b-94a9ea17b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:43.350698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:43.352636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.357169 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bbd297-7c59-499c-be8b-94a9ea17b02e None None] Routers {'73691632-91cf-4184-be98-b5cdfffe7af3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:43.358792 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-76bbd297-7c59-499c-be8b-94a9ea17b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['73691632-91cf-4184-be98-b5cdfffe7af3'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:43.361322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:43.383918 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a93d1f6e-16a7-4646-ac04-3e5dbc19b48f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3100615 Jan 20 14:36:43.384120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51432) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:43.385242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:43.395133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:43.445376 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-76bbd297-7c59-499c-be8b-94a9ea17b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:43.456182 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbd297-7c59-499c-be8b-94a9ea17b02e None None] The sync data for ids ['73691632-91cf-4184-be98-b5cdfffe7af3'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:43.482340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f819e-d52b-47d6-ba83-fd26bb36f3ec None None] Pushing event updated for resources: {'Port': ['ID=4fb2bd8a-f702-4d61-8f11-e10707985d53,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:43.515935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:43.550931 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c4508d88-d7f6-4a88-9495-f250d420f353 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/routers/73691632-91cf-4184-be98-b5cdfffe7af3 HTTP/1.1" status: 200 len: 892 time: 0.3314776 Jan 20 14:36:43.551360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51436) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:43.601920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f163febb-75bb-4edd-8f70-10aa2ffd7714 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:43.604812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.647011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f163febb-75bb-4edd-8f70-10aa2ffd7714 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:43.651655 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f163febb-75bb-4edd-8f70-10aa2ffd7714 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=73691632-91cf-4184-be98-b5cdfffe7af3 HTTP/1.1" status: 200 len: 205 time: 0.0989552 Jan 20 14:36:43.658267 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51440) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:43.692147 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1e29e5e4-93d5-4cfa-b813-6e0e51b53528 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8643279 Jan 20 14:36:43.692415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51444) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:43.794359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f99f4-bb4f-41f0-8780-f0eea77498e9 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:43.794928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a41f99f4-bb4f-41f0-8780-f0eea77498e9 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:43.848929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:43.935660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a41f99f4-bb4f-41f0-8780-f0eea77498e9 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:43.939798 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a41f99f4-bb4f-41f0-8780-f0eea77498e9 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/f0f8ee34-fbe2-4d21-86c6-04e2c551bd27 HTTP/1.1" status: 200 len: 845 time: 0.2435997 Jan 20 14:36:43.939798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51448) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:43.949302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-2c483b0d-4a7d-4135-9353-861d582b2416', 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'fixed_ips': [{'subnet_id': '20274918-5190-48da-97e4-8018fdcde01d'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:43.950254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.066907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:39Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:43Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:44.074658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2e8d6-92fb-4729-8bef-b36d22592f1c None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:39Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:43Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:44.119952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-017bbd3d-5859-4347-8933-2534956af1a1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port f0f8ee34-fbe2-4d21-86c6-04e2c551bd27 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:44.120340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-017bbd3d-5859-4347-8933-2534956af1a1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.156397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.185730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Allocated IP 172.23.0.2 (2c483b0d-4a7d-4135-9353-861d582b2416/20274918-5190-48da-97e4-8018fdcde01d/1e2f397c-f165-4ff0-929a-998751d85011) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:44.227665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.279943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1ea948-11b7-41f3-bab9-0b2ea4c05221,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:44.322042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.325411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.329589 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aacfc88d-50d6-4d71-ac0a-90265e59a403 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0178366 Jan 20 14:36:44.330028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51452) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:44.368546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 92d19266-587d-41af-b414-11d5098df05f {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:44.369029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.414375 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.425572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Transition to ACTIVE for port object 1e2f397c-f165-4ff0-929a-998751d85011 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:44.445918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Transition to ACTIVE for port object 1e2f397c-f165-4ff0-929a-998751d85011 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:44.452458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.553453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.564370 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1063b4d-c904-479e-bafc-61972485195d tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.572332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Network 2c483b0d-4a7d-4135-9353-861d582b2416 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:44.572332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Pushing event updated for resources: {'Port': ['ID=1e2f397c-f165-4ff0-929a-998751d85011,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:44.573085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:44.575299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:44.577242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1063b4d-c904-479e-bafc-61972485195d tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.579660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-017bbd3d-5859-4347-8933-2534956af1a1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.595052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.740633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-017bbd3d-5859-4347-8933-2534956af1a1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for f0f8ee34-fbe2-4d21-86c6-04e2c551bd27 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:44.742664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4fb2bd8a-f702-4d61-8f11-e10707985d53 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:44.744225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 92d19266-587d-41af-b414-11d5098df05f owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:44.795130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Attempting to bind port 1e2f397c-f165-4ff0-929a-998751d85011 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:44.796584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Attempting to bind port 1e2f397c-f165-4ff0-929a-998751d85011 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'c1ae629b-d807-43d3-8826-4ddde1796969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:44.797216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Attempting to bind port 1e2f397c-f165-4ff0-929a-998751d85011 on network 2c483b0d-4a7d-4135-9353-861d582b2416 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:44.818009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:44.818682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Checking segment: {'id': 'c1ae629b-d807-43d3-8826-4ddde1796969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:44.819246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.822919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Bound using segment: {'id': 'c1ae629b-d807-43d3-8826-4ddde1796969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:44.823676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Bound port: 1e2f397c-f165-4ff0-929a-998751d85011, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ae629b-d807-43d3-8826-4ddde1796969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:44.824253 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.870425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1063b4d-c904-479e-bafc-61972485195d tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.918155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1063b4d-c904-479e-bafc-61972485195d tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c1ea948-11b7-41f3-bab9-0b2ea4c05221,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:44.940790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1063b4d-c904-479e-bafc-61972485195d tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.944759 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c1063b4d-c904-479e-bafc-61972485195d tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/5c1ea948-11b7-41f3-bab9-0b2ea4c05221 HTTP/1.1" status: 204 len: 168 time: 0.6136253 Jan 20 14:36:44.945549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51456) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:44.952048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] For port 1e2f397c-f165-4ff0-929a-998751d85011, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:44.955451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] For port 1e2f397c-f165-4ff0-929a-998751d85011, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1e2f397c-f165-4ff0-929a-998751d85011,segment=NetworkSegment(c1ae629b-d807-43d3-8826-4ddde1796969),segment_id=c1ae629b-d807-43d3-8826-4ddde1796969)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:44.957441 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 4fb2bd8a-f702-4d61-8f11-e10707985d53 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:44.964465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 4fb2bd8a-f702-4d61-8f11-e10707985d53 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:44.964901 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:44.976816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.022755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.033124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-017bbd3d-5859-4347-8933-2534956af1a1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.052590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=92d19266-587d-41af-b414-11d5098df05f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:45.163350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2de72-7a73-4af3-a587-f334ee4fccca None None] Pushing event updated for resources: {'Port': ['ID=1e2f397c-f165-4ff0-929a-998751d85011,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:45.196477 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.196755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.233680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 4fb2bd8a-f702-4d61-8f11-e10707985d53, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4fb2bd8a-f702-4d61-8f11-e10707985d53,segment=NetworkSegment(a02fe48f-1fef-4767-b4c7-b99b59404afa),segment_id=a02fe48f-1fef-4767-b4c7-b99b59404afa)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:45.241054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.256262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bbd3d-5859-4347-8933-2534956af1a1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=f0f8ee34-fbe2-4d21-86c6-04e2c551bd27,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:45.273235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4894c35a-6773-49c2-8677-a6936602153f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:45.285835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-017bbd3d-5859-4347-8933-2534956af1a1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.326648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=4fb2bd8a-f702-4d61-8f11-e10707985d53,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:45.355731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4894c35a-6773-49c2-8677-a6936602153f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:45.356182 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4894c35a-6773-49c2-8677-a6936602153f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4085710 Jan 20 14:36:45.376851 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-017bbd3d-5859-4347-8933-2534956af1a1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/f0f8ee34-fbe2-4d21-86c6-04e2c551bd27 HTTP/1.1" status: 204 len: 168 time: 1.4173434 Jan 20 14:36:45.376851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51460) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:45.376851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51462) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:45.400954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.403226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.432016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.432616 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Fanout notify agent at l3_agent the message router_deleted on router 73691632-91cf-4184-be98-b5cdfffe7af3 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:36:45.453827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.454969 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4d0b986c-7a7e-44cb-9f63-bc8b041ba039 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/73691632-91cf-4184-be98-b5cdfffe7af3 HTTP/1.1" status: 204 len: 168 time: 1.7966852 Jan 20 14:36:45.458705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51468) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:45.460068 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e9d813-83f7-4de2-97aa-c62d948e65cf tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:36:45.460856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f4e9d813-83f7-4de2-97aa-c62d948e65cf tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:45.464954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-485537748'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:45.470622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:45.474533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:network and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:45.477934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:45.488728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:45.504080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:45.507611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.538628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:45.550488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.550914 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added segment 4deb3a8b-a887-4b9f-bc72-e1704d854da4 of type vlan for network 9b950e37-53bb-4090-98e7-0938a511bf3f Jan 20 14:36:45.564543 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f4e9d813-83f7-4de2-97aa-c62d948e65cf tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:45.565759 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f4e9d813-83f7-4de2-97aa-c62d948e65cf tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/f0f8ee34-fbe2-4d21-86c6-04e2c551bd27 HTTP/1.1" status: 404 len: 333 time: 0.1979115 Jan 20 14:36:45.574842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51472) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:45.578306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Allocated IP 172.23.0.1 (2c483b0d-4a7d-4135-9353-861d582b2416/20274918-5190-48da-97e4-8018fdcde01d/53c78b31-9b14-4e0a-b42d-0988241a65f7) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:45.584825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'name': 'tempest-PortsIpV6TestJSON-300991779'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:45.586357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.603486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c84b19f9-b73b-4d39-8d9e-77ce4999a228 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.617822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.623463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:45.624097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.727668 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2676833 Jan 20 14:36:45.730246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51476) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:45.736039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'subnet': {'network_id': '9b950e37-53bb-4090-98e7-0938a511bf3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:45.739596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c84b19f9-b73b-4d39-8d9e-77ce4999a228 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.750099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7246f43-a270-4561-b7d0-6e936ca7ba72 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Network': ['ID=9b950e37-53bb-4090-98e7-0938a511bf3f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:45.762359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 9b950e37-53bb-4090-98e7-0938a511bf3f details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:45.798935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:45.833198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:45.857662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:45.863877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:subnet and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:45.866915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:45.869404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:45.873792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:45.875398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.883184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:45.886640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.904472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c84b19f9-b73b-4d39-8d9e-77ce4999a228 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:45.942574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port afa8c55c-de12-4dbf-8c10-0f14a2c5a4e0 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:45.978604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b19f9-b73b-4d39-8d9e-77ce4999a228 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e252db99-7183-46c9-9343-fd30de83c4bb,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:46.029313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.072307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c84b19f9-b73b-4d39-8d9e-77ce4999a228 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.076151 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c84b19f9-b73b-4d39-8d9e-77ce4999a228 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/e252db99-7183-46c9-9343-fd30de83c4bb HTTP/1.1" status: 204 len: 168 time: 0.7083189 Jan 20 14:36:46.076151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Transition to ACTIVE for port object 53c78b31-9b14-4e0a-b42d-0988241a65f7 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:46.078883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51480) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:46.253481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-89be1dba-0fb3-4f2a-8a6a-f9c5ef03341f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:46.259448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.301416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-89be1dba-0fb3-4f2a-8a6a-f9c5ef03341f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:46.302867 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-89be1dba-0fb3-4f2a-8a6a-f9c5ef03341f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2217798 Jan 20 14:36:46.307021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.308736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51484) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:46.318252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929110677'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:46.331864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:46.343375 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a662e1-32dd-4699-bc0a-6942bd435e41 None None] Network 2c483b0d-4a7d-4135-9353-861d582b2416 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:46.351708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:46.357319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.374394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Subnet': ['ID=bae5268d-73b1-4977-a708-eea6939bbc64,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:46.390551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.393660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 2c483b0d-4a7d-4135-9353-861d582b2416 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:46.397498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:46.401326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Checking segment: {'id': '4deb3a8b-a887-4b9f-bc72-e1704d854da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9b950e37-53bb-4090-98e7-0938a511bf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:46.401713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network hostable DHCP agents. Network: 9b950e37-53bb-4090-98e7-0938a511bf3f, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:46.402875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:46.426589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:46.427510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=53c78b31-9b14-4e0a-b42d-0988241a65f7,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:46.434106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:46.437547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:46.442426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 9b950e37-53bb-4090-98e7-0938a511bf3f is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:46.455676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:46.458744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c65eac30-4a22-4b98-a305-a13270592d36 None None] Provisioning for port 1e2f397c-f165-4ff0-929a-998751d85011 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:46.467305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 9b950e37-53bb-4090-98e7-0938a511bf3f) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:46.473253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:46.473923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.474327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.498530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.505247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdcb42b-594e-454b-92c8-ca756fc08ead None None] Network 9b950e37-53bb-4090-98e7-0938a511bf3f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:46.526706 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b8a009b2-0b74-432a-a6e7-990182d742c0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7954431 Jan 20 14:36:46.529283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51488) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:46.535322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1185389705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:46.558725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:46.567282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:router and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:46.578582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:46.583863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:46.588250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:46.590427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:46.594388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:46.599749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:46.600394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.606344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.607225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=afa8c55c-de12-4dbf-8c10-0f14a2c5a4e0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:46.617497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.643496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.644604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.677801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc73e88-a312-446c-8dc1-32c51936459a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:46.686080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.698218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.703426 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-006e0217-cf66-482b-a3dc-ff16e7e3d339 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3934972 Jan 20 14:36:46.707817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51492) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:46.713402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': '0cc73e88-a312-446c-8dc1-32c51936459a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:46.721315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:46.729399 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a24d8ac7-bb19-4bd9-a46c-c14be468da4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1509216 Jan 20 14:36:46.729623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:46.730475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51496) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:46.731729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:46.733588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.742276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.749102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4fb2bd8a-f702-4d61-8f11-e10707985d53 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:46.749436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:46.749736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3df6c145-173d-47f7-8ae3-474495ec6d48 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:46.780326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.781609 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-75db4b56-50cf-4736-b1f5-462a1399d8db tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2509227 Jan 20 14:36:46.782921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.790018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51500) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:46.850011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.856356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.889285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e7a5e3-055c-49b7-a8f8-bed11ae6ae51,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:46.910310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.915086 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-07727ee3-01c9-4f4c-beea-6fb3075a0bde tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067227 Jan 20 14:36:46.916605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51504) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:46.940501 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0f30fc17-cf2b-42c3-96d5-d41ff63ed89c tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules/06e7a5e3-055c-49b7-a8f8-bed11ae6ae51 HTTP/1.1" status: 200 len: 763 time: 0.0224595 Jan 20 14:36:46.941217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51508) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:46.961334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 4fb2bd8a-f702-4d61-8f11-e10707985d53 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:46.961702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.992958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-edbe5ad0-159e-4bea-a0e3-0f0b527f5039 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:46.994916 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-9b950e37-53bb-4090-98e7-0938a511bf3f', 'network_id': '9b950e37-53bb-4090-98e7-0938a511bf3f', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'fixed_ips': [{'subnet_id': 'bae5268d-73b1-4977-a708-eea6939bbc64'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:46.995767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.013608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-edbe5ad0-159e-4bea-a0e3-0f0b527f5039 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:47.018420 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-edbe5ad0-159e-4bea-a0e3-0f0b527f5039 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0729890 Jan 20 14:36:47.019340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51512) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:47.065959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dacdc75a-861e-43d6-9c09-d788d599616b tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.079422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dacdc75a-861e-43d6-9c09-d788d599616b tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.116511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dacdc75a-861e-43d6-9c09-d788d599616b tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.141181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdc75a-861e-43d6-9c09-d788d599616b tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06e7a5e3-055c-49b7-a8f8-bed11ae6ae51,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:47.151275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dacdc75a-861e-43d6-9c09-d788d599616b tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.156056 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dacdc75a-861e-43d6-9c09-d788d599616b tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/06e7a5e3-055c-49b7-a8f8-bed11ae6ae51 HTTP/1.1" status: 204 len: 168 time: 0.1346905 Jan 20 14:36:47.157123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51516) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:47.195404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3df6c145-173d-47f7-8ae3-474495ec6d48 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.229615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fdd0b2db-4413-4232-ae9e-c947b19472bf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:47.237646 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1e2f397c-f165-4ff0-929a-998751d85011 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:47.260190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fdd0b2db-4413-4232-ae9e-c947b19472bf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:47.268303 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fdd0b2db-4413-4232-ae9e-c947b19472bf tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1095140 Jan 20 14:36:47.269485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51520) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:47.277744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-44aec8de-27aa-4e54-a80e-99c305ee5872 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': '0cc73e88-a312-446c-8dc1-32c51936459a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:47.286026 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-44aec8de-27aa-4e54-a80e-99c305ee5872 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:47.304128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-44aec8de-27aa-4e54-a80e-99c305ee5872 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:47.311771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Allocated IP 2001:db8::2 (9b950e37-53bb-4090-98e7-0938a511bf3f/bae5268d-73b1-4977-a708-eea6939bbc64/9685c1de-c68a-4f85-a135-f6a6fdf63f17) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:47.329263 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-44aec8de-27aa-4e54-a80e-99c305ee5872 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.392192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 1e2f397c-f165-4ff0-929a-998751d85011 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:47.413367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1e2f397c-f165-4ff0-929a-998751d85011 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:47.413734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.420928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-44aec8de-27aa-4e54-a80e-99c305ee5872 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.428190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-44aec8de-27aa-4e54-a80e-99c305ee5872 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.473583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aec8de-27aa-4e54-a80e-99c305ee5872 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8882717-ccda-4af5-8f0d-c10ad56474a0,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:47.484563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-44aec8de-27aa-4e54-a80e-99c305ee5872 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.486001 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-44aec8de-27aa-4e54-a80e-99c305ee5872 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2154374 Jan 20 14:36:47.489716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51524) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:47.523128 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5bee967c-c4a1-4584-b98f-879b295c02cd tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules/f8882717-ccda-4af5-8f0d-c10ad56474a0 HTTP/1.1" status: 200 len: 763 time: 0.0292666 Jan 20 14:36:47.524611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51528) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:47.540082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e6d0913b-536c-48e5-83fa-bd405afe1032 None None] Provisioning for port 53c78b31-9b14-4e0a-b42d-0988241a65f7 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:47.551506 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e6d0913b-536c-48e5-83fa-bd405afe1032 None None] Provisioning complete for port 53c78b31-9b14-4e0a-b42d-0988241a65f7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:47.552446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e6d0913b-536c-48e5-83fa-bd405afe1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.580039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d89f15e0-f050-42d3-9830-0d8f7042633e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:47.601288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d89f15e0-f050-42d3-9830-0d8f7042633e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:47.605774 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d89f15e0-f050-42d3-9830-0d8f7042633e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0772021 Jan 20 14:36:47.605995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51532) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:47.635535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a01e5f5c-2b29-421f-b582-aed42d176542 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.645660 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a01e5f5c-2b29-421f-b582-aed42d176542 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.674769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a01e5f5c-2b29-421f-b582-aed42d176542 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.697938 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e5f5c-2b29-421f-b582-aed42d176542 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8882717-ccda-4af5-8f0d-c10ad56474a0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:47.699821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0913b-536c-48e5-83fa-bd405afe1032 None None] Port 53c78b31-9b14-4e0a-b42d-0988241a65f7 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:47.708354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a01e5f5c-2b29-421f-b582-aed42d176542 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.713832 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a01e5f5c-2b29-421f-b582-aed42d176542 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/f8882717-ccda-4af5-8f0d-c10ad56474a0 HTTP/1.1" status: 204 len: 168 time: 0.1068583 Jan 20 14:36:47.714720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51536) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:47.750291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.764916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-965c9782-73ae-49c1-9e10-3479c51a429f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:47.765395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e6d0913b-536c-48e5-83fa-bd405afe1032 None None] Provisioning complete for port 1e2f397c-f165-4ff0-929a-998751d85011 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:47.765964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e6d0913b-536c-48e5-83fa-bd405afe1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.781534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-965c9782-73ae-49c1-9e10-3479c51a429f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:47.785780 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-965c9782-73ae-49c1-9e10-3479c51a429f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665374 Jan 20 14:36:47.785780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51540) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:47.791860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-9253d1c1-ffff-4e08-b7f7-7a50235682dc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': '0cc73e88-a312-446c-8dc1-32c51936459a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:47.798671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9253d1c1-ffff-4e08-b7f7-7a50235682dc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:47.806873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.810496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9253d1c1-ffff-4e08-b7f7-7a50235682dc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:47.823301 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-9253d1c1-ffff-4e08-b7f7-7a50235682dc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Project 4afd0dc74c604caebccc8a714d4ca561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:36:47.830749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9253d1c1-ffff-4e08-b7f7-7a50235682dc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.837295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 1e2f397c-f165-4ff0-929a-998751d85011, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1e2f397c-f165-4ff0-929a-998751d85011,segment=NetworkSegment(c1ae629b-d807-43d3-8826-4ddde1796969),segment_id=c1ae629b-d807-43d3-8826-4ddde1796969)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:47.847149 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.851646 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Transition to ACTIVE for port object 9685c1de-c68a-4f85-a135-f6a6fdf63f17 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:47.895173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9253d1c1-ffff-4e08-b7f7-7a50235682dc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.900406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9253d1c1-ffff-4e08-b7f7-7a50235682dc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.922952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=1e2f397c-f165-4ff0-929a-998751d85011,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:47.927313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253d1c1-ffff-4e08-b7f7-7a50235682dc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f551db-93c6-44c0-a15b-cfb5a99703d1,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:47.944564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9253d1c1-ffff-4e08-b7f7-7a50235682dc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:47.945339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Transition to ACTIVE for port object 9685c1de-c68a-4f85-a135-f6a6fdf63f17 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:47.948980 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9253d1c1-ffff-4e08-b7f7-7a50235682dc tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1619523 Jan 20 14:36:47.949795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51544) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:47.977556 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-efb6346d-178c-479b-a76e-ff685674f7f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules/38f551db-93c6-44c0-a15b-cfb5a99703d1 HTTP/1.1" status: 200 len: 769 time: 0.0240443 Jan 20 14:36:47.977831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51548) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:47.980508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.028491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-67700e0e-9217-4d17-b189-0b208b67c561 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:48.032780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.049016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-67700e0e-9217-4d17-b189-0b208b67c561 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:48.055020 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-67700e0e-9217-4d17-b189-0b208b67c561 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0760424 Jan 20 14:36:48.058449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51552) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:48.066056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Network 9b950e37-53bb-4090-98e7-0938a511bf3f is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:48.072743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:48.076793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:48.100613 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34be6279-6377-405c-a428-284ea7c0cfb1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.116475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34be6279-6377-405c-a428-284ea7c0cfb1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.122184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Pushing event updated for resources: {'Port': ['ID=9685c1de-c68a-4f85-a135-f6a6fdf63f17,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:48.148462 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3df6c145-173d-47f7-8ae3-474495ec6d48 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.151409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34be6279-6377-405c-a428-284ea7c0cfb1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.168530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3df6c145-173d-47f7-8ae3-474495ec6d48 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.176954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be6279-6377-405c-a428-284ea7c0cfb1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38f551db-93c6-44c0-a15b-cfb5a99703d1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:48.177800 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Attempting to bind port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:48.178170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Attempting to bind port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '4deb3a8b-a887-4b9f-bc72-e1704d854da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9b950e37-53bb-4090-98e7-0938a511bf3f'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:48.179009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Attempting to bind port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 on network 9b950e37-53bb-4090-98e7-0938a511bf3f {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:48.184088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:48.184488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Checking segment: {'id': '4deb3a8b-a887-4b9f-bc72-e1704d854da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9b950e37-53bb-4090-98e7-0938a511bf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:48.184887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.185276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Bound using segment: {'id': '4deb3a8b-a887-4b9f-bc72-e1704d854da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9b950e37-53bb-4090-98e7-0938a511bf3f'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:48.185733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Bound port: 9685c1de-c68a-4f85-a135-f6a6fdf63f17, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4deb3a8b-a887-4b9f-bc72-e1704d854da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9b950e37-53bb-4090-98e7-0938a511bf3f'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:48.186103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.186202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34be6279-6377-405c-a428-284ea7c0cfb1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.189960 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-34be6279-6377-405c-a428-284ea7c0cfb1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/38f551db-93c6-44c0-a15b-cfb5a99703d1 HTTP/1.1" status: 204 len: 168 time: 0.1279337 Jan 20 14:36:48.190744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51556) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:48.242252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9f75eca9-f224-48ba-a487-1a339a37fd73 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:48.259270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9f75eca9-f224-48ba-a487-1a339a37fd73 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:48.261476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-25b4f549-4708-4ab5-945d-56127b51a3a4 None None] Provisioning complete for port 53c78b31-9b14-4e0a-b42d-0988241a65f7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:48.261853 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-25b4f549-4708-4ab5-945d-56127b51a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.264064 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9f75eca9-f224-48ba-a487-1a339a37fd73 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0723004 Jan 20 14:36:48.264734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51560) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:48.295403 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-3df6c145-173d-47f7-8ae3-474495ec6d48 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] In _notify_port_updated(), no bound segment for port afa8c55c-de12-4dbf-8c10-0f14a2c5a4e0 on network 8a8da0e8-59ae-4198-8eda-a33790896d08 {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:36:48.300424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6c145-173d-47f7-8ae3-474495ec6d48 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:48.301023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3df6c145-173d-47f7-8ae3-474495ec6d48 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.304923 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3df6c145-173d-47f7-8ae3-474495ec6d48 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "PUT /v2.0/ports/afa8c55c-de12-4dbf-8c10-0f14a2c5a4e0 HTTP/1.1" status: 200 len: 818 time: 1.5713298 Jan 20 14:36:48.308620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51564) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:48.333905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] For port 9685c1de-c68a-4f85-a135-f6a6fdf63f17, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:48.338301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] For port 9685c1de-c68a-4f85-a135-f6a6fdf63f17, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9685c1de-c68a-4f85-a135-f6a6fdf63f17,segment=NetworkSegment(4deb3a8b-a887-4b9f-bc72-e1704d854da4),segment_id=4deb3a8b-a887-4b9f-bc72-e1704d854da4)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:48.339317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-25b4f549-4708-4ab5-945d-56127b51a3a4 None None] Port 53c78b31-9b14-4e0a-b42d-0988241a65f7 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:48.345573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.382922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6c145-173d-47f7-8ae3-474495ec6d48 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=afa8c55c-de12-4dbf-8c10-0f14a2c5a4e0,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:48.390535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-18d9192c-6491-4577-80e9-d2e4972dbe91 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.395913 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.407919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b3f05d21-f42a-4ad1-9806-813ebfa0648a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port afa8c55c-de12-4dbf-8c10-0f14a2c5a4e0 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:48.408119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.408283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b3f05d21-f42a-4ad1-9806-813ebfa0648a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.434074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b4df3-9af4-472b-af62-f6b87c2e797f None None] Pushing event updated for resources: {'Port': ['ID=9685c1de-c68a-4f85-a135-f6a6fdf63f17,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:48.481108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-18d9192c-6491-4577-80e9-d2e4972dbe91 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.566886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1e2f397c-f165-4ff0-929a-998751d85011 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:48.661908 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-18d9192c-6491-4577-80e9-d2e4972dbe91 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.664025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1e2f397c-f165-4ff0-929a-998751d85011 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:48.664538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.727042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9192c-6491-4577-80e9-d2e4972dbe91 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc73e88-a312-446c-8dc1-32c51936459a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:48.755091 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b3f05d21-f42a-4ad1-9806-813ebfa0648a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.772440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-18d9192c-6491-4577-80e9-d2e4972dbe91 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.776257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event updated for resources: {'Port': ['ID=53c78b31-9b14-4e0a-b42d-0988241a65f7,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:48.776989 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-18d9192c-6491-4577-80e9-d2e4972dbe91 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/0cc73e88-a312-446c-8dc1-32c51936459a HTTP/1.1" status: 204 len: 168 time: 0.5112336 Jan 20 14:36:48.777777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51568) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:48.779018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:48.906960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-b3f05d21-f42a-4ad1-9806-813ebfa0648a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for afa8c55c-de12-4dbf-8c10-0f14a2c5a4e0 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:48.958819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Allocated IP 2001:db8::1 (9b950e37-53bb-4090-98e7-0938a511bf3f/bae5268d-73b1-4977-a708-eea6939bbc64/8c38a6f2-a47b-46cd-b88d-9cb8ada6a504) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:49.022840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2531a80f-0442-498f-8398-4e19a0da15f1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:49.040475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b3f05d21-f42a-4ad1-9806-813ebfa0648a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.084338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2531a80f-0442-498f-8398-4e19a0da15f1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:49.090159 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2531a80f-0442-498f-8398-4e19a0da15f1 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1497226 Jan 20 14:36:49.090341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Network 2c483b0d-4a7d-4135-9353-861d582b2416 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:49.090341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51572) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:49.093319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:49.097809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f05d21-f42a-4ad1-9806-813ebfa0648a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=afa8c55c-de12-4dbf-8c10-0f14a2c5a4e0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:49.099839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086808434'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:49.104417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b3f05d21-f42a-4ad1-9806-813ebfa0648a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.105665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:49.115440 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b3f05d21-f42a-4ad1-9806-813ebfa0648a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/afa8c55c-de12-4dbf-8c10-0f14a2c5a4e0 HTTP/1.1" status: 204 len: 168 time: 0.8058033 Jan 20 14:36:49.118160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51576) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:49.203237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:49.207098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40351e-dc16-414a-9afb-cd5e5d7b0a2e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:49.207896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-da40351e-dc16-414a-9afb-cd5e5d7b0a2e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:49.226237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-da40351e-dc16-414a-9afb-cd5e5d7b0a2e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:49.230436 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-da40351e-dc16-414a-9afb-cd5e5d7b0a2e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1087210 Jan 20 14:36:49.230764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51580) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:49.322257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.339388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.373703 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-511c8400-e471-4a99-a51d-46fb899c75bc None None] Provisioning complete for port 53c78b31-9b14-4e0a-b42d-0988241a65f7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:49.374937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-511c8400-e471-4a99-a51d-46fb899c75bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.376088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:49.378726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Transition to ACTIVE for port object 8c38a6f2-a47b-46cd-b88d-9cb8ada6a504 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:49.383415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:49.388844 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73f919a-3516-468a-a01b-d9cbe5617f50 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:36:49.390280 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c73f919a-3516-468a-a01b-d9cbe5617f50 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/afa8c55c-de12-4dbf-8c10-0f14a2c5a4e0 HTTP/1.1" status: 404 len: 333 time: 0.1585245 Jan 20 14:36:49.390401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:49.394159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51584) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:49.395276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:36:49.399905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-411334212'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:49.402143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:49.405047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:49.409162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:network and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:49.412285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:49.418592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:49.432842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:49.436980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.455750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-511c8400-e471-4a99-a51d-46fb899c75bc None None] Port 53c78b31-9b14-4e0a-b42d-0988241a65f7 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:49.468659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:36:49.478354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.478693 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Added segment f4fbd24f-f94d-418c-abc9-3bb18ded6933 of type vlan for network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 Jan 20 14:36:49.509241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.543314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.549116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:49.549727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.597450 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.665591 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2676606 Jan 20 14:36:49.666177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5236c-da02-4e42-b4ab-1ed7c5ea7b95 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Network': ['ID=bc72cc6e-d62d-4661-8c20-bf0b8be1c724,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:49.667720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51588) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:49.673321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:49.683893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:36:49.709683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 9b950e37-53bb-4090-98e7-0938a511bf3f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:49.718095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:49.720694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:49.721570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.724686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:49.754040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=8c38a6f2-a47b-46cd-b88d-9cb8ada6a504,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:49.759210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.776233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ed6c70-c2a6-4361-aabe-749ea3834d8f None None] Network 9b950e37-53bb-4090-98e7-0938a511bf3f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:49.776529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.792595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:49.795420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:49.799512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:49.802436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:49.808453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:49.822548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:49.828471 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9f9cb7dc-ede4-4568-869e-f483e95e9ccb tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4403548 Jan 20 14:36:49.828633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.832909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51592) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:49.838356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9b42944f-3b8c-4bcf-acb6-0b35a461d9a0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:49.897040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:49.897661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:49.905624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:49.909403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8155417 Jan 20 14:36:49.910236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51596) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:49.927428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Request body: {'security_group_rule': {'security_group_id': 'aea868e7-cc18-49e7-abaa-ed963da724ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:49.933867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:49.938023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Usage tracker for resource:security_group_rule and tenant:4afd0dc74c604caebccc8a714d4ca561 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:49.941447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:49.947247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:49.964538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7838ff-0c59-4ffe-afb0-71ccb5c09cfa tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea868e7-cc18-49e7-abaa-ed963da724ef,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:49.970963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.061821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-16eec4b7-4cbf-4c2f-94cf-ce2d034fa305 None None] Provisioning for port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:50.130518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.168994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.182623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:50.184156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.221698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c27b99f-1c43-4fcf-871c-5620354986c2,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:50.240095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.273521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.277159 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-59b44a54-5937-48a4-bebf-ba261536aac8 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3662918 Jan 20 14:36:50.278422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51600) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:50.331585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=1cdc459c-9bd5-4f28-972d-9e0acd35ac79,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:50.337895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Checking segment: {'id': 'f4fbd24f-f94d-418c-abc9-3bb18ded6933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:50.338272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network hostable DHCP agents. Network: bc72cc6e-d62d-4661-8c20-bf0b8be1c724, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:36:50.363169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:36:50.375488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, bc72cc6e-d62d-4661-8c20-bf0b8be1c724) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:50.380748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:50.381327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.389673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05600d8-7df9-4446-be18-9b37ddfe34e7 None None] Network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:50.405666 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b7d2e2dd-a12a-4c95-ab48-03095d4a3997 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7354584 Jan 20 14:36:50.407281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51604) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:50.413411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:50.586015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:50.592084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:50.595192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:50.601731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:50.628165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:50.633461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.652184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9685c1de-c68a-4f85-a135-f6a6fdf63f17 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:50.747771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35a31509-a12b-4a7a-af9b-3d6da1358b72 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.791399 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.ipam_backend_mixin [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1cdc459c-9bd5-4f28-972d-9e0acd35ac79 (CIDR: 2001:db8::/64) Jan 20 14:36:50.796710 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:36:50.797690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:36:50.842465 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1b019651-791c-4358-8f73-971a60e03ef4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4329305 Jan 20 14:36:50.843486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51608) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:50.844970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:46Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c78b31-9b14-4e0a-b42d-0988241a65f7', 'name': '', 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:51:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '20274918-5190-48da-97e4-8018fdcde01d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:45Z', 'updated_at': '2022-01-20T14:36:47Z', 'revision_number': 2, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '20274918-5190-48da-97e4-8018fdcde01d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:50.848769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-bc72cc6e-d62d-4661-8c20-bf0b8be1c724', 'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724', 'tenant_id': 'aaf51206de3a468a9488baf60ac7dae8', 'fixed_ips': [{'subnet_id': '1cdc459c-9bd5-4f28-972d-9e0acd35ac79'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:36:50.850009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.851102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:50.862217 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:50.872648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:36:50.873328 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Updating router 0a243235-7129-4236-9d02-3c7921ca0981 port 53c78b31-9b14-4e0a-b42d-0988241a65f7 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:36:50.898126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35a31509-a12b-4a7a-af9b-3d6da1358b72 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:50.912757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:50.913534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.078038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:51.082653 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:51.083647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-31ee8947-c591-430b-b27f-64c415f0beaf None None] Provisioning for port 8c38a6f2-a47b-46cd-b88d-9cb8ada6a504 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:51.092470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:51.098770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-31ee8947-c591-430b-b27f-64c415f0beaf None None] Provisioning complete for port 8c38a6f2-a47b-46cd-b88d-9cb8ada6a504 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:51.099399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-31ee8947-c591-430b-b27f-64c415f0beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.103222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:51.124808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:51.130798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.143053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35a31509-a12b-4a7a-af9b-3d6da1358b72 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.162202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.163968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-31ee8947-c591-430b-b27f-64c415f0beaf None None] Port 8c38a6f2-a47b-46cd-b88d-9cb8ada6a504 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:51.165844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.167288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.extraroute_db [None req-9b42944f-3b8c-4bcf-acb6-0b35a461d9a0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 20 14:36:51.178947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a31509-a12b-4a7a-af9b-3d6da1358b72 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea868e7-cc18-49e7-abaa-ed963da724ef,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:51.185915 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.186678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.222705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-31ee8947-c591-430b-b27f-64c415f0beaf None None] Provisioning complete for port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:51.223177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-31ee8947-c591-430b-b27f-64c415f0beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.243295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.extraroute_db [None req-9b42944f-3b8c-4bcf-acb6-0b35a461d9a0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Removed routes are [] {{(pid=87494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 20 14:36:51.243623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b42944f-3b8c-4bcf-acb6-0b35a461d9a0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.402036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35a31509-a12b-4a7a-af9b-3d6da1358b72 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.403071 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-35a31509-a12b-4a7a-af9b-3d6da1358b72 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/aea868e7-cc18-49e7-abaa-ed963da724ef HTTP/1.1" status: 204 len: 168 time: 1.1220241 Jan 20 14:36:51.405825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51612) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:51.484181 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-74b7f044-339d-4497-a650-b46b2544292e tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762773 Jan 20 14:36:51.484780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51616) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:51.488280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.490085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=8c38a6f2-a47b-46cd-b88d-9cb8ada6a504,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:51.511961 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.538750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Allocated IP 2001:db8::2 (bc72cc6e-d62d-4661-8c20-bf0b8be1c724/1cdc459c-9bd5-4f28-972d-9e0acd35ac79/b704989f-8fde-491a-8808-6a51d4aba7c8) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:51.564729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:51.567976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:51.574223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:51.574608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.618373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a60544b7-50ea-462b-aadd-7736120ce957 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:51.622248 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=7ba5de6c-5250-4b1d-a2a9-70eae424620b,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:51.628427 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0d4fd8e4-7a3b-4c36-956b-d552b9c8adeb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7838743 Jan 20 14:36:51.629562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51620) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:51.642695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724', 'fixed_ips': [{'subnet_id': '1cdc459c-9bd5-4f28-972d-9e0acd35ac79'}, {'subnet_id': '7ba5de6c-5250-4b1d-a2a9-70eae424620b'}], 'name': 'tempest-PortsIpV6TestJSON-1473836220'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:51.649370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 9685c1de-c68a-4f85-a135-f6a6fdf63f17, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9685c1de-c68a-4f85-a135-f6a6fdf63f17,segment=NetworkSegment(4deb3a8b-a887-4b9f-bc72-e1704d854da4),segment_id=4deb3a8b-a887-4b9f-bc72-e1704d854da4)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:51.665130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a60544b7-50ea-462b-aadd-7736120ce957 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group_rule {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:51.669025 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a60544b7-50ea-462b-aadd-7736120ce957 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1830118 Jan 20 14:36:51.676977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51624) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:51.709225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 9b950e37-53bb-4090-98e7-0938a511bf3f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:51.714434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:51.715273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-31ee8947-c591-430b-b27f-64c415f0beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.731892 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-0b0c036e-081e-4eae-b8e0-cba20700c61f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] delete failed (client error): The resource could not be found. Jan 20 14:36:51.733099 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0b0c036e-081e-4eae-b8e0-cba20700c61f tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "DELETE /v2.0/security-groups/aea868e7-cc18-49e7-abaa-ed963da724ef HTTP/1.1" status: 404 len: 347 time: 0.0551944 Jan 20 14:36:51.793912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b42944f-3b8c-4bcf-acb6-0b35a461d9a0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.795712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51628) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:51.824815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b42944f-3b8c-4bcf-acb6-0b35a461d9a0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.840043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:51.930292 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:51.941607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:51.956639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:52.041749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=9685c1de-c68a-4f85-a135-f6a6fdf63f17,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:52.099423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-31ee8947-c591-430b-b27f-64c415f0beaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:36:52.099937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-31ee8947-c591-430b-b27f-64c415f0beaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:36:52.153586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:52.174796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port 6710533f-94db-47e2-a599-a151a0cc9e5a yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:36:52.220413 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:52.237253 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Transition to ACTIVE for port object b704989f-8fde-491a-8808-6a51d4aba7c8 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:52.260119 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:52.261178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-53f50ea6-3734-43e4-ae2d-f024588f28f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Synchronizing usage tracker for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:52.270542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Transition to ACTIVE for port object b704989f-8fde-491a-8808-6a51d4aba7c8 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:52.277509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Transition to ACTIVE for port object 53c78b31-9b14-4e0a-b42d-0988241a65f7 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:52.283898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:52.313636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-53f50ea6-3734-43e4-ae2d-f024588f28f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] Unset dirty status for tenant:4afd0dc74c604caebccc8a714d4ca561 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:52.319829 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-53f50ea6-3734-43e4-ae2d-f024588f28f4 tempest-SecGroupIPv6Test-1302991985 tempest-SecGroupIPv6Test-1302991985-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5183551 Jan 20 14:36:52.327284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b42944f-3b8c-4bcf-acb6-0b35a461d9a0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:36:52.327483 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:52.401421 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 8142e6f3-8025-41af-90e9-a676b31f9239 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:36:52.454106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:52.471112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:52.565856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Pushing event updated for resources: {'Port': ['ID=b704989f-8fde-491a-8808-6a51d4aba7c8,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:52.641971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:52.685942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8::e8 (bc72cc6e-d62d-4661-8c20-bf0b8be1c724/1cdc459c-9bd5-4f28-972d-9e0acd35ac79/6710533f-94db-47e2-a599-a151a0cc9e5a) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:52.686589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9685c1de-c68a-4f85-a135-f6a6fdf63f17 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:52.688691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b42944f-3b8c-4bcf-acb6-0b35a461d9a0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:52.699427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8:0:1::304 (bc72cc6e-d62d-4661-8c20-bf0b8be1c724/7ba5de6c-5250-4b1d-a2a9-70eae424620b/6710533f-94db-47e2-a599-a151a0cc9e5a) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:52.703187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b42944f-3b8c-4bcf-acb6-0b35a461d9a0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:52.706827 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9b42944f-3b8c-4bcf-acb6-0b35a461d9a0 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981 HTTP/1.1" status: 200 len: 933 time: 2.8705199 Jan 20 14:36:52.707599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51636) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:52.762245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51640) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:52.782146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:52.793113 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c7c65-454a-4370-bd75-5e6322cf58bd None None] Sync routers for ids ['8142e6f3-8025-41af-90e9-a676b31f9239'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:52.805172 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c7c65-454a-4370-bd75-5e6322cf58bd None None] Routers {'8142e6f3-8025-41af-90e9-a676b31f9239'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:52.806198 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d23c7c65-454a-4370-bd75-5e6322cf58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8142e6f3-8025-41af-90e9-a676b31f9239'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:52.852281 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b024b0ec-f6a4-4c59-9d64-8485b8fe2e48 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/8142e6f3-8025-41af-90e9-a676b31f9239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0570176 Jan 20 14:36:52.863311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51646) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:52.893806 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d23c7c65-454a-4370-bd75-5e6322cf58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:52.903899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660322b-4d3a-44e8-80a6-17c18ad1017b None None] Pushing event updated for resources: {'Port': ['ID=53c78b31-9b14-4e0a-b42d-0988241a65f7,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:52.904560 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c7c65-454a-4370-bd75-5e6322cf58bd None None] Routers {'8142e6f3-8025-41af-90e9-a676b31f9239'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:52.905746 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d23c7c65-454a-4370-bd75-5e6322cf58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8142e6f3-8025-41af-90e9-a676b31f9239'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:52.936002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Attempting to bind port 53c78b31-9b14-4e0a-b42d-0988241a65f7 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:52.936531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Attempting to bind port 53c78b31-9b14-4e0a-b42d-0988241a65f7 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'c1ae629b-d807-43d3-8826-4ddde1796969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:52.936980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Attempting to bind port 53c78b31-9b14-4e0a-b42d-0988241a65f7 on network 2c483b0d-4a7d-4135-9353-861d582b2416 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:52.941493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:52.952100 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:52.952605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Checking segment: {'id': 'c1ae629b-d807-43d3-8826-4ddde1796969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:52.953090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:52.953619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Bound using segment: {'id': 'c1ae629b-d807-43d3-8826-4ddde1796969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:52.954117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Bound port: 53c78b31-9b14-4e0a-b42d-0988241a65f7, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ae629b-d807-43d3-8826-4ddde1796969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:52.954594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:52.965638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object 6710533f-94db-47e2-a599-a151a0cc9e5a will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:52.980798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Attempting to bind port b704989f-8fde-491a-8808-6a51d4aba7c8 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:52.981380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Attempting to bind port b704989f-8fde-491a-8808-6a51d4aba7c8 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'f4fbd24f-f94d-418c-abc9-3bb18ded6933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:52.981937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Attempting to bind port b704989f-8fde-491a-8808-6a51d4aba7c8 on network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:36:52.999581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.006614 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d23c7c65-454a-4370-bd75-5e6322cf58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:53.007620 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c7c65-454a-4370-bd75-5e6322cf58bd None None] The sync data for ids ['8142e6f3-8025-41af-90e9-a676b31f9239'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:53.024416 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:36:53.024937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Checking segment: {'id': 'f4fbd24f-f94d-418c-abc9-3bb18ded6933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:36:53.025431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.025915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Bound using segment: {'id': 'f4fbd24f-f94d-418c-abc9-3bb18ded6933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:36:53.026725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Bound port: b704989f-8fde-491a-8808-6a51d4aba7c8, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4fbd24f-f94d-418c-abc9-3bb18ded6933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:53.026924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.047932 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-06906230-d06c-4e0b-adeb-3ae075f170b2 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981 HTTP/1.1" status: 200 len: 933 time: 0.3392673 Jan 20 14:36:53.054358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51650) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:53.073725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:53.074272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.078383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-eb6f6b62-213e-49bb-925a-6efe2e16f24c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'routes': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:53.121280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc90be18-c22b-41a4-8968-8f63fa0e52bd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:53.121853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cc90be18-c22b-41a4-8968-8f63fa0e52bd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:53.133025 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9f884da7-b27c-455d-9f75-160c312d332b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4afd0dc74c604caebccc8a714d4ca561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609648 Jan 20 14:36:53.133731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51654) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:53.160572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:53.198498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e816acec-e0a2-4121-a8ba-1899f1e26d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.209256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d0292050-0fa5-4884-b3c3-c958a92336ef None None] Provisioning complete for port 8c38a6f2-a47b-46cd-b88d-9cb8ada6a504 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:53.212115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d0292050-0fa5-4884-b3c3-c958a92336ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.213210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:53.226232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e816acec-e0a2-4121-a8ba-1899f1e26d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.232809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:36:53.238327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:53.238948 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.262235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] For port 53c78b31-9b14-4e0a-b42d-0988241a65f7, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:53.268344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=6710533f-94db-47e2-a599-a151a0cc9e5a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:53.279528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cc90be18-c22b-41a4-8968-8f63fa0e52bd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:53.283594 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cc90be18-c22b-41a4-8968-8f63fa0e52bd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports/8c38a6f2-a47b-46cd-b88d-9cb8ada6a504 HTTP/1.1" status: 200 len: 911 time: 0.4192595 Jan 20 14:36:53.284344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51658) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:53.291949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f36b1843-eadb-48c5-b8d7-8e35bade053f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bae5268d-73b1-4977-a708-eea6939bbc64'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:53.295867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e816acec-e0a2-4121-a8ba-1899f1e26d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.296059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] For port 53c78b31-9b14-4e0a-b42d-0988241a65f7, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=53c78b31-9b14-4e0a-b42d-0988241a65f7,segment=NetworkSegment(c1ae629b-d807-43d3-8826-4ddde1796969),segment_id=c1ae629b-d807-43d3-8826-4ddde1796969)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:53.298452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] For port b704989f-8fde-491a-8808-6a51d4aba7c8, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:36:53.302494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] For port b704989f-8fde-491a-8808-6a51d4aba7c8, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b704989f-8fde-491a-8808-6a51d4aba7c8,segment=NetworkSegment(f4fbd24f-f94d-418c-abc9-3bb18ded6933),segment_id=f4fbd24f-f94d-418c-abc9-3bb18ded6933)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:36:53.304622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d0292050-0fa5-4884-b3c3-c958a92336ef None None] Port 8c38a6f2-a47b-46cd-b88d-9cb8ada6a504 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:36:53.307246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.316417 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816acec-e0a2-4121-a8ba-1899f1e26d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f32140-a339-4735-8bea-4891d7a16989,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:53.340494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e816acec-e0a2-4121-a8ba-1899f1e26d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.342098 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e816acec-e0a2-4121-a8ba-1899f1e26d24 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/67f32140-a339-4735-8bea-4891d7a16989 HTTP/1.1" status: 204 len: 168 time: 0.2074056 Jan 20 14:36:53.379957 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4c833041-c7fa-4495-b12c-153e34e1b651 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7411067 Jan 20 14:36:53.380667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51664) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:53.382071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.388353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cdc459c-9bd5-4f28-972d-9e0acd35ac79'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:53.488199 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:53.489211 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:53.553570 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660322b-4d3a-44e8-80a6-17c18ad1017b None None] Pushing event updated for resources: {'Port': ['ID=53c78b31-9b14-4e0a-b42d-0988241a65f7,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:53.777627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:53.917877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17737780-044e-42ee-beb8-cfdee9abbfa4 None None] Pushing event updated for resources: {'Port': ['ID=b704989f-8fde-491a-8808-6a51d4aba7c8,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:53.925726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:54.281618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.extraroute_db [None req-eb6f6b62-213e-49bb-925a-6efe2e16f24c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added routes are [] {{(pid=87495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 20 14:36:54.282202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.extraroute_db [None req-eb6f6b62-213e-49bb-925a-6efe2e16f24c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 20 14:36:54.391463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f36b1843-eadb-48c5-b8d7-8e35bade053f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:54.401168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6b62-213e-49bb-925a-6efe2e16f24c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:54.419635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:51Z', 'revision_number': 6, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c78b31-9b14-4e0a-b42d-0988241a65f7', 'name': '', 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:51:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '20274918-5190-48da-97e4-8018fdcde01d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:45Z', 'updated_at': '2022-01-20T14:36:53Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '20274918-5190-48da-97e4-8018fdcde01d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:54.436021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb2fb5-7b8c-4bed-96d8-50a86f0f9de3 None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:51Z', 'revision_number': 6, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c78b31-9b14-4e0a-b42d-0988241a65f7', 'name': '', 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:51:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '20274918-5190-48da-97e4-8018fdcde01d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:45Z', 'updated_at': '2022-01-20T14:36:53Z', 'revision_number': 4, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '20274918-5190-48da-97e4-8018fdcde01d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:54.449272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Delete allocated IP 2001:db8:0:1::304 (bc72cc6e-d62d-4661-8c20-bf0b8be1c724/7ba5de6c-5250-4b1d-a2a9-70eae424620b) {{(pid=87494) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:36:54.682352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51686) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:54.686760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:54.819099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b704989f-8fde-491a-8808-6a51d4aba7c8 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:54.828029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:54.854064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Ignored duplicate provisioning block setup for port 6710533f-94db-47e2-a599-a151a0cc9e5a by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 14:36:54.861590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:54.976601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port b704989f-8fde-491a-8808-6a51d4aba7c8 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:54.979809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=6710533f-94db-47e2-a599-a151a0cc9e5a,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:54.986063 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 53c78b31-9b14-4e0a-b42d-0988241a65f7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:55.034211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] In _notify_port_updated(), no bound segment for port 6710533f-94db-47e2-a599-a151a0cc9e5a on network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:36:55.045021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:55.049383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.054409 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a4c944fb-1bd7-4e8b-a652-d03304be56e6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "PUT /v2.0/ports/6710533f-94db-47e2-a599-a151a0cc9e5a HTTP/1.1" status: 200 len: 925 time: 1.6700411 Jan 20 14:36:55.054896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51692) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:55.056619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c5e2ece9-29ed-4f6a-9003-061693038944 tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1329071516', 'prefixes': ['172.20.0.0/16']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:55.066540 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cdc459c-9bd5-4f28-972d-9e0acd35ac79'}, {'subnet_id': '7ba5de6c-5250-4b1d-a2a9-70eae424620b'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:55.141828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 53c78b31-9b14-4e0a-b42d-0988241a65f7 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:55.150623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 53c78b31-9b14-4e0a-b42d-0988241a65f7 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:55.151261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.172139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c5e2ece9-29ed-4f6a-9003-061693038944 tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:55.177626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16778e92-8b30-458f-bc63-da56a0baee02 None None] Network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:55.272930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.290140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6b62-213e-49bb-925a-6efe2e16f24c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.305569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6b62-213e-49bb-925a-6efe2e16f24c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.370442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a0250345-255a-4393-a01a-6ed310c4dedb None None] Provisioning for port b704989f-8fde-491a-8808-6a51d4aba7c8 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:55.419893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a0250345-255a-4393-a01a-6ed310c4dedb None None] Provisioning complete for port b704989f-8fde-491a-8808-6a51d4aba7c8 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:55.420493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0250345-255a-4393-a01a-6ed310c4dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.557987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.580361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5e2ece9-29ed-4f6a-9003-061693038944 tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] Notify callbacks [] for subnetpool, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.583827 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c5e2ece9-29ed-4f6a-9003-061693038944 tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8975785 Jan 20 14:36:55.589123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51696) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:55.590857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6f6b62-213e-49bb-925a-6efe2e16f24c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:36:55.693436 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f4f72ded-2017-4a69-b47d-e4a0c5e63f8c tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] 10.222.0.87 "GET /v2.0/subnetpools/f734cf28-0e37-4172-8691-ac1d6b45465a HTTP/1.1" status: 200 len: 732 time: 0.0990233 Jan 20 14:36:55.693611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 53c78b31-9b14-4e0a-b42d-0988241a65f7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=53c78b31-9b14-4e0a-b42d-0988241a65f7,segment=NetworkSegment(c1ae629b-d807-43d3-8826-4ddde1796969),segment_id=c1ae629b-d807-43d3-8826-4ddde1796969)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:55.696480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51700) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:55.700757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d7398b28-344e-4827-b27d-5d42eeb2651c tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1607784102'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:36:55.709580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:55.721037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.774887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8:0:1::19e (bc72cc6e-d62d-4661-8c20-bf0b8be1c724/7ba5de6c-5250-4b1d-a2a9-70eae424620b/6710533f-94db-47e2-a599-a151a0cc9e5a) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:55.797799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:55.798351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:55.854886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0250345-255a-4393-a01a-6ed310c4dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.906470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d7398b28-344e-4827-b27d-5d42eeb2651c tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] Notify callbacks [] for subnetpool, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:55.910883 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d7398b28-344e-4827-b27d-5d42eeb2651c tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] 10.222.0.87 "PUT /v2.0/subnetpools/f734cf28-0e37-4172-8691-ac1d6b45465a HTTP/1.1" status: 200 len: 684 time: 0.2125642 Jan 20 14:36:55.910883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51704) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:55.952867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=53c78b31-9b14-4e0a-b42d-0988241a65f7,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:56.004784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a0250345-255a-4393-a01a-6ed310c4dedb None None] For port b704989f-8fde-491a-8808-6a51d4aba7c8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b704989f-8fde-491a-8808-6a51d4aba7c8,segment=NetworkSegment(f4fbd24f-f94d-418c-abc9-3bb18ded6933),segment_id=f4fbd24f-f94d-418c-abc9-3bb18ded6933)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:56.034621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f6b62-213e-49bb-925a-6efe2e16f24c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:36:56.042239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6b62-213e-49bb-925a-6efe2e16f24c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.043451 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eb6f6b62-213e-49bb-925a-6efe2e16f24c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981 HTTP/1.1" status: 200 len: 699 time: 2.9798872 Jan 20 14:36:56.044676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.046517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51708) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:56.064148 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:56.064460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b0d6f0c3-87a4-4802-a841-aec3ca7a73ea tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] Notify callbacks [] for subnetpool, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.068079 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b0d6f0c3-87a4-4802-a841-aec3ca7a73ea tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] 10.222.0.87 "DELETE /v2.0/subnetpools/f734cf28-0e37-4172-8691-ac1d6b45465a HTTP/1.1" status: 204 len: 168 time: 0.1541460 Jan 20 14:36:56.073158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51712) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:56.075696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Ignored duplicate provisioning block setup for port 6710533f-94db-47e2-a599-a151a0cc9e5a by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 14:36:56.090432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.120055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0250345-255a-4393-a01a-6ed310c4dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.125713 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-5a299b1b-f2bb-459b-bd64-15fab82710ef tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] show failed (client error): The resource could not be found. Jan 20 14:36:56.129392 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5a299b1b-f2bb-459b-bd64-15fab82710ef tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] 10.222.0.87 "GET /v2.0/subnetpools/f734cf28-0e37-4172-8691-ac1d6b45465a HTTP/1.1" status: 404 len: 346 time: 0.0526347 Jan 20 14:36:56.134493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51716) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:56.205098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-f36b1843-eadb-48c5-b8d7-8e35bade053f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:36:56.213668 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-e01d796e-c628-4e8f-9de5-22bc4110fa2c tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] delete failed (client error): The resource could not be found. Jan 20 14:36:56.214720 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e01d796e-c628-4e8f-9de5-22bc4110fa2c tempest-SubnetPoolsTestJSON-899862018 tempest-SubnetPoolsTestJSON-899862018-project] 10.222.0.87 "DELETE /v2.0/subnetpools/f734cf28-0e37-4172-8691-ac1d6b45465a HTTP/1.1" status: 404 len: 346 time: 0.0784025 Jan 20 14:36:56.231686 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f36b1843-eadb-48c5-b8d7-8e35bade053f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.255327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f36b1843-eadb-48c5-b8d7-8e35bade053f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.257277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] In _notify_port_updated(), no bound segment for port 6710533f-94db-47e2-a599-a151a0cc9e5a on network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:36:56.261676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b1843-eadb-48c5-b8d7-8e35bade053f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:56.262337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f36b1843-eadb-48c5-b8d7-8e35bade053f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.262610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:56.263249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.264048 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f36b1843-eadb-48c5-b8d7-8e35bade053f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/ports/8c38a6f2-a47b-46cd-b88d-9cb8ada6a504 HTTP/1.1" status: 200 len: 911 time: 2.9788821 Jan 20 14:36:56.270539 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "PUT /v2.0/ports/6710533f-94db-47e2-a599-a151a0cc9e5a HTTP/1.1" status: 200 len: 1011 time: 1.2143893 Jan 20 14:36:56.271247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51722) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:56.271638 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51724) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:56.273388 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f7ac5a5f-4358-4bf5-8c1f-75c6fb958a46 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981 HTTP/1.1" status: 200 len: 699 time: 0.2257638 Jan 20 14:36:56.273992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51726) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:56.358230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b1843-eadb-48c5-b8d7-8e35bade053f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=8c38a6f2-a47b-46cd-b88d-9cb8ada6a504,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:56.402839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3253aa-29f5-4cb1-a4e2-9041582bbf5e None None] Update dhcp port {'port': {'network_id': 'bc72cc6e-d62d-4661-8c20-bf0b8be1c724', 'fixed_ips': [{'subnet_id': '1cdc459c-9bd5-4f28-972d-9e0acd35ac79', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ba5de6c-5250-4b1d-a2a9-70eae424620b'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': 'b704989f-8fde-491a-8808-6a51d4aba7c8'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:36:56.409882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-94de148e-a062-4d2e-8d05-7eb91987eb35 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port 6710533f-94db-47e2-a599-a151a0cc9e5a {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:56.410218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94de148e-a062-4d2e-8d05-7eb91987eb35 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.434484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b02bfc-8778-4d59-91ec-4c22b1b9510b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=6710533f-94db-47e2-a599-a151a0cc9e5a,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:56.493710 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0250345-255a-4393-a01a-6ed310c4dedb None None] Pushing event updated for resources: {'Port': ['ID=b704989f-8fde-491a-8808-6a51d4aba7c8,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:56.583765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d3253aa-29f5-4cb1-a4e2-9041582bbf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.600010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 53c78b31-9b14-4e0a-b42d-0988241a65f7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:56.633492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51736) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:56.829102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a4cdda91-8f34-4631-aa85-c5d73e79ba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.856043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a4cdda91-8f34-4631-aa85-c5d73e79ba26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:56.892248 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a4cdda91-8f34-4631-aa85-c5d73e79ba26 admin admin] Usage tracker for resource:security_group_rule and tenant:9796a68812a7460fb90403980ce3db48 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:56.900801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 53c78b31-9b14-4e0a-b42d-0988241a65f7 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:56.901129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a4cdda91-8f34-4631-aa85-c5d73e79ba26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:56.901276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:56.908581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a4cdda91-8f34-4631-aa85-c5d73e79ba26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:57.033733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-0d3253aa-29f5-4cb1-a4e2-9041582bbf5e None None] Allocated IP 2001:db8:0:1::2 (bc72cc6e-d62d-4661-8c20-bf0b8be1c724/7ba5de6c-5250-4b1d-a2a9-70eae424620b/b704989f-8fde-491a-8808-6a51d4aba7c8) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:57.042360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:54Z', 'revision_number': 7, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c78b31-9b14-4e0a-b42d-0988241a65f7', 'name': '', 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:51:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '20274918-5190-48da-97e4-8018fdcde01d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:45Z', 'updated_at': '2022-01-20T14:36:55Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '20274918-5190-48da-97e4-8018fdcde01d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:57.071458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a4cdda91-8f34-4631-aa85-c5d73e79ba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.093864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a4cdda91-8f34-4631-aa85-c5d73e79ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.107509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94de148e-a062-4d2e-8d05-7eb91987eb35 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.109840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:36:57.137413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.203635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:57.204321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:57.270673 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a4cdda91-8f34-4631-aa85-c5d73e79ba26 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9796a68812a7460fb90403980ce3db48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6247478 Jan 20 14:36:57.270863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-94de148e-a062-4d2e-8d05-7eb91987eb35 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for 6710533f-94db-47e2-a599-a151a0cc9e5a owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:57.279168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51742) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:57.290601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdda91-8f34-4631-aa85-c5d73e79ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505b4f9d-30a0-4908-83e3-5f4b43d552ad,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:57.324073 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:36:57.401592 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0d3253aa-29f5-4cb1-a4e2-9041582bbf5e None None] For port b704989f-8fde-491a-8808-6a51d4aba7c8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b704989f-8fde-491a-8808-6a51d4aba7c8,segment=NetworkSegment(f4fbd24f-f94d-418c-abc9-3bb18ded6933),segment_id=f4fbd24f-f94d-418c-abc9-3bb18ded6933)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:57.412511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:57.472154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a4945d1f-771f-43d6-810d-1fd81b6dec4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.499499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d3253aa-29f5-4cb1-a4e2-9041582bbf5e None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.507380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a4945d1f-771f-43d6-810d-1fd81b6dec4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.514042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.638390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0d3253aa-29f5-4cb1-a4e2-9041582bbf5e None None] Transition to ACTIVE for port object b704989f-8fde-491a-8808-6a51d4aba7c8 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:57.657271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d3253aa-29f5-4cb1-a4e2-9041582bbf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.690587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94de148e-a062-4d2e-8d05-7eb91987eb35 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.760036 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a4945d1f-771f-43d6-810d-1fd81b6dec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.779635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4945d1f-771f-43d6-810d-1fd81b6dec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b4f9d-30a0-4908-83e3-5f4b43d552ad,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:57.783521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 53c78b31-9b14-4e0a-b42d-0988241a65f7 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:57.783737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.829016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a4945d1f-771f-43d6-810d-1fd81b6dec4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.832681 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a4945d1f-771f-43d6-810d-1fd81b6dec4d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/505b4f9d-30a0-4908-83e3-5f4b43d552ad HTTP/1.1" status: 204 len: 168 time: 0.5501039 Jan 20 14:36:57.836261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de148e-a062-4d2e-8d05-7eb91987eb35 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=6710533f-94db-47e2-a599-a151a0cc9e5a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:57.935321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3253aa-29f5-4cb1-a4e2-9041582bbf5e None None] Pushing event updated for resources: {'Port': ['ID=b704989f-8fde-491a-8808-6a51d4aba7c8,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:57.941968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94de148e-a062-4d2e-8d05-7eb91987eb35 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:57.958822 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-94de148e-a062-4d2e-8d05-7eb91987eb35 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/6710533f-94db-47e2-a599-a151a0cc9e5a HTTP/1.1" status: 204 len: 168 time: 1.6819389 Jan 20 14:36:57.960388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51748) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:58.023083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:54Z', 'revision_number': 7, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c78b31-9b14-4e0a-b42d-0988241a65f7', 'name': '', 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:51:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '20274918-5190-48da-97e4-8018fdcde01d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:45Z', 'updated_at': '2022-01-20T14:36:55Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '20274918-5190-48da-97e4-8018fdcde01d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:58.031826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc55da-d1d4-43ea-9b07-49024079eb29 None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:54Z', 'revision_number': 7, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c78b31-9b14-4e0a-b42d-0988241a65f7', 'name': '', 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:51:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '20274918-5190-48da-97e4-8018fdcde01d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:45Z', 'updated_at': '2022-01-20T14:36:55Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '20274918-5190-48da-97e4-8018fdcde01d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:36:58.063195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 8c38a6f2-a47b-46cd-b88d-9cb8ada6a504 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:36:58.063588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:58.071592 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-daef8d0d-a863-4b39-9245-acf6d1ed098a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:36:58.072140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-daef8d0d-a863-4b39-9245-acf6d1ed098a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:58.175871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port 53c78b31-9b14-4e0a-b42d-0988241a65f7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=53c78b31-9b14-4e0a-b42d-0988241a65f7,segment=NetworkSegment(c1ae629b-d807-43d3-8826-4ddde1796969),segment_id=c1ae629b-d807-43d3-8826-4ddde1796969)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:36:58.176255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:58.194270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-daef8d0d-a863-4b39-9245-acf6d1ed098a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:58.195843 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-daef8d0d-a863-4b39-9245-acf6d1ed098a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/6710533f-94db-47e2-a599-a151a0cc9e5a HTTP/1.1" status: 404 len: 333 time: 0.2345288 Jan 20 14:36:58.201119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51754) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:58.401820 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5babde66-fac3-4226-812f-051f4239e776 None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:36:58.414433 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5babde66-fac3-4226-812f-051f4239e776 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:58.415445 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5babde66-fac3-4226-812f-051f4239e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:58.458898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 53c78b31-9b14-4e0a-b42d-0988241a65f7 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:58.502177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f050e5ac-b204-4c6d-ba44-f55f3f965941 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet 7ba5de6c-5250-4b1d-a2a9-70eae424620b {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:58.512784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:58.534158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f050e5ac-b204-4c6d-ba44-f55f3f965941 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:58.621265 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b704989f-8fde-491a-8808-6a51d4aba7c8 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:58.680724 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-5babde66-fac3-4226-812f-051f4239e776 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:58.695082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 8c38a6f2-a47b-46cd-b88d-9cb8ada6a504 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:36:58.703182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f050e5ac-b204-4c6d-ba44-f55f3f965941 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:58.865854 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706204f-6b6c-42a5-b31b-0bb82bcede69 None None] Network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:36:58.910335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f050e5ac-b204-4c6d-ba44-f55f3f965941 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:58.964013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:59.074736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=8c38a6f2-a47b-46cd-b88d-9cb8ada6a504,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:59.074988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c4d90870-78e5-43e0-8ee4-840df9e4e8af None None] Provisioning for port b704989f-8fde-491a-8808-6a51d4aba7c8 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:59.079344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f050e5ac-b204-4c6d-ba44-f55f3f965941 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:59.103821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c4d90870-78e5-43e0-8ee4-840df9e4e8af None None] Provisioning complete for port b704989f-8fde-491a-8808-6a51d4aba7c8 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:59.104105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4d90870-78e5-43e0-8ee4-840df9e4e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:59.125251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:59.192286 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5babde66-fac3-4226-812f-051f4239e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:54Z', 'revision_number': 7, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c78b31-9b14-4e0a-b42d-0988241a65f7', 'name': '', 'network_id': '2c483b0d-4a7d-4135-9353-861d582b2416', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:51:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '20274918-5190-48da-97e4-8018fdcde01d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:45Z', 'updated_at': '2022-01-20T14:36:55Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '20274918-5190-48da-97e4-8018fdcde01d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:59.201212 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050e5ac-b204-4c6d-ba44-f55f3f965941 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba5de6c-5250-4b1d-a2a9-70eae424620b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:59.203720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f050e5ac-b204-4c6d-ba44-f55f3f965941 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:59.204528 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5babde66-fac3-4226-812f-051f4239e776 None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:36:59.223647 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5babde66-fac3-4226-812f-051f4239e776 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:36:59.224275 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5babde66-fac3-4226-812f-051f4239e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:59.229013 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f050e5ac-b204-4c6d-ba44-f55f3f965941 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/7ba5de6c-5250-4b1d-a2a9-70eae424620b HTTP/1.1" status: 204 len: 168 time: 1.0190225 Jan 20 14:36:59.230068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51776) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:59.232505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=53c78b31-9b14-4e0a-b42d-0988241a65f7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:59.392928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce77a7a-5d2b-4d26-992b-3b7f455f98dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet 1cdc459c-9bd5-4f28-972d-9e0acd35ac79 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:36:59.403833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3ce77a7a-5d2b-4d26-992b-3b7f455f98dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:59.440057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c4d90870-78e5-43e0-8ee4-840df9e4e8af None None] Could not find standard attr ID for object 6710533f-94db-47e2-a599-a151a0cc9e5a. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:36:59.449649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:59.572239 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-5babde66-fac3-4226-812f-051f4239e776 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:36:59.589658 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3ce77a7a-5d2b-4d26-992b-3b7f455f98dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:59.831493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:59.903698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 8142e6f3-8025-41af-90e9-a676b31f9239 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:36:59.935203 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3ce77a7a-5d2b-4d26-992b-3b7f455f98dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.051072 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5babde66-fac3-4226-812f-051f4239e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:58Z', 'revision_number': 8, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:00.056736 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5babde66-fac3-4226-812f-051f4239e776 None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:58Z', 'revision_number': 8, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:00.115504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51792) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:00.119715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:00.130275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11676481-bc99-4c54-af95-ec9b1c424343 None None] Sync routers for ids ['8142e6f3-8025-41af-90e9-a676b31f9239'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:00.140498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11676481-bc99-4c54-af95-ec9b1c424343 None None] Routers {'8142e6f3-8025-41af-90e9-a676b31f9239'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:00.141993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-11676481-bc99-4c54-af95-ec9b1c424343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8142e6f3-8025-41af-90e9-a676b31f9239'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:00.157282 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-45ccdf26-c378-43bf-882f-f190ea786849 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/8142e6f3-8025-41af-90e9-a676b31f9239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8820717 Jan 20 14:37:00.160033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51798) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:00.223335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-342aec28-9ea3-4cc8-bcea-df35f904e516 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:00.244628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-342aec28-9ea3-4cc8-bcea-df35f904e516 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:00.247589 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-342aec28-9ea3-4cc8-bcea-df35f904e516 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=8142e6f3-8025-41af-90e9-a676b31f9239 HTTP/1.1" status: 200 len: 205 time: 0.0860538 Jan 20 14:37:00.250420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51802) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:00.273719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-11676481-bc99-4c54-af95-ec9b1c424343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:00.284290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11676481-bc99-4c54-af95-ec9b1c424343 None None] Routers {'8142e6f3-8025-41af-90e9-a676b31f9239'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:00.284851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-11676481-bc99-4c54-af95-ec9b1c424343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8142e6f3-8025-41af-90e9-a676b31f9239'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:00.375617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-11676481-bc99-4c54-af95-ec9b1c424343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:00.376259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11676481-bc99-4c54-af95-ec9b1c424343 None None] The sync data for ids ['8142e6f3-8025-41af-90e9-a676b31f9239'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:00.523795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:00.527564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3ce77a7a-5d2b-4d26-992b-3b7f455f98dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.580666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce77a7a-5d2b-4d26-992b-3b7f455f98dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdc459c-9bd5-4f28-972d-9e0acd35ac79,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:00.592502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9d0dfe95-b3d3-44ed-8096-7fe638a36a00 None None] Provisioning complete for port b704989f-8fde-491a-8808-6a51d4aba7c8 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:00.592895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9d0dfe95-b3d3-44ed-8096-7fe638a36a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.620573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 53c78b31-9b14-4e0a-b42d-0988241a65f7 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:00.621561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'network': {'name': 'tempest-network-smoke--1694770891', 'project_id': '7b32be412f6047a4b4874650505da950', 'port_security_enabled': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:00.630222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-18f082e9-7ccd-44b2-b4e7-f3d7d015fd0e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.635072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3ce77a7a-5d2b-4d26-992b-3b7f455f98dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.667754 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3ce77a7a-5d2b-4d26-992b-3b7f455f98dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/1cdc459c-9bd5-4f28-972d-9e0acd35ac79 HTTP/1.1" status: 204 len: 168 time: 1.4320288 Jan 20 14:37:00.675713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51806) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:00.682095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:00.684582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 53c78b31-9b14-4e0a-b42d-0988241a65f7 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:00.684864 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 53c78b31-9b14-4e0a-b42d-0988241a65f7 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:00.701886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:network and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:00.752887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:00.768422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:00.863962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:00.869701 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-738b8a5b-736a-4481-8cf5-9dba2c1c00d7 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5135124 Jan 20 14:37:00.873398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.875044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51810) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:00.877522 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:00.891107 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:00.892117 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:00.903516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:00.906805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-81f12b12-73ff-419d-9a96-adf947553b88 None None] Could not find standard attr ID for object 6710533f-94db-47e2-a599-a151a0cc9e5a. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:37:00.907690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.911767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe67d7-ddfc-40c0-9608-b48b721208ed None None] Network bc72cc6e-d62d-4661-8c20-bf0b8be1c724 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:00.938324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port b704989f-8fde-491a-8808-6a51d4aba7c8 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:00.938666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.969198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.987178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a19afcc-83c7-4573-860d-496bdafbec69 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting subnet 20274918-5190-48da-97e4-8018fdcde01d {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:00.990302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a19afcc-83c7-4573-860d-496bdafbec69 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.994371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:00.998269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:01.001122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:01.008255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:01.049500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a19afcc-83c7-4573-860d-496bdafbec69 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.063211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-18f082e9-7ccd-44b2-b4e7-f3d7d015fd0e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.070244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-18f082e9-7ccd-44b2-b4e7-f3d7d015fd0e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.141385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.151548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-18f082e9-7ccd-44b2-b4e7-f3d7d015fd0e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.152103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f082e9-7ccd-44b2-b4e7-f3d7d015fd0e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Fanout notify agent at l3_agent the message router_deleted on router 8142e6f3-8025-41af-90e9-a676b31f9239 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:37:01.162841 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.170916 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:01.210212 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:01.215804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a19afcc-83c7-4573-860d-496bdafbec69 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.227936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-18f082e9-7ccd-44b2-b4e7-f3d7d015fd0e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.229229 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-18f082e9-7ccd-44b2-b4e7-f3d7d015fd0e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/8142e6f3-8025-41af-90e9-a676b31f9239 HTTP/1.1" status: 204 len: 168 time: 0.9773684 Jan 20 14:37:01.234835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51814) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:01.236485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6e33c1-dfea-41f6-87d0-42bd8d86c553,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:01.253694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] DHCP port deletion for bc72cc6e-d62d-4661-8c20-bf0b8be1c724 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:01.262110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] Deleting port b704989f-8fde-491a-8808-6a51d4aba7c8 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:01.263445 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.278569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.278922 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Added segment 8c2af5e6-2f92-43ea-a3db-496a7f9df719 of type vlan for network f829e49b-3d48-400f-bb84-cd040717af7b Jan 20 14:37:01.329900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.344844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7724bb28-1243-46e9-a0cf-30c5bd60d0e5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting subnet bae5268d-73b1-4977-a708-eea6939bbc64 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:01.349184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7724bb28-1243-46e9-a0cf-30c5bd60d0e5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.381340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] For port b704989f-8fde-491a-8808-6a51d4aba7c8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b704989f-8fde-491a-8808-6a51d4aba7c8,segment=NetworkSegment(f4fbd24f-f94d-418c-abc9-3bb18ded6933),segment_id=f4fbd24f-f94d-418c-abc9-3bb18ded6933)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:01.382542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.433360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7724bb28-1243-46e9-a0cf-30c5bd60d0e5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.466794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.472253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:01.472779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.516314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for b704989f-8fde-491a-8808-6a51d4aba7c8 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:01.526411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] For port b704989f-8fde-491a-8808-6a51d4aba7c8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b704989f-8fde-491a-8808-6a51d4aba7c8,segment=NetworkSegment(f4fbd24f-f94d-418c-abc9-3bb18ded6933),segment_id=f4fbd24f-f94d-418c-abc9-3bb18ded6933)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:01.527188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.557700 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:58Z', 'revision_number': 8, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:01.561867 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:01.572505 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:01.573416 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:36:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:01.596808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a19afcc-83c7-4573-860d-496bdafbec69 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.637717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Network': ['ID=f829e49b-3d48-400f-bb84-cd040717af7b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:01.644067 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b3c5eaa7-5d5a-4580-a076-f3d6fd79525d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5273328 Jan 20 14:37:01.649705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51818) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:01.683220 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network f829e49b-3d48-400f-bb84-cd040717af7b details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:01.690585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7724bb28-1243-46e9-a0cf-30c5bd60d0e5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.707170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] Calling delete_port for b704989f-8fde-491a-8808-6a51d4aba7c8 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:01.750796 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:01.775027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19afcc-83c7-4573-860d-496bdafbec69 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Subnet': ['ID=20274918-5190-48da-97e4-8018fdcde01d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:01.780038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a19afcc-83c7-4573-860d-496bdafbec69 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.789743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.793649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'admin_state_up': True, 'project_id': '7b32be412f6047a4b4874650505da950', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:01.794473 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5a19afcc-83c7-4573-860d-496bdafbec69 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/20274918-5190-48da-97e4-8018fdcde01d HTTP/1.1" status: 204 len: 168 time: 0.9183838 Jan 20 14:37:01.804565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:01.804839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e9713-084c-4974-949b-38118c9b65f8 None None] Network 2c483b0d-4a7d-4135-9353-861d582b2416 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:01.810049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:router and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:01.813309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:01.820326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:01.830947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51822) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:01.838214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7724bb28-1243-46e9-a0cf-30c5bd60d0e5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.845181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=b704989f-8fde-491a-8808-6a51d4aba7c8,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:01.849380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No DVR routers for this DVR port b704989f-8fde-491a-8808-6a51d4aba7c8 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:01.910632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.912308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.934900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7724bb28-1243-46e9-a0cf-30c5bd60d0e5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.939291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724bb28-1243-46e9-a0cf-30c5bd60d0e5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Subnet': ['ID=bae5268d-73b1-4977-a708-eea6939bbc64,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:01.958746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d4388-112e-4c4f-9ddb-d36df53196d8 None None] Network 9b950e37-53bb-4090-98e7-0938a511bf3f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:01.992971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.020941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc72cc6e-d62d-4661-8c20-bf0b8be1c724']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:02.034680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fbd24f-f94d-418c-abc9-3bb18ded6933') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:02.034980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fbd24f-f94d-418c-abc9-3bb18ded6933') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:02.048720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.070673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.080791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:37:02.081208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.094304 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7724bb28-1243-46e9-a0cf-30c5bd60d0e5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/bae5268d-73b1-4977-a708-eea6939bbc64 HTTP/1.1" status: 204 len: 168 time: 0.8530009 Jan 20 14:37:02.110633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51826) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:02.123775 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:02.148077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.167390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:37:02.167899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:37:02.184376 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:58Z', 'revision_number': 8, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:02.190196 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593bdb3-1eae-47ac-a614-bdcd6f8a136d None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:36:58Z', 'revision_number': 8, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '4fb2bd8a-f702-4d61-8f11-e10707985d53', 'name': '', 'network_id': '233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:a0:02:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:37Z', 'updated_at': '2022-01-20T14:36:45Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '8d2fd2d8-0fa7-4737-ae29-24e5b34678b7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:02.228375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.240687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.272070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Network': ['ID=bc72cc6e-d62d-4661-8c20-bf0b8be1c724,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:02.282277 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f8948c5d-bc47-448c-a010-9fa7513cfb86 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/networks/bc72cc6e-d62d-4661-8c20-bf0b8be1c724 HTTP/1.1" status: 204 len: 168 time: 1.6043248 Jan 20 14:37:02.285504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51830) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:02.368426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.386543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bbbf8d-ae95-4e88-9c73-b7e9e8107a3b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:02.387380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c0bbbf8d-ae95-4e88-9c73-b7e9e8107a3b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:02.406118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c0bbbf8d-ae95-4e88-9c73-b7e9e8107a3b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:02.410847 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c0bbbf8d-ae95-4e88-9c73-b7e9e8107a3b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1194918 Jan 20 14:37:02.411449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51834) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:02.423333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] DHCP port deletion for 2c483b0d-4a7d-4135-9353-861d582b2416 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:02.430031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] Deleting port 1e2f397c-f165-4ff0-929a-998751d85011 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:02.430478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.463868 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] DHCP port deletion for 9b950e37-53bb-4090-98e7-0938a511bf3f request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:02.478834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Deleting port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:02.479210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.520668 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-28a8806b-06d8-4437-a9c7-0be73c32c5a5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1042337 Jan 20 14:37:02.520668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51838) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:02.527615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-548447648'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:02.534432 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:02.539211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:network and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:02.542967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:02.549937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:02.569615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:02.574610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.607178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:02.619399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9685c1de-c68a-4f85-a135-f6a6fdf63f17 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:02.621217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.621639 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Added segment a2c2c162-984c-4450-b11e-9a8b7f7c4444 of type vlan for network 60c11091-086b-44b3-a6f7-588b662aa770 Jan 20 14:37:02.653633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.666091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.674509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] Deleting port b704989f-8fde-491a-8808-6a51d4aba7c8 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:02.674894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.685520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.691006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:02.691583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.734973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 1e2f397c-f165-4ff0-929a-998751d85011 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:02.735382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.774084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.795452 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:02.795823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.801862 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2767019 Jan 20 14:37:02.802397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51842) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:02.804823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778653c1-64d1-46aa-8912-7dd3aff28549 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Network': ['ID=60c11091-086b-44b3-a6f7-588b662aa770,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:02.815854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': '60c11091-086b-44b3-a6f7-588b662aa770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:02.824227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-eabfb664-7253-4e5f-bf9f-298b04b37de6 None None] The port 'b704989f-8fde-491a-8808-6a51d4aba7c8' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:37:02.847085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 60c11091-086b-44b3-a6f7-588b662aa770 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:02.923911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:02.927967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:02.931103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:02.936961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:02.949572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:02.953518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.045924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] For port 1e2f397c-f165-4ff0-929a-998751d85011, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1e2f397c-f165-4ff0-929a-998751d85011,segment=NetworkSegment(c1ae629b-d807-43d3-8826-4ddde1796969),segment_id=c1ae629b-d807-43d3-8826-4ddde1796969)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:03.046308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.054920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] For port 9685c1de-c68a-4f85-a135-f6a6fdf63f17, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9685c1de-c68a-4f85-a135-f6a6fdf63f17,segment=NetworkSegment(4deb3a8b-a887-4b9f-bc72-e1704d854da4),segment_id=4deb3a8b-a887-4b9f-bc72-e1704d854da4)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:03.055572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.199068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.232120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port 1e2f397c-f165-4ff0-929a-998751d85011, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1e2f397c-f165-4ff0-929a-998751d85011,segment=NetworkSegment(c1ae629b-d807-43d3-8826-4ddde1796969),segment_id=c1ae629b-d807-43d3-8826-4ddde1796969)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:03.232756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.283606 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=0e55f63e-9893-4698-87c4-318088fef302,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:03.292538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Checking segment: {'id': 'a2c2c162-984c-4450-b11e-9a8b7f7c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '60c11091-086b-44b3-a6f7-588b662aa770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:03.292891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network hostable DHCP agents. Network: 60c11091-086b-44b3-a6f7-588b662aa770, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:03.315705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 60c11091-086b-44b3-a6f7-588b662aa770 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:03.330278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 60c11091-086b-44b3-a6f7-588b662aa770) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:03.336953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:03.337659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.370802 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1104a140-57e2-4b85-8ea1-b0d1addbc315 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5651696 Jan 20 14:37:03.371165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51846) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:03.376499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 1e2f397c-f165-4ff0-929a-998751d85011 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:03.377490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': '60c11091-086b-44b3-a6f7-588b662aa770', 'name': 'tempest-PortsIpV6TestJSON-84288593'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:03.417052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Calling delete_port for 9685c1de-c68a-4f85-a135-f6a6fdf63f17 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:03.423101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port 9685c1de-c68a-4f85-a135-f6a6fdf63f17, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9685c1de-c68a-4f85-a135-f6a6fdf63f17,segment=NetworkSegment(4deb3a8b-a887-4b9f-bc72-e1704d854da4),segment_id=4deb3a8b-a887-4b9f-bc72-e1704d854da4)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:03.423455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.455832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] Calling delete_port for 1e2f397c-f165-4ff0-929a-998751d85011 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:03.482108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1ee6f-8033-41c7-b178-a20e342c1648 None None] Network 60c11091-086b-44b3-a6f7-588b662aa770 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:03.518551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:03.528105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:03.535879 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d870ae00-b55c-449f-85d9-ee934f1bf66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.540820 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:03.549144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.565738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 9685c1de-c68a-4f85-a135-f6a6fdf63f17 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:03.575287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:37:03.601572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.650253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.705968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:37:03.705968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:37:03.707379 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 9685c1de-c68a-4f85-a135-f6a6fdf63f17, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9685c1de-c68a-4f85-a135-f6a6fdf63f17,segment=NetworkSegment(4deb3a8b-a887-4b9f-bc72-e1704d854da4),segment_id=4deb3a8b-a887-4b9f-bc72-e1704d854da4)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:03.715546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.716268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b704989f-8fde-491a-8808-6a51d4aba7c8 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:03.716471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=1e2f397c-f165-4ff0-929a-998751d85011,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:03.743524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8::23 (60c11091-086b-44b3-a6f7-588b662aa770/0e55f63e-9893-4698-87c4-318088fef302/f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:03.767967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No DVR routers for this DVR port 1e2f397c-f165-4ff0-929a-998751d85011 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:03.831466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:37:03.831858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:37:03.839734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: b704989f-8fde-491a-8808-6a51d4aba7c8 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:03.840080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b704989f-8fde-491a-8808-6a51d4aba7c8 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:03.840527 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1e2f397c-f165-4ff0-929a-998751d85011 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:03.888486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 1e2f397c-f165-4ff0-929a-998751d85011 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:03.888915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1e2f397c-f165-4ff0-929a-998751d85011 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:03.899581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=9685c1de-c68a-4f85-a135-f6a6fdf63f17,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:03.954117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-60c11091-086b-44b3-a6f7-588b662aa770', 'network_id': '60c11091-086b-44b3-a6f7-588b662aa770', 'tenant_id': 'aaf51206de3a468a9488baf60ac7dae8', 'fixed_ips': [{'subnet_id': '0e55f63e-9893-4698-87c4-318088fef302'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:37:03.955690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.963856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:03.981646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:04.010469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.083925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 60c11091-086b-44b3-a6f7-588b662aa770 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:04.088109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:04.092193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:04.098139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:04.098604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.107471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:04.120246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:37:04.120483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:37:04.129457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.133561 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c2999b1e-a086-4088-8030-98b3ed1b6761 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7611187 Jan 20 14:37:04.136330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51850) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:04.142401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Allocated IP 2001:db8::2 (60c11091-086b-44b3-a6f7-588b662aa770/0e55f63e-9893-4698-87c4-318088fef302/c76409cd-f11e-48a7-81e5-2d3942b5f008) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:04.142616 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': '60c11091-086b-44b3-a6f7-588b662aa770', 'name': 'tempest-PortsIpV6TestJSON-616132140'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:04.161428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.169073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.218620 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] Deleting port 1e2f397c-f165-4ff0-929a-998751d85011 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:04.218906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.225023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c483b0d-4a7d-4135-9353-861d582b2416']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:04.253521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ae629b-d807-43d3-8826-4ddde1796969') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:04.254223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ae629b-d807-43d3-8826-4ddde1796969') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:04.271683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.289129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:04.293967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:port and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:04.297742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:04.303730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:04.312640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-cc99bae8-0d9e-43d6-8842-f5d3dde6da5c None None] The port '1e2f397c-f165-4ff0-929a-998751d85011' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:37:04.316434 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:04.320413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.320757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.333584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:37:04.333774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Deleting port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:04.333882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.334025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.347329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port effa7aaf-5482-4f2c-8f7f-c31fdce57030 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:04.349522 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:04.445127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.212 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/e1d24710-75df-4a6a-8ee6-733a7c9826ac) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:04.449307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.470175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.482223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Network': ['ID=2c483b0d-4a7d-4135-9353-861d582b2416,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:04.559063 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-35343900-ed19-4d5a-89bb-d828339e3ba9 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/networks/2c483b0d-4a7d-4135-9353-861d582b2416 HTTP/1.1" status: 204 len: 168 time: 2.7265136 Jan 20 14:37:04.562087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51854) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:04.615119 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.625659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:04.626237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.639576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Transition to ACTIVE for port object c76409cd-f11e-48a7-81e5-2d3942b5f008 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:04.642761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] For port 9685c1de-c68a-4f85-a135-f6a6fdf63f17, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9685c1de-c68a-4f85-a135-f6a6fdf63f17,segment=NetworkSegment(4deb3a8b-a887-4b9f-bc72-e1704d854da4),segment_id=4deb3a8b-a887-4b9f-bc72-e1704d854da4)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:04.643142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.666420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.782901 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Calling delete_port for 9685c1de-c68a-4f85-a135-f6a6fdf63f17 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:04.851058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.873344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Transition to ACTIVE for port object c76409cd-f11e-48a7-81e5-2d3942b5f008 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:04.886664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.924952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port 9685c1de-c68a-4f85-a135-f6a6fdf63f17, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9685c1de-c68a-4f85-a135-f6a6fdf63f17,segment=NetworkSegment(4deb3a8b-a887-4b9f-bc72-e1704d854da4),segment_id=4deb3a8b-a887-4b9f-bc72-e1704d854da4)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:04.925368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:04.938027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:04.944484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:04.980364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Network 60c11091-086b-44b3-a6f7-588b662aa770 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:04.984287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:04.996583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:05.001647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:05.011686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Pushing event updated for resources: {'Port': ['ID=c76409cd-f11e-48a7-81e5-2d3942b5f008,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:05.064818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8::1c4 (60c11091-086b-44b3-a6f7-588b662aa770/0e55f63e-9893-4698-87c4-318088fef302/effa7aaf-5482-4f2c-8f7f-c31fdce57030) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:05.083421 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=e1d24710-75df-4a6a-8ee6-733a7c9826ac,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:05.084546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:05.095834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 9685c1de-c68a-4f85-a135-f6a6fdf63f17 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:05.165516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] No DVR routers for this DVR port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:05.182162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64105499-0fff-42b6-aaee-92dc215515c3 None None] Pushing event deleted for resources: {'Port': ['ID=9685c1de-c68a-4f85-a135-f6a6fdf63f17,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:05.194814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Attempting to bind port c76409cd-f11e-48a7-81e5-2d3942b5f008 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:05.195249 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Attempting to bind port c76409cd-f11e-48a7-81e5-2d3942b5f008 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'a2c2c162-984c-4450-b11e-9a8b7f7c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '60c11091-086b-44b3-a6f7-588b662aa770'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:05.195610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Attempting to bind port c76409cd-f11e-48a7-81e5-2d3942b5f008 on network 60c11091-086b-44b3-a6f7-588b662aa770 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:05.201420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:05.201797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Checking segment: {'id': 'a2c2c162-984c-4450-b11e-9a8b7f7c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '60c11091-086b-44b3-a6f7-588b662aa770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:05.202195 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:05.202584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Bound using segment: {'id': 'a2c2c162-984c-4450-b11e-9a8b7f7c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '60c11091-086b-44b3-a6f7-588b662aa770'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:05.203040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Bound port: c76409cd-f11e-48a7-81e5-2d3942b5f008, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c2c162-984c-4450-b11e-9a8b7f7c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '60c11091-086b-44b3-a6f7-588b662aa770'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:05.203415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:05.293824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] For port c76409cd-f11e-48a7-81e5-2d3942b5f008, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:05.302013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] For port c76409cd-f11e-48a7-81e5-2d3942b5f008, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c76409cd-f11e-48a7-81e5-2d3942b5f008,segment=NetworkSegment(a2c2c162-984c-4450-b11e-9a8b7f7c4444),segment_id=a2c2c162-984c-4450-b11e-9a8b7f7c4444)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:05.308876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:05.344921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:37:05.345539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:37:05.411813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0176c-c5e1-40b0-9567-5af52ac96a2a None None] Pushing event updated for resources: {'Port': ['ID=c76409cd-f11e-48a7-81e5-2d3942b5f008,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:05.413283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:05.420718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4cda549-a9f7-4b36-8330-fbb40b55f47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:05.445451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object effa7aaf-5482-4f2c-8f7f-c31fdce57030 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:05.483708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:05.546915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:05.712923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:05.717692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 60c11091-086b-44b3-a6f7-588b662aa770 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:05.724245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:05.727130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:05.735217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:05.735854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:05.758674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=effa7aaf-5482-4f2c-8f7f-c31fdce57030,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:05.831543 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-46a2c7da-5eef-4624-8f7a-15b4cbccc1b0 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6939483 Jan 20 14:37:05.839268 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51858) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:06.004701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1570d1c7-6bd1-4396-86f2-5f841f44d3ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:06.005393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1570d1c7-6bd1-4396-86f2-5f841f44d3ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:06.041122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 4fb2bd8a-f702-4d61-8f11-e10707985d53 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:06.041438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.064632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.071309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1570d1c7-6bd1-4396-86f2-5f841f44d3ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:06.072526 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1570d1c7-6bd1-4396-86f2-5f841f44d3ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A23 HTTP/1.1" status: 200 len: 926 time: 0.2322402 Jan 20 14:37:06.079206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51862) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:06.208084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 9685c1de-c68a-4f85-a135-f6a6fdf63f17 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:06.208592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.236721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb1670-5db5-4d4d-8380-43224f587b4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port effa7aaf-5482-4f2c-8f7f-c31fdce57030 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:06.237055 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1670-5db5-4d4d-8380-43224f587b4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.291322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] The port '9685c1de-c68a-4f85-a135-f6a6fdf63f17' was deleted {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:37:06.397407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.435549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.448879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.473273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e15368-8ec7-49aa-b318-8d194bb8f090 None None] Network 60c11091-086b-44b3-a6f7-588b662aa770 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:06.490564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b950e37-53bb-4090-98e7-0938a511bf3f']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:06.508609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4deb3a8b-a887-4b9f-bc72-e1704d854da4') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:06.508825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4deb3a8b-a887-4b9f-bc72-e1704d854da4') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:06.520312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 204f910b-ee13-42aa-84aa-b7cd8c576e04 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:37:06.532845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.563825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port 4fb2bd8a-f702-4d61-8f11-e10707985d53, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4fb2bd8a-f702-4d61-8f11-e10707985d53,segment=NetworkSegment(a02fe48f-1fef-4767-b4c7-b99b59404afa),segment_id=a02fe48f-1fef-4767-b4c7-b99b59404afa)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:06.564368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.612733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.639153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:37:06.639607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.639754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-cecd1c69-01fa-4365-a106-d0a7ecacf135 None None] Provisioning for port c76409cd-f11e-48a7-81e5-2d3942b5f008 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:06.660132 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:06.680183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c76409cd-f11e-48a7-81e5-2d3942b5f008 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:06.714715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 4fb2bd8a-f702-4d61-8f11-e10707985d53 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:06.816476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port c76409cd-f11e-48a7-81e5-2d3942b5f008 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:06.822891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c76409cd-f11e-48a7-81e5-2d3942b5f008 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:06.823261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.827252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.838017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.875677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:06.876900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Network': ['ID=9b950e37-53bb-4090-98e7-0938a511bf3f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:06.887308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Sync routers for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:06.898364 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aa0a3aea-7142-44bd-966c-88244fbc0d34 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/networks/9b950e37-53bb-4090-98e7-0938a511bf3f HTTP/1.1" status: 204 len: 168 time: 4.7827640 Jan 20 14:37:06.902107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51866) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:06.906328 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:06.906997 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:06.909437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1670-5db5-4d4d-8380-43224f587b4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.910447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.916166 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-07755562-989b-440c-9be8-87e15f417440 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2626941 Jan 20 14:37:06.916987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51870) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:06.920461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-371847819', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:06.927963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:06.939049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:router and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:06.942080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:06.948534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:06.963407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.964910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:06.997811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.096648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb1670-5db5-4d4d-8380-43224f587b4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for effa7aaf-5482-4f2c-8f7f-c31fdce57030 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:07.133305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.209540 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:07.220190 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-00239fb2-f74d-4950-a8ac-5d1ae790136a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=7b32be412f6047a4b4874650505da950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2871017 Jan 20 14:37:07.220622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51876) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:07.244896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.363922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.365339 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8bd1a077-af87-4708-9333-98cc6e8f343e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4623184 Jan 20 14:37:07.369333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51880) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:07.397993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1057975252'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:07.403370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:07.408002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:network and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:07.408946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1670-5db5-4d4d-8380-43224f587b4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.411666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:07.419428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:07.421724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e86076f5-fc75-4755-88e4-230096bb7764 None None] Provisioning complete for port c76409cd-f11e-48a7-81e5-2d3942b5f008 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:07.422202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e86076f5-fc75-4755-88e4-230096bb7764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.443483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:07.447710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.464318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port c76409cd-f11e-48a7-81e5-2d3942b5f008, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c76409cd-f11e-48a7-81e5-2d3942b5f008,segment=NetworkSegment(a2c2c162-984c-4450-b11e-9a8b7f7c4444),segment_id=a2c2c162-984c-4450-b11e-9a8b7f7c4444)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:07.478105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb1670-5db5-4d4d-8380-43224f587b4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=effa7aaf-5482-4f2c-8f7f-c31fdce57030,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:07.485420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.486613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:07.494826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e5358c-c5f7-43e8-8352-79b8a775c4c2 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:07.499326 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-51e5358c-c5f7-43e8-8352-79b8a775c4c2 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2749820 Jan 20 14:37:07.500504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51884) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:07.523059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.550686 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-108134e6-a3a7-4a36-b2b5-9d90aaf4e56c tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457282 Jan 20 14:37:07.550686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.550686 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added segment 9fe8c6a0-7f17-4309-8c28-a82ec42d3552 of type vlan for network b6881863-757e-4597-a97c-a25cb372f428 Jan 20 14:37:07.550686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51888) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:07.560899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1032756681', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'project_id': '7b32be412f6047a4b4874650505da950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:07.590759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1670-5db5-4d4d-8380-43224f587b4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.605299 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=4fb2bd8a-f702-4d61-8f11-e10707985d53,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:07.673636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.711433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:07.719022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:subnet and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:07.723371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:07.730111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:07.737187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.742716 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a5eb1670-5db5-4d4d-8380-43224f587b4e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/effa7aaf-5482-4f2c-8f7f-c31fdce57030 HTTP/1.1" status: 204 len: 168 time: 1.6601143 Jan 20 14:37:07.744675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:07.745301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.764037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51892) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:07.773358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=c76409cd-f11e-48a7-81e5-2d3942b5f008,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:07.870809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Network': ['ID=b6881863-757e-4597-a97c-a25cb372f428,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:07.876301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e86076f5-fc75-4755-88e4-230096bb7764 None None] Could not find standard attr ID for object effa7aaf-5482-4f2c-8f7f-c31fdce57030. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:37:07.883051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network b6881863-757e-4597-a97c-a25cb372f428 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:07.906349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.922772 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bb2ff6ce-9e28-4951-866a-74ca43637be5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5525465 Jan 20 14:37:07.924017 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-74aff049-ad5c-4761-b0d8-3c7edc5b760c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:37:07.926461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-74aff049-ad5c-4761-b0d8-3c7edc5b760c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:07.928325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51896) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:07.931493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:07.935523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:07.952690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'subnet': {'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:08.009522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.032541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:37:05Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:08.037477 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Checking router: 204f910b-ee13-42aa-84aa-b7cd8c576e04 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:08.038033 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Updating router 204f910b-ee13-42aa-84aa-b7cd8c576e04 port e1d24710-75df-4a6a-8ee6-733a7c9826ac binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:37:08.089149 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e86076f5-fc75-4755-88e4-230096bb7764 None None] Provisioning for port f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:08.107545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e86076f5-fc75-4755-88e4-230096bb7764 None None] Provisioning complete for port f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:08.107750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-74aff049-ad5c-4761-b0d8-3c7edc5b760c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:08.108018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e86076f5-fc75-4755-88e4-230096bb7764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.111399 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-74aff049-ad5c-4761-b0d8-3c7edc5b760c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/effa7aaf-5482-4f2c-8f7f-c31fdce57030 HTTP/1.1" status: 404 len: 333 time: 0.2411475 Jan 20 14:37:08.115554 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51900) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:08.166538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:08.170862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:subnet and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:08.173872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:08.179876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:08.191008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e86076f5-fc75-4755-88e4-230096bb7764 None None] Port f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:08.196706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:08.200422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.201741 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.315682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1c5ae40a-997a-4469-bba2-b89e2fd96e5c None None] Could not find standard attr ID for object effa7aaf-5482-4f2c-8f7f-c31fdce57030. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:37:08.344464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1c5ae40a-997a-4469-bba2-b89e2fd96e5c None None] Provisioning complete for port f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:08.344827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae40a-997a-4469-bba2-b89e2fd96e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.397945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-9e32882b-ad6f-4474-a29c-b2e9d2f9434d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:08.398574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e32882b-ad6f-4474-a29c-b2e9d2f9434d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.476663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ae40a-997a-4469-bba2-b89e2fd96e5c None None] Port f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:08.485893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.601311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Subnet': ['ID=f867101d-6345-4b90-9335-c362ad2b58f5,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:08.604610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.647683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.648661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Checking segment: {'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:08.649187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network hostable DHCP agents. Network: f829e49b-3d48-400f-bb84-cd040717af7b, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:08.664370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Transition to ACTIVE for port object e1d24710-75df-4a6a-8ee6-733a7c9826ac will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:08.676756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.702234 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Subnet': ['ID=d53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:08.705501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network f829e49b-3d48-400f-bb84-cd040717af7b is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:08.716747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Checking segment: {'id': '9fe8c6a0-7f17-4309-8c28-a82ec42d3552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:08.717063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network hostable DHCP agents. Network: b6881863-757e-4597-a97c-a25cb372f428, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:08.722833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, f829e49b-3d48-400f-bb84-cd040717af7b) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:08.729839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c76409cd-f11e-48a7-81e5-2d3942b5f008 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:08.730818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:08.731865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.759918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network b6881863-757e-4597-a97c-a25cb372f428 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:08.766683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:08.770450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0266c8f-f621-481b-8d86-36c700379045 None None] Network f829e49b-3d48-400f-bb84-cd040717af7b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:08.771846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51904) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:08.772289 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5e7e9009-fc73-49e4-b48d-352bc38b9525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2210507 Jan 20 14:37:08.773504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, b6881863-757e-4597-a97c-a25cb372f428) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:08.778262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:08.778839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:08.798772 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-354c919e-0a52-4563-b52b-e112ed837564 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8692436 Jan 20 14:37:08.801424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51908) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:08.804998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4161d2b-068b-423f-b9a7-431afd1f1e2a None None] Network b6881863-757e-4597-a97c-a25cb372f428 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:08.969709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Attempting to bind port e1d24710-75df-4a6a-8ee6-733a7c9826ac on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:08.970233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Attempting to bind port e1d24710-75df-4a6a-8ee6-733a7c9826ac by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:08.970688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Attempting to bind port e1d24710-75df-4a6a-8ee6-733a7c9826ac on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:08.984081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb8718-ec96-4ace-8851-a42238959664 None None] Pushing event updated for resources: {'Port': ['ID=e1d24710-75df-4a6a-8ee6-733a7c9826ac,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:09.094241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:09.094705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:09.095000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.096011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:09.096533 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Bound port: e1d24710-75df-4a6a-8ee6-733a7c9826ac, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:09.096905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.099381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e32882b-ad6f-4474-a29c-b2e9d2f9434d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.241755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-9e32882b-ad6f-4474-a29c-b2e9d2f9434d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:09.277090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c76409cd-f11e-48a7-81e5-2d3942b5f008 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:09.277931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.306624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-f829e49b-3d48-400f-bb84-cd040717af7b', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:37:09.307515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.346983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] For port e1d24710-75df-4a6a-8ee6-733a7c9826ac, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:09.351304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:09.363693 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:09.365120 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-654cb9b7-89ad-4afc-8245-513c5c9a5d79 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8015172 Jan 20 14:37:09.365670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51912) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:09.377874 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:09.379244 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:09.432187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71fd5cb-af5c-47eb-968e-f5ed7980b6f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting subnet 8d2fd2d8-0fa7-4737-ae29-24e5b34678b7 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:09.438996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f71fd5cb-af5c-47eb-968e-f5ed7980b6f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.528725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.585055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] For port e1d24710-75df-4a6a-8ee6-733a7c9826ac, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e1d24710-75df-4a6a-8ee6-733a7c9826ac,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:09.602578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f71fd5cb-af5c-47eb-968e-f5ed7980b6f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.619469 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:09.657877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e32882b-ad6f-4474-a29c-b2e9d2f9434d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.730810 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Allocated IP 172.20.0.2 (f829e49b-3d48-400f-bb84-cd040717af7b/f867101d-6345-4b90-9335-c362ad2b58f5/5bf9bd84-440a-487b-8cae-c1d314c40297) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:09.833330 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-b6881863-757e-4597-a97c-a25cb372f428', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:37:09.835509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.856473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.868489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f71fd5cb-af5c-47eb-968e-f5ed7980b6f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:09.941572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32882b-ad6f-4474-a29c-b2e9d2f9434d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:10.010556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9e32882b-ad6f-4474-a29c-b2e9d2f9434d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.025053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Allocated IP 2001:db8::1 (b6881863-757e-4597-a97c-a25cb372f428/d53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3/6d6d48f2-25da-4f26-b2a0-2c73fac91405) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:10.051201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f71fd5cb-af5c-47eb-968e-f5ed7980b6f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.066626 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9e32882b-ad6f-4474-a29c-b2e9d2f9434d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 HTTP/1.1" status: 204 len: 168 time: 1.9499681 Jan 20 14:37:10.072619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51916) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:10.076082 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:07Z', 'revision_number': 9, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:10.091249 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:10.099932 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:10.103598 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:10.134368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fd5cb-af5c-47eb-968e-f5ed7980b6f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2fd2d8-0fa7-4737-ae29-24e5b34678b7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:10.136622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f71fd5cb-af5c-47eb-968e-f5ed7980b6f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.155280 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66c8598-c845-47b7-ad29-4556776eb5cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:37:10.156089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b66c8598-c845-47b7-ad29-4556776eb5cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:10.166038 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f71fd5cb-af5c-47eb-968e-f5ed7980b6f1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/8d2fd2d8-0fa7-4737-ae29-24e5b34678b7 HTTP/1.1" status: 204 len: 168 time: 0.7992730 Jan 20 14:37:10.170760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51920) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:10.181260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:10.181485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:10.254021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d943a2f5-c242-4e00-9cc9-42379ff7dc1c None None] Network 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:10.297484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b66c8598-c845-47b7-ad29-4556776eb5cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:10.299078 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b66c8598-c845-47b7-ad29-4556776eb5cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/f259b6ad-f869-4cf9-8a25-cb9ed1bc9c13 HTTP/1.1" status: 404 len: 333 time: 0.2250853 Jan 20 14:37:10.303768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51924) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:10.319712 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:10.384832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.408432 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b06b56-69d9-43f7-a7e4-4c3c86fd6419 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet 0e55f63e-9893-4698-87c4-318088fef302 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:10.410301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.420947 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Transition to ACTIVE for port object 5bf9bd84-440a-487b-8cae-c1d314c40297 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:10.440522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Transition to ACTIVE for port object 5bf9bd84-440a-487b-8cae-c1d314c40297 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:10.447945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.468972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87b06b56-69d9-43f7-a7e4-4c3c86fd6419 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.474225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.488013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 877932e0-faff-495d-a6a1-bd127fd94e07 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:10.488515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.551143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Transition to ACTIVE for port object 6d6d48f2-25da-4f26-b2a0-2c73fac91405 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:10.580141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:10.606202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87b06b56-69d9-43f7-a7e4-4c3c86fd6419 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.712317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.716353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb8718-ec96-4ace-8851-a42238959664 None None] Pushing event updated for resources: {'Port': ['ID=e1d24710-75df-4a6a-8ee6-733a7c9826ac,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:10.725920 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:07Z', 'revision_number': 9, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:10.730240 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1bc7b1-6bac-415f-aaae-a20fe9871461 None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:07Z', 'revision_number': 9, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef30791d-22e8-4435-84c4-df26f84b324b', 'name': '', 'network_id': '26fd848d-1948-4970-a373-129f48b44577', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:f1:15:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:28Z', 'updated_at': '2022-01-20T14:36:37Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': 'e40fce99-aea3-4589-8dec-2d3a65ce92dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:10.768896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87b06b56-69d9-43f7-a7e4-4c3c86fd6419 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.880943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.931011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87b06b56-69d9-43f7-a7e4-4c3c86fd6419 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.949765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network b6881863-757e-4597-a97c-a25cb372f428 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:10.959149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:10.962126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:10.963068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:10.976781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b06b56-69d9-43f7-a7e4-4c3c86fd6419 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=0e55f63e-9893-4698-87c4-318088fef302,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:10.994753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Network f829e49b-3d48-400f-bb84-cd040717af7b is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:11.005911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port 877932e0-faff-495d-a6a1-bd127fd94e07, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=877932e0-faff-495d-a6a1-bd127fd94e07,segment=NetworkSegment(a02fe48f-1fef-4767-b4c7-b99b59404afa),segment_id=a02fe48f-1fef-4767-b4c7-b99b59404afa)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:11.005911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.012119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-87b06b56-69d9-43f7-a7e4-4c3c86fd6419 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.016113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=6d6d48f2-25da-4f26-b2a0-2c73fac91405,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:11.032126 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-87b06b56-69d9-43f7-a7e4-4c3c86fd6419 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/0e55f63e-9893-4698-87c4-318088fef302 HTTP/1.1" status: 204 len: 168 time: 0.7273269 Jan 20 14:37:11.035038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51928) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:11.134559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.1 (f829e49b-3d48-400f-bb84-cd040717af7b/f867101d-6345-4b90-9335-c362ad2b58f5/43a9c7d4-b954-48ff-af78-1a0349470a92) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:11.148497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 877932e0-faff-495d-a6a1-bd127fd94e07 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:11.149575 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Pushing event updated for resources: {'Port': ['ID=5bf9bd84-440a-487b-8cae-c1d314c40297,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:11.152346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:11.198050 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.200606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4540be5a-a082-474e-85c3-796fa31b53df None None] Network 60c11091-086b-44b3-a6f7-588b662aa770 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:11.214187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:11.283747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port c76409cd-f11e-48a7-81e5-2d3942b5f008 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:11.284125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.288864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.300090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.351442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=877932e0-faff-495d-a6a1-bd127fd94e07,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:11.386945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No DVR routers for this DVR port 877932e0-faff-495d-a6a1-bd127fd94e07 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:11.432843 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.472082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 43a9c7d4-b954-48ff-af78-1a0349470a92 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:11.490212 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Allocated IP 2001:db8::2 (b6881863-757e-4597-a97c-a25cb372f428/d53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3/38849d11-ea7f-44d0-ab68-e1939a39848a) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:11.521741 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Attempting to bind port 5bf9bd84-440a-487b-8cae-c1d314c40297 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:11.522114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Attempting to bind port 5bf9bd84-440a-487b-8cae-c1d314c40297 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:11.522472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Attempting to bind port 5bf9bd84-440a-487b-8cae-c1d314c40297 on network f829e49b-3d48-400f-bb84-cd040717af7b {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:11.560339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:11.560863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Checking segment: {'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:11.561106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.561494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Bound using segment: {'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:11.561973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Bound port: 5bf9bd84-440a-487b-8cae-c1d314c40297, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:11.562339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.580131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4899f0af-e702-4ecd-bfd2-738b079509a2 None None] DHCP port deletion for 233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:11.609419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:37:05Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:11.661894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.699849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] For port c76409cd-f11e-48a7-81e5-2d3942b5f008, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c76409cd-f11e-48a7-81e5-2d3942b5f008,segment=NetworkSegment(a2c2c162-984c-4450-b11e-9a8b7f7c4444),segment_id=a2c2c162-984c-4450-b11e-9a8b7f7c4444)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:11.700198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.707764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:11.725085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02fe48f-1fef-4767-b4c7-b99b59404afa') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:11.725317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02fe48f-1fef-4767-b4c7-b99b59404afa') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:11.729544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085eea5-e92c-4779-9765-843ee6653dde None None] The sync data for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv is: [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:37:05Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:11.746407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.835382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.835631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for c76409cd-f11e-48a7-81e5-2d3942b5f008 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:11.838040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] For port 5bf9bd84-440a-487b-8cae-c1d314c40297, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:11.860365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:37:11.860365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:11.879844 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:11.905796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.962968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:11.976728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Transition to ACTIVE for port object 38849d11-ea7f-44d0-ab68-e1939a39848a will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:11.992158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network f829e49b-3d48-400f-bb84-cd040717af7b is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:11.995527 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:12.000364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:12.014218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.018401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.023617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] For port 5bf9bd84-440a-487b-8cae-c1d314c40297, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5bf9bd84-440a-487b-8cae-c1d314c40297,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:12.025373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Transition to ACTIVE for port object 38849d11-ea7f-44d0-ab68-e1939a39848a will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:12.036609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.037598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.059763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=43a9c7d4-b954-48ff-af78-1a0349470a92,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:12.063673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Network': ['ID=233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:12.068712 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2568eaa0-9562-4d33-8755-f693510da217 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/networks/233cf1e7-e28a-4f8c-b73c-726a1ca7e5c4 HTTP/1.1" status: 204 len: 168 time: 1.8966725 Jan 20 14:37:12.071505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51932) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:12.077917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.110873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019eed46-713e-4ab7-a06b-0be8f87fa2d2 None None] DHCP port deletion for 60c11091-086b-44b3-a6f7-588b662aa770 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:12.139593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No DVR routers for this DVR port c76409cd-f11e-48a7-81e5-2d3942b5f008 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:12.143953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=c76409cd-f11e-48a7-81e5-2d3942b5f008,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:12.198905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Network b6881863-757e-4597-a97c-a25cb372f428 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:12.199513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.204187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:12.208124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:12.210990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa5793-e886-43af-b62f-33120cdeaba0 None None] Pushing event updated for resources: {'Port': ['ID=5bf9bd84-440a-487b-8cae-c1d314c40297,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:12.219768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.220796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.221568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.222117 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.222666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.223209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.223742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.224319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.224874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.225415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.225951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.226482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:12.300674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.resource_extend [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:37:12.350618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.397302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c11091-086b-44b3-a6f7-588b662aa770']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:12.404249 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Attempting to bind port 38849d11-ea7f-44d0-ab68-e1939a39848a on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:12.404825 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Attempting to bind port 38849d11-ea7f-44d0-ab68-e1939a39848a by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '9fe8c6a0-7f17-4309-8c28-a82ec42d3552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:12.405182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Attempting to bind port 38849d11-ea7f-44d0-ab68-e1939a39848a on network b6881863-757e-4597-a97c-a25cb372f428 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:12.418201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:12.418813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Checking segment: {'id': '9fe8c6a0-7f17-4309-8c28-a82ec42d3552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:12.418952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.419358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Bound using segment: {'id': '9fe8c6a0-7f17-4309-8c28-a82ec42d3552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:12.420157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Bound port: 38849d11-ea7f-44d0-ab68-e1939a39848a, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe8c6a0-7f17-4309-8c28-a82ec42d3552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:12.421546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.429280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c2c162-984c-4450-b11e-9a8b7f7c4444') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:12.429867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c2c162-984c-4450-b11e-9a8b7f7c4444') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:12.454200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.491270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.503873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:37:12.503873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.516664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Pushing event updated for resources: {'Port': ['ID=38849d11-ea7f-44d0-ab68-e1939a39848a,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:12.545826 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:12.616637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] For port 38849d11-ea7f-44d0-ab68-e1939a39848a, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:12.723324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.782965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] For port 38849d11-ea7f-44d0-ab68-e1939a39848a, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=38849d11-ea7f-44d0-ab68-e1939a39848a,segment=NetworkSegment(9fe8c6a0-7f17-4309-8c28-a82ec42d3552),segment_id=9fe8c6a0-7f17-4309-8c28-a82ec42d3552)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:12.796075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.798735 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.823372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.847363 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Network': ['ID=60c11091-086b-44b3-a6f7-588b662aa770,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:12.854824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5bf9bd84-440a-487b-8cae-c1d314c40297 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:12.857774 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9b343908-363d-488b-844f-8fef3c923f6e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/networks/60c11091-086b-44b3-a6f7-588b662aa770 HTTP/1.1" status: 204 len: 168 time: 1.8214538 Jan 20 14:37:12.920285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51938) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:12.924361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.939457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-905387277'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:12.945802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:12.949443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.950650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:12.954246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:network and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:12.957612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:12.968548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:12.971217 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb5922-3022-4bbe-924d-cdac42ae7536 None None] Pushing event updated for resources: {'Port': ['ID=38849d11-ea7f-44d0-ab68-e1939a39848a,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:12.994607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:12.999130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.010271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 5bf9bd84-440a-487b-8cae-c1d314c40297 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:13.018813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e1d24710-75df-4a6a-8ee6-733a7c9826ac up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:13.128843 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:13.153238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.153577 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Added segment 36fb5bf7-5511-4e8b-93ad-722e6efd74f9 of type vlan for network d0f18932-2759-4507-ab41-1ff59228a010 Jan 20 14:37:13.202611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=6d6d48f2-25da-4f26-b2a0-2c73fac91405,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:13.204493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port e1d24710-75df-4a6a-8ee6-733a7c9826ac completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:13.212237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e1d24710-75df-4a6a-8ee6-733a7c9826ac triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:13.212774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.249373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.249618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.249946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.250268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.250963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.251286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.251602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.251924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.252255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.252571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.252879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.253187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:13.319079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network b6881863-757e-4597-a97c-a25cb372f428 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:13.321820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:13.345222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.446675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.460065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.468612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port e1d24710-75df-4a6a-8ee6-733a7c9826ac, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e1d24710-75df-4a6a-8ee6-733a7c9826ac,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:13.474812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.476971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:13.478662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.569755 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6465781 Jan 20 14:37:13.572017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=e1d24710-75df-4a6a-8ee6-733a7c9826ac,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:13.574750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51942) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:13.582853 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c76409cd-f11e-48a7-81e5-2d3942b5f008 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:13.626222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: c76409cd-f11e-48a7-81e5-2d3942b5f008 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:13.626565 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c76409cd-f11e-48a7-81e5-2d3942b5f008 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:13.626984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 877932e0-faff-495d-a6a1-bd127fd94e07 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:13.641385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': 'd0f18932-2759-4507-ab41-1ff59228a010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:13.669957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 877932e0-faff-495d-a6a1-bd127fd94e07 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:13.670302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 877932e0-faff-495d-a6a1-bd127fd94e07 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:13.670724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4fb2bd8a-f702-4d61-8f11-e10707985d53 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:13.707992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 4fb2bd8a-f702-4d61-8f11-e10707985d53 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:13.708387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4fb2bd8a-f702-4d61-8f11-e10707985d53 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:13.754979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:37:13.759437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.799501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec00d7dc-2db8-4ab4-b67a-c90c79be0135 None None] Network f829e49b-3d48-400f-bb84-cd040717af7b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:13.860303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.resource_extend [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:37:13.896112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4da94-0e66-4fe2-bea0-1f104a9b3da7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Network': ['ID=d0f18932-2759-4507-ab41-1ff59228a010,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:13.915996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.919657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network d0f18932-2759-4507-ab41-1ff59228a010 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:13.932867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:13.935218 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5cb00cf9-593a-406c-88c2-213309737ccf None None] Provisioning for port 5bf9bd84-440a-487b-8cae-c1d314c40297 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:13.956309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5cb00cf9-593a-406c-88c2-213309737ccf None None] Provisioning complete for port 5bf9bd84-440a-487b-8cae-c1d314c40297 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:13.956831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5cb00cf9-593a-406c-88c2-213309737ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:14.062981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=43a9c7d4-b954-48ff-af78-1a0349470a92,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:14.080680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:14.089272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:14.094477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:14.097581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:14.104909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:14.151655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:14.157089 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ed0bf360-fa47-4d47-bade-7eb42f236fc8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3546469 Jan 20 14:37:14.178745 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51946) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:14.184192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:14.187013 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:14.191390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:14.239254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:14.239883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:14.283255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1131103465'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:14.300993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:14.308191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:network and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:14.316950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:14.334127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:14.372895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port ef30791d-22e8-4435-84c4-df26f84b324b {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:14.373658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:14.389349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:14.393101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:14.451592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network f829e49b-3d48-400f-bb84-cd040717af7b is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:14.463814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:14.492134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5cb00cf9-593a-406c-88c2-213309737ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:14.543583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5cb00cf9-593a-406c-88c2-213309737ccf None None] For port 5bf9bd84-440a-487b-8cae-c1d314c40297, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5bf9bd84-440a-487b-8cae-c1d314c40297,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:14.549250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:14.608786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5cb00cf9-593a-406c-88c2-213309737ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:14.689690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:14.711878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 204f910b-ee13-42aa-84aa-b7cd8c576e04 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:14.767154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:14.767795 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added segment 580b526b-6752-4a71-926a-f2987cc3b04e of type vlan for network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 Jan 20 14:37:14.786857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 38849d11-ea7f-44d0-ab68-e1939a39848a up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:14.797601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port ef30791d-22e8-4435-84c4-df26f84b324b, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ef30791d-22e8-4435-84c4-df26f84b324b,segment=NetworkSegment(8ace6777-17f0-4494-9a1c-f4408af8c93f),segment_id=8ace6777-17f0-4494-9a1c-f4408af8c93f)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:14.798005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:14.859599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:14.973291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for ef30791d-22e8-4435-84c4-df26f84b324b owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:15.053394 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb00cf9-593a-406c-88c2-213309737ccf None None] Pushing event updated for resources: {'Port': ['ID=5bf9bd84-440a-487b-8cae-c1d314c40297,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:15.123591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:15.127982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=14600ea5-8aa1-4c79-870c-96fc01e0f962,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:15.138931 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Sync routers for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:15.149614 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:15.150887 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:15.156942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:15.176797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 38849d11-ea7f-44d0-ab68-e1939a39848a completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:15.223803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e1d24710-75df-4a6a-8ee6-733a7c9826ac up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:15.242917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51950) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:15.244196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:15.246609 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-72130f5e-5da9-4bca-9890-b5aed64e799f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/204f910b-ee13-42aa-84aa-b7cd8c576e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4731503 Jan 20 14:37:15.250306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:15.258360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:15.259386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:15.298010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dfbd9410-3bad-4c43-a100-fb6fb4d520e2 None None] Provisioning complete for port 5bf9bd84-440a-487b-8cae-c1d314c40297 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:15.298275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dfbd9410-3bad-4c43-a100-fb6fb4d520e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:15.333193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Checking segment: {'id': '36fb5bf7-5511-4e8b-93ad-722e6efd74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd0f18932-2759-4507-ab41-1ff59228a010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:15.334016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=ef30791d-22e8-4435-84c4-df26f84b324b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:15.334275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network hostable DHCP agents. Network: d0f18932-2759-4507-ab41-1ff59228a010, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:15.349402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56b2948-598a-41ad-8228-20e3039cbf9b None None] Network b6881863-757e-4597-a97c-a25cb372f428 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:15.371548 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1910770 Jan 20 14:37:15.389440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51954) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:15.484869 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:15.498412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa00997-9fb8-487d-9a8b-d89691d6d865 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Network': ['ID=5f4ec2b8-66b5-4db4-aaa9-ac2923627a55,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:15.525639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network d0f18932-2759-4507-ab41-1ff59228a010 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:15.547629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, d0f18932-2759-4507-ab41-1ff59228a010) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:15.552517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:15.553068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:15.573891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:15.589548 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-24cff44e-a161-4290-8910-7069e0b719f5 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0124290 Jan 20 14:37:15.595111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51958) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:15.609768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': 'd0f18932-2759-4507-ab41-1ff59228a010', 'name': 'tempest-PortsIpV6TestJSON-1468098999', 'fixed_ips': [{'subnet_id': '14600ea5-8aa1-4c79-870c-96fc01e0f962', 'ip_address': '2001:db8::10'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:15.642907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c774a769-03d9-4d83-b2b9-a403a302d808 None None] Network d0f18932-2759-4507-ab41-1ff59228a010 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:15.703795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'subnet': {'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:15.728145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:15.798575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:15.805050 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:port and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:15.807949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:15.815222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:15.832074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:15.980144 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:37:12Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:15.986484 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Checking router: 204f910b-ee13-42aa-84aa-b7cd8c576e04 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:15.987667 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Updating router 204f910b-ee13-42aa-84aa-b7cd8c576e04 port 43a9c7d4-b954-48ff-af78-1a0349470a92 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:37:16.024697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:11Z', 'revision_number': 2, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:11Z', 'revision_number': 2, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:16.034608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:16.036028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e1d24710-75df-4a6a-8ee6-733a7c9826ac triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:16.036669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.073751 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.140145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:16.140810 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Updating router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f port 6d6d48f2-25da-4f26-b2a0-2c73fac91405 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:37:16.249153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.276181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port 57692a6f-a8e8-4c34-b3e6-4c762b690c9b yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:37:16.312983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.356908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:subnet and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:16.366292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:16.372732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:16.384893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.385816 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.386285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.386729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.387281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.387718 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.388158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.388658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.389096 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.389535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.391508 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b2ac0cad-c49f-4433-8c9c-6cf0a0c4245b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6921 time: 1.1393239 Jan 20 14:37:16.392886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:16.396372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51962) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:16.464125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dfbd9410-3bad-4c43-a100-fb6fb4d520e2 None None] Provisioning for port 43a9c7d4-b954-48ff-af78-1a0349470a92 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:16.510464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8::10 (d0f18932-2759-4507-ab41-1ff59228a010/14600ea5-8aa1-4c79-870c-96fc01e0f962/57692a6f-a8e8-4c34-b3e6-4c762b690c9b) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:16.555050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-d0f18932-2759-4507-ab41-1ff59228a010', 'network_id': 'd0f18932-2759-4507-ab41-1ff59228a010', 'tenant_id': 'aaf51206de3a468a9488baf60ac7dae8', 'fixed_ips': [{'subnet_id': '14600ea5-8aa1-4c79-870c-96fc01e0f962'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:37:16.556347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.571040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dfbd9410-3bad-4c43-a100-fb6fb4d520e2 None None] Provisioning complete for port 43a9c7d4-b954-48ff-af78-1a0349470a92 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:16.571622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dfbd9410-3bad-4c43-a100-fb6fb4d520e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.593632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:16.613691 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-990710ab-b59f-43bc-812d-a48af65cef04 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5408218 Jan 20 14:37:16.617405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:16.621362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.642573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:16.698337 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.726095 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Transition to ACTIVE for port object 43a9c7d4-b954-48ff-af78-1a0349470a92 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:16.737018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51966) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:16.744699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.745243 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.842305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c376a4a4-7bd6-4811-9554-7d0cb9cba160 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting subnet e40fce99-aea3-4589-8dec-2d3a65ce92dc {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:16.850947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c376a4a4-7bd6-4811-9554-7d0cb9cba160 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.867295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.881282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:16.882299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:16.930016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757c814-c09e-4076-8a0c-154a84d04f61 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.930483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757c814-c09e-4076-8a0c-154a84d04f61 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.930934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757c814-c09e-4076-8a0c-154a84d04f61 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.931374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757c814-c09e-4076-8a0c-154a84d04f61 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.931815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757c814-c09e-4076-8a0c-154a84d04f61 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.932280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757c814-c09e-4076-8a0c-154a84d04f61 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.932707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757c814-c09e-4076-8a0c-154a84d04f61 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.933141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757c814-c09e-4076-8a0c-154a84d04f61 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:16.937856 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b757c814-c09e-4076-8a0c-154a84d04f61 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5136 time: 0.5368114 Jan 20 14:37:16.939125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51970) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:16.943638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object 57692a6f-a8e8-4c34-b3e6-4c762b690c9b will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:17.033268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Checking segment: {'id': '580b526b-6752-4a71-926a-f2987cc3b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:17.033856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network hostable DHCP agents. Network: 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:17.065296 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Subnet': ['ID=b7fa28a6-3f44-4804-b220-e77d45356d33,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:17.088198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:17.125585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:17.139315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:17.141685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.145514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd9410-3bad-4c43-a100-fb6fb4d520e2 None None] Port 43a9c7d4-b954-48ff-af78-1a0349470a92 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:17.148923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c376a4a4-7bd6-4811-9554-7d0cb9cba160 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.165891 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29013c33-175d-4164-8bb0-00bdf5ed25dd None None] Pushing event updated for resources: {'Port': ['ID=43a9c7d4-b954-48ff-af78-1a0349470a92,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:17.181753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1560ea0-9ccf-442b-a300-1f4b481173a2 None None] Network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:17.204567 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8611679e-33e1-4163-982b-a5359be15ad4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7015519 Jan 20 14:37:17.206689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51974) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:17.323755 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Attempting to bind port 43a9c7d4-b954-48ff-af78-1a0349470a92 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:17.332603 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Attempting to bind port 43a9c7d4-b954-48ff-af78-1a0349470a92 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:17.332863 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Attempting to bind port 43a9c7d4-b954-48ff-af78-1a0349470a92 on network f829e49b-3d48-400f-bb84-cd040717af7b {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:17.339357 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:17.340044 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Checking segment: {'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:17.340186 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.340686 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Bound using segment: {'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:17.341200 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Bound port: 43a9c7d4-b954-48ff-af78-1a0349470a92, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:17.348465 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.377468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.425909 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5bf9bd84-440a-487b-8cae-c1d314c40297 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:17.478903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=57692a6f-a8e8-4c34-b3e6-4c762b690c9b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:17.494307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c376a4a4-7bd6-4811-9554-7d0cb9cba160 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.500136 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:17.532953 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] For port 43a9c7d4-b954-48ff-af78-1a0349470a92, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:17.538711 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] For port 43a9c7d4-b954-48ff-af78-1a0349470a92, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=43a9c7d4-b954-48ff-af78-1a0349470a92,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:17.545624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network d0f18932-2759-4507-ab41-1ff59228a010 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:17.554526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:17.562489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:17.568173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:17.569552 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.581420 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.651217 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e692adb4-48d9-4aa8-bbb0-ffa6686dfd80 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0547371 Jan 20 14:37:17.654316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51978) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:17.661467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': 'd0f18932-2759-4507-ab41-1ff59228a010', 'name': 'tempest-PortsIpV6TestJSON-1055733031', 'fixed_ips': [{'subnet_id': '14600ea5-8aa1-4c79-870c-96fc01e0f962', 'ip_address': '2001:db8::f'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:17.738920 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5ae2a1a4-5fd1-4c66-bbed-7edc18e5cc9a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2672 time: 0.7943983 Jan 20 14:37:17.744120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c376a4a4-7bd6-4811-9554-7d0cb9cba160 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.755052 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29013c33-175d-4164-8bb0-00bdf5ed25dd None None] Pushing event updated for resources: {'Port': ['ID=43a9c7d4-b954-48ff-af78-1a0349470a92,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:17.786220 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:17.786949 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:17.814866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1cecb715-b8b8-4884-b55f-040b8e5758a1 None None] Provisioning for port 38849d11-ea7f-44d0-ab68-e1939a39848a completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:17.846594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1cecb715-b8b8-4884-b55f-040b8e5758a1 None None] Provisioning complete for port 38849d11-ea7f-44d0-ab68-e1939a39848a triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:17.846966 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1cecb715-b8b8-4884-b55f-040b8e5758a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.865395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376a4a4-7bd6-4811-9554-7d0cb9cba160 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Subnet': ['ID=e40fce99-aea3-4589-8dec-2d3a65ce92dc,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:17.867964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c376a4a4-7bd6-4811-9554-7d0cb9cba160 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:17.883717 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c376a4a4-7bd6-4811-9554-7d0cb9cba160 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/e40fce99-aea3-4589-8dec-2d3a65ce92dc HTTP/1.1" status: 204 len: 168 time: 1.1455257 Jan 20 14:37:17.884871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51984) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:17.957005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a19a76-9c24-4d52-a68d-f4185b989bd9 None None] Network 26fd848d-1948-4970-a373-129f48b44577 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:18.073755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:18.094697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:port and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:18.100933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:18.103334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:18.110181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:18.125695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 5e6fb6c7-69b3-4227-bbc8-af96575f6629 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:18.126512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:18.167989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:18.173815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:18.200087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:18.216762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port e2982454-6b65-49b0-87f2-acf8a5fa11be yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:37:18.264675 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:18.416437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 51988) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:18.607474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Allocated IP 2001:db8::2 (d0f18932-2759-4507-ab41-1ff59228a010/14600ea5-8aa1-4c79-870c-96fc01e0f962/d64df059-d488-495f-a006-94d922d225bb) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:18.626145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628355221', 'description': 'tempest-secgroup-smoke-1628355221 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:18.632553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:18.636644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:18.639518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:18.645479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:18.654884 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:37:12Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:17Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:18.659623 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf2176-a043-43b7-9d25-5a08b27be6ec None None] The sync data for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv is: [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:37:12Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:17Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:18.676599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:18.720862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:18.725408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:18.731187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:18.738337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:18.821279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:18.833187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:18.881408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca284ba-fe08-4cc6-a45c-09310d67acbd,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:18.891147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port 5e6fb6c7-69b3-4227-bbc8-af96575f6629, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5e6fb6c7-69b3-4227-bbc8-af96575f6629,segment=NetworkSegment(8ace6777-17f0-4494-9a1c-f4408af8c93f),segment_id=8ace6777-17f0-4494-9a1c-f4408af8c93f)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:18.891508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:18.898197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 5bf9bd84-440a-487b-8cae-c1d314c40297 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:18.898197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:18.928606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Allocated IP 2001:db8:1::1 (5f4ec2b8-66b5-4db4-aaa9-ac2923627a55/b7fa28a6-3f44-4804-b220-e77d45356d33/be8620b6-38f8-41fb-864e-7f307ba7e289) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:19.020814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.024855 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-981b18fd-0630-4f99-9e12-f953a72d53d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4223225 Jan 20 14:37:19.029399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 5e6fb6c7-69b3-4227-bbc8-af96575f6629 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:19.057108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51992) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:19.078920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '0ca284ba-fe08-4cc6-a45c-09310d67acbd', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:19.085266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:19.089773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:19.092704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:19.098560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:19.107544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:37:19.110683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.129102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.141120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.165239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1cecb715-b8b8-4884-b55f-040b8e5758a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.228480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=5e6fb6c7-69b3-4227-bbc8-af96575f6629,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:19.239590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No DVR routers for this DVR port 5e6fb6c7-69b3-4227-bbc8-af96575f6629 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:19.273322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.277367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.279733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ad1f8-bc1f-4994-9ca3-14a43bd2c7c5 None None] DHCP port deletion for 26fd848d-1948-4970-a373-129f48b44577 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:19.282593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.resource_extend [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:37:19.293051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.331388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Transition to ACTIVE for port object be8620b6-38f8-41fb-864e-7f307ba7e289 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:19.342824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d31e52b-f2fc-466a-a899-f0c0c8ea8271,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:19.355464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.356996 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-59715471-b84b-4539-8bf8-c1e314b4ba26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2995071 Jan 20 14:37:19.359914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 51996) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:19.367169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '0ca284ba-fe08-4cc6-a45c-09310d67acbd', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:19.373770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:19.378125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:19.381351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:19.388743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:19.413102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.416596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.441155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fd848d-1948-4970-a373-129f48b44577']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:19.452973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.455002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ace6777-17f0-4494-9a1c-f4408af8c93f') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:19.455371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ace6777-17f0-4494-9a1c-f4408af8c93f') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:19.470111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.491844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.500167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:37:19.500561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.511255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:19.516410 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:19.518903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:19.522374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:19.522549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.568001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=be8620b6-38f8-41fb-864e-7f307ba7e289,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:19.572490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1cecb715-b8b8-4884-b55f-040b8e5758a1 None None] For port 38849d11-ea7f-44d0-ab68-e1939a39848a, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=38849d11-ea7f-44d0-ab68-e1939a39848a,segment=NetworkSegment(9fe8c6a0-7f17-4309-8c28-a82ec42d3552),segment_id=9fe8c6a0-7f17-4309-8c28-a82ec42d3552)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:19.587208 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.597142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.622368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.632727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4091eee4-6db4-4934-bbf7-52dd76f226ea,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:19.651499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.655046 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b644627a-2892-42f1-807e-4959c954fe98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2915008 Jan 20 14:37:19.655422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52000) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:19.661143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '0ca284ba-fe08-4cc6-a45c-09310d67acbd', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:19.666351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1cecb715-b8b8-4884-b55f-040b8e5758a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.669549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.686850 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/networks/26fd848d-1948-4970-a373-129f48b44577 HTTP/1.1" status: 204 len: 168 time: 1.7972424 Jan 20 14:37:19.687720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52004) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:19.693330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e7a1c-9aae-433c-a343-469a6a889700 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Network': ['ID=26fd848d-1948-4970-a373-129f48b44577,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:19.697371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:19.713375 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:19.722898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:19.732576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:19.748457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.790479 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.859528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Transition to ACTIVE for port object 6d6d48f2-25da-4f26-b2a0-2c73fac91405 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:19.864996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Allocated IP 2001:db8:1::2 (5f4ec2b8-66b5-4db4-aaa9-ac2923627a55/b7fa28a6-3f44-4804-b220-e77d45356d33/e94c6050-2294-44d5-aa8e-54b15e64af30) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:19.896910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.913333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:19.919231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecb715-b8b8-4884-b55f-040b8e5758a1 None None] Pushing event updated for resources: {'Port': ['ID=38849d11-ea7f-44d0-ab68-e1939a39848a,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:20.070768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.130369 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 43a9c7d4-b954-48ff-af78-1a0349470a92 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:20.190424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:15Z', 'revision_number': 10, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:20.211663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Transition to ACTIVE for port object d64df059-d488-495f-a006-94d922d225bb will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:20.294415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.312531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.341848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1e54a2-2c0f-4be8-b4f1-fa9b4387fd82,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:20.378935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.380147 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b9612e9d-982a-410f-8573-dc87856017a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7237561 Jan 20 14:37:20.383396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52008) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:20.397640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '0ca284ba-fe08-4cc6-a45c-09310d67acbd', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:20.408383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:20.416467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:20.417608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:20.420157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:20.427867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:20.459123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.461281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.469490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.470958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.471792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.493467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1fb53782-cbc3-4d2c-b0a7-3fbfe15909eb None None] Provisioning for port 6d6d48f2-25da-4f26-b2a0-2c73fac91405 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:20.496181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5e9d2-7f7b-4a85-9f4e-367bb34c8606 None None] Pushing event updated for resources: {'Port': ['ID=6d6d48f2-25da-4f26-b2a0-2c73fac91405,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:20.509417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Transition to ACTIVE for port object d64df059-d488-495f-a006-94d922d225bb will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:20.537904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:20.538308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:20.609686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.657678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=be8620b6-38f8-41fb-864e-7f307ba7e289,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:20.696558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.713776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.746775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aeb708d-676b-4f2b-9180-76511909c6aa,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:20.749718 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:20.753656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:20.760935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Attempting to bind port 6d6d48f2-25da-4f26-b2a0-2c73fac91405 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:20.761582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Attempting to bind port 6d6d48f2-25da-4f26-b2a0-2c73fac91405 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '9fe8c6a0-7f17-4309-8c28-a82ec42d3552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:20.762037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Attempting to bind port 6d6d48f2-25da-4f26-b2a0-2c73fac91405 on network b6881863-757e-4597-a97c-a25cb372f428 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:20.812982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:20.813287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8::f (d0f18932-2759-4507-ab41-1ff59228a010/14600ea5-8aa1-4c79-870c-96fc01e0f962/e2982454-6b65-49b0-87f2-acf8a5fa11be) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:20.813787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Checking segment: {'id': '9fe8c6a0-7f17-4309-8c28-a82ec42d3552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:20.813787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.814169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Bound using segment: {'id': '9fe8c6a0-7f17-4309-8c28-a82ec42d3552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:20.814552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Bound port: 6d6d48f2-25da-4f26-b2a0-2c73fac91405, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe8c6a0-7f17-4309-8c28-a82ec42d3552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:20.815087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.824691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:20.826008 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7227f126-4e7d-4a69-a046-eea9171a68bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4415650 Jan 20 14:37:20.830606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Network d0f18932-2759-4507-ab41-1ff59228a010 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:20.870188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52012) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:20.877256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:20.880162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:20.883096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '0ca284ba-fe08-4cc6-a45c-09310d67acbd', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:20.891026 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 43a9c7d4-b954-48ff-af78-1a0349470a92 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:20.894039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Pushing event updated for resources: {'Port': ['ID=d64df059-d488-495f-a006-94d922d225bb,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:20.911882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:20.921960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:20.937079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:20.944088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:20.970664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:21.012865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 43a9c7d4-b954-48ff-af78-1a0349470a92 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:21.013257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.034212 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:37:21.052384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:21.096270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.177659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1fb53782-cbc3-4d2c-b0a7-3fbfe15909eb None None] Provisioning complete for port 38849d11-ea7f-44d0-ab68-e1939a39848a triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:21.178020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1fb53782-cbc3-4d2c-b0a7-3fbfe15909eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.209661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.249086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:21.253935 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b4aa1d7b-40e9-4a0d-ac8b-3c700852520e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0461931 Jan 20 14:37:21.256801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52016) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:21.262765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1649047476'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:21.268473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:21.272428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:network and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:21.275696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:21.278950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 8fa9f1f3-985c-4078-ac7a-804e59079cf8 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:21.279433 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.281320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:21.293815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:21.297248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.326737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:21.336162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.336537 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added segment 5bdcfa00-adc4-4fcc-be14-0b8cba0106cb of type vlan for network b4c0a86a-d353-438c-8e9a-687dfe4bd275 Jan 20 14:37:21.364560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.380084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.394948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Attempting to bind port d64df059-d488-495f-a006-94d922d225bb on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:21.395300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Attempting to bind port d64df059-d488-495f-a006-94d922d225bb by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '36fb5bf7-5511-4e8b-93ad-722e6efd74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd0f18932-2759-4507-ab41-1ff59228a010'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:21.395763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Attempting to bind port d64df059-d488-495f-a006-94d922d225bb on network d0f18932-2759-4507-ab41-1ff59228a010 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:21.399591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Transition to ACTIVE for port object e94c6050-2294-44d5-aa8e-54b15e64af30 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:21.400244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.409424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:21.410261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.438049 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:21.438414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Checking segment: {'id': '36fb5bf7-5511-4e8b-93ad-722e6efd74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd0f18932-2759-4507-ab41-1ff59228a010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:21.439632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.439632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Bound using segment: {'id': '36fb5bf7-5511-4e8b-93ad-722e6efd74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd0f18932-2759-4507-ab41-1ff59228a010'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:21.439929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Bound port: d64df059-d488-495f-a006-94d922d225bb, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fb5bf7-5511-4e8b-93ad-722e6efd74f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd0f18932-2759-4507-ab41-1ff59228a010'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:21.440321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.442210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.457807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] For port 6d6d48f2-25da-4f26-b2a0-2c73fac91405, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:21.458902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.470049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object e2982454-6b65-49b0-87f2-acf8a5fa11be will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:21.496928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f9c9b0-8caa-4006-810c-9b0a6a896f7e,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:21.515468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Transition to ACTIVE for port object e94c6050-2294-44d5-aa8e-54b15e64af30 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:21.537371 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2794669 Jan 20 14:37:21.540631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52020) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:21.543175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.546927 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-84e1ed5b-e58e-4fba-86ac-c149d604054f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6738861 Jan 20 14:37:21.547073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587a3b5-8eb6-4baf-a220-aee70b1c6a0b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Network': ['ID=b4c0a86a-d353-438c-8e9a-687dfe4bd275,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:21.548621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52024) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:21.554919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'subnet': {'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:21.558631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '0ca284ba-fe08-4cc6-a45c-09310d67acbd', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:21.566099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:21.570223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] For port 6d6d48f2-25da-4f26-b2a0-2c73fac91405, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=6d6d48f2-25da-4f26-b2a0-2c73fac91405,segment=NetworkSegment(9fe8c6a0-7f17-4309-8c28-a82ec42d3552),segment_id=9fe8c6a0-7f17-4309-8c28-a82ec42d3552)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:21.571130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:21.574628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:21.585718 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:21.588820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network b4c0a86a-d353-438c-8e9a-687dfe4bd275 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:21.596945 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:37:21.604146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.632552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.636372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.643433 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port 8fa9f1f3-985c-4078-ac7a-804e59079cf8, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=8fa9f1f3-985c-4078-ac7a-804e59079cf8,segment=NetworkSegment(e7f77c80-0e5b-4b42-8fd1-1906954c65d9),segment_id=e7f77c80-0e5b-4b42-8fd1-1906954c65d9)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:21.643647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.672505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.678391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.702855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87add3c-236a-4378-a88f-be712a577e3c,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:21.713798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.723044 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e376c360-0dce-4d25-8fc8-43970d511672 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1652975 Jan 20 14:37:21.781704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.789432 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 8fa9f1f3-985c-4078-ac7a-804e59079cf8 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:21.818889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.920846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:21.941242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network d0f18932-2759-4507-ab41-1ff59228a010 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:21.944298 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:21.945120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:21.952012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:21.953171 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:21.959044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:21.965163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:21.965932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:21.969108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-7f3696d9-967d-4235-ad76-c898de8cd7bf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:21.969838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:subnet and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:21.974037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:21.980302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Pushing event updated for resources: {'Port': ['ID=e94c6050-2294-44d5-aa8e-54b15e64af30,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:22.005409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-7f3696d9-967d-4235-ad76-c898de8cd7bf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:22.006816 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-7f3696d9-967d-4235-ad76-c898de8cd7bf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628355221&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.1185734 Jan 20 14:37:22.127750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=e2982454-6b65-49b0-87f2-acf8a5fa11be,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:22.130691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:22.161450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:22.162009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:22.181749 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e2e4f14b-8805-4b5f-bda3-f7489a91f6ce tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5250306 Jan 20 14:37:22.184881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52040) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:22.187199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-935fc6aa-024c-47cb-a441-005fcab61e32 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:22.188021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-935fc6aa-024c-47cb-a441-005fcab61e32 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:22.190481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:22.194009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:22.206391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-935fc6aa-024c-47cb-a441-005fcab61e32 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:22.214273 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-935fc6aa-024c-47cb-a441-005fcab61e32 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/networks?id=f829e49b-3d48-400f-bb84-cd040717af7b HTTP/1.1" status: 200 len: 797 time: 0.1975660 Jan 20 14:37:22.225108 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-66ec106c-966e-4f0e-b5ac-ce572a23d50a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/quotas/7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 375 time: 0.0095983 Jan 20 14:37:22.229693 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] For port d64df059-d488-495f-a006-94d922d225bb, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:22.312908 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-f05e618e-1c9b-4e17-a1b3-bc923997e770 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815163 Jan 20 14:37:22.370170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 43a9c7d4-b954-48ff-af78-1a0349470a92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=43a9c7d4-b954-48ff-af78-1a0349470a92,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:22.397169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] For port d64df059-d488-495f-a006-94d922d225bb, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d64df059-d488-495f-a006-94d922d225bb,segment=NetworkSegment(36fb5bf7-5511-4e8b-93ad-722e6efd74f9),segment_id=36fb5bf7-5511-4e8b-93ad-722e6efd74f9)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:22.403551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:22.427436 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:22.477207 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Attempting to bind port e94c6050-2294-44d5-aa8e-54b15e64af30 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:22.477600 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Attempting to bind port e94c6050-2294-44d5-aa8e-54b15e64af30 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '580b526b-6752-4a71-926a-f2987cc3b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:22.477986 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Attempting to bind port e94c6050-2294-44d5-aa8e-54b15e64af30 on network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:22.485090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5e9d2-7f7b-4a85-9f4e-367bb34c8606 None None] Pushing event updated for resources: {'Port': ['ID=6d6d48f2-25da-4f26-b2a0-2c73fac91405,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:22.540645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5e6fb6c7-69b3-4227-bbc8-af96575f6629 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:22.560802 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-fce971ff-7421-4208-a7fb-918a2f9618bb service neutron] 10.222.0.87 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316785 Jan 20 14:37:22.586630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:22.603303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681fd7a-6e70-4b10-989d-d3b3a46869a6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:22.604005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d681fd7a-6e70-4b10-989d-d3b3a46869a6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:22.637737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:22.638189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Checking segment: {'id': '580b526b-6752-4a71-926a-f2987cc3b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:22.638495 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:22.638879 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Bound using segment: {'id': '580b526b-6752-4a71-926a-f2987cc3b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:22.639351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Bound port: e94c6050-2294-44d5-aa8e-54b15e64af30, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b526b-6752-4a71-926a-f2987cc3b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:22.639713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:22.648559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:22.658959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 5e6fb6c7-69b3-4227-bbc8-af96575f6629 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:22.659295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5e6fb6c7-69b3-4227-bbc8-af96575f6629 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:22.722237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=8fa9f1f3-985c-4078-ac7a-804e59079cf8,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:22.728234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d681fd7a-6e70-4b10-989d-d3b3a46869a6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:22.732175 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d681fd7a-6e70-4b10-989d-d3b3a46869a6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5460978 Jan 20 14:37:22.733293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52046) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:22.761221 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-e839f437-4655-4d26-bce8-078a92a467c8 service neutron] 10.222.0.87 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962404 Jan 20 14:37:22.795612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:15Z', 'revision_number': 10, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:22.900771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=43a9c7d4-b954-48ff-af78-1a0349470a92,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:22.944605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 38849d11-ea7f-44d0-ab68-e1939a39848a up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:22.959962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:23.151286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Pushing event updated for resources: {'Port': ['ID=d64df059-d488-495f-a006-94d922d225bb,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:23.180545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cbe47-5650-42e9-a2b4-9d3372c64e13 None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:15Z', 'revision_number': 10, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None, '_interfaces': [{'id': '8fa9f1f3-985c-4078-ac7a-804e59079cf8', 'name': '', 'network_id': 'd5ed8940-371b-4fe2-8466-3410faaad765', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'mac_address': 'fa:16:3e:29:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a243235-7129-4236-9d02-3c7921ca0981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:36:20Z', 'updated_at': '2022-01-20T14:36:29Z', 'revision_number': 5, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'subnets': [{'id': '972a4f69-2dfe-4c97-ac88-bd19b249984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:23.273832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] For port e94c6050-2294-44d5-aa8e-54b15e64af30, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:23.278138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.278657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.279164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.279672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.280141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.280672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.281148 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.281625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.282168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.282486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.282803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.283117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f8be9-3b80-4b0b-9d05-5b6cb1eff7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:23.312617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] For port e94c6050-2294-44d5-aa8e-54b15e64af30, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e94c6050-2294-44d5-aa8e-54b15e64af30,segment=NetworkSegment(580b526b-6752-4a71-926a-f2987cc3b04e),segment_id=580b526b-6752-4a71-926a-f2987cc3b04e)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:23.324896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-37978336-7885-4105-bbff-745be28a5b39 req-b55dca33-b270-4aab-8cab-b1f1bcb3d624 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:23.336498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:23.351601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:23.365125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf976e2-06c5-4429-a800-b1267af4cebb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:23.371285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf976e2-06c5-4429-a800-b1267af4cebb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:23.377025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf976e2-06c5-4429-a800-b1267af4cebb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:23.381388 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7cf976e2-06c5-4429-a800-b1267af4cebb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.6407447 Jan 20 14:37:23.381881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52064) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:23.396312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Subnet': ['ID=9b629e57-9424-43cf-a1df-af2622231958,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:23.423069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756d39b-b84c-46ad-a6ce-ae2d3b27f21b None None] Pushing event updated for resources: {'Port': ['ID=e94c6050-2294-44d5-aa8e-54b15e64af30,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:23.443783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 38849d11-ea7f-44d0-ab68-e1939a39848a triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:23.444288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:23.470675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Checking segment: {'id': '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:23.471307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network hostable DHCP agents. Network: b4c0a86a-d353-438c-8e9a-687dfe4bd275, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:23.489052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-37978336-7885-4105-bbff-745be28a5b39 req-b55dca33-b270-4aab-8cab-b1f1bcb3d624 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:23.490705 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-37978336-7885-4105-bbff-745be28a5b39 req-b55dca33-b270-4aab-8cab-b1f1bcb3d624 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 210 time: 0.3315117 Jan 20 14:37:23.528893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-52a0cb97-422a-4361-966f-91e996739f8f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port e2982454-6b65-49b0-87f2-acf8a5fa11be {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:23.529238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52a0cb97-422a-4361-966f-91e996739f8f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:23.677993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network b4c0a86a-d353-438c-8e9a-687dfe4bd275 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:23.760948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:19Z', 'revision_number': 3, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:20Z', 'revision_number': 2, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:23.794830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fa7ab-4422-4c62-a246-82485d7d1d4e None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:19Z', 'revision_number': 3, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:20Z', 'revision_number': 2, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:23.826456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, b4c0a86a-d353-438c-8e9a-687dfe4bd275) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:23.859925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:23.867746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed85b6c1-f626-4b83-b88b-6b4248b9442f None None] Network b4c0a86a-d353-438c-8e9a-687dfe4bd275 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:23.878706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:23.923839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:24.050733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52a0cb97-422a-4361-966f-91e996739f8f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:24.063345 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-28e3ec66-381f-477b-9f89-d85078f36512 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5173614 Jan 20 14:37:24.070948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52072) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:24.243537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:24.252883 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-82e24308-ff07-429e-a252-73e484cca290 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5617168 Jan 20 14:37:24.254989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52076) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:24.258161 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:24.274103 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:24.274910 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:24.324178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:37:24.326011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:24.373419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a186fa49-3e1e-41a9-b639-1d553055f498 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting subnet 972a4f69-2dfe-4c97-ac88-bd19b249984c {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:24.378641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a186fa49-3e1e-41a9-b639-1d553055f498 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:24.468858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a186fa49-3e1e-41a9-b639-1d553055f498 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:24.536143 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:24.583670 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c4e0b7-fc03-4191-a293-47d02adeaf43 None None] Network d0f18932-2759-4507-ab41-1ff59228a010 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:24.640988 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a186fa49-3e1e-41a9-b639-1d553055f498 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:24.758218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a186fa49-3e1e-41a9-b639-1d553055f498 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:24.763986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-52a0cb97-422a-4361-966f-91e996739f8f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for e2982454-6b65-49b0-87f2-acf8a5fa11be owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:24.777219 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-47568ec2-a92c-4d33-bbaf-e931580853d7 None None] Provisioning for port d64df059-d488-495f-a006-94d922d225bb completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:24.836079 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:22Z', 'revision_number': 11, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:24.847405 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:24.871686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:24.883019 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:24.884139 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:25.079278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186fa49-3e1e-41a9-b639-1d553055f498 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Subnet': ['ID=972a4f69-2dfe-4c97-ac88-bd19b249984c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:25.101114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a186fa49-3e1e-41a9-b639-1d553055f498 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:25.111183 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a186fa49-3e1e-41a9-b639-1d553055f498 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/972a4f69-2dfe-4c97-ac88-bd19b249984c HTTP/1.1" status: 204 len: 168 time: 0.8536065 Jan 20 14:37:25.113586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52082) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:25.130869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3cf5ec-b4de-4d61-9af3-064ed6b15bc0 None None] Network d5ed8940-371b-4fe2-8466-3410faaad765 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:25.227466 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1780c036-0ac1-49a7-a89b-3f7ffe74a7a5 req-43e0a64d-955f-4ee8-9e54-6c50123ffe29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 210 time: 0.4005446 Jan 20 14:37:25.354365 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:25.405316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Allocated IP 2001:db8:2::2 (b4c0a86a-d353-438c-8e9a-687dfe4bd275/9b629e57-9424-43cf-a1df-af2622231958/f174e6cc-82d1-410f-b3a9-225d7bb80a26) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:25.473774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 43a9c7d4-b954-48ff-af78-1a0349470a92 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:25.495408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:25.519743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Deleting port 14d91728-d718-4c96-afa3-4d4e5e792996 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:25.520972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:25.574410 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:22Z', 'revision_number': 11, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:25.579099 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d27fd-378f-46ce-9d86-f84101ccfbb9 None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:22Z', 'revision_number': 11, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:25.659453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52a0cb97-422a-4361-966f-91e996739f8f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:25.731532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8b09a-39a9-4e5c-b930-2164d6ed4046 None None] Network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:25.802392 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] For port 14d91728-d718-4c96-afa3-4d4e5e792996, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=14d91728-d718-4c96-afa3-4d4e5e792996,segment=NetworkSegment(e7f77c80-0e5b-4b42-8fd1-1906954c65d9),segment_id=e7f77c80-0e5b-4b42-8fd1-1906954c65d9)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:25.802692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:25.865446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-e222d761-88f4-4e52-b306-49ab3a8248ae tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:25.867629 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-e222d761-88f4-4e52-b306-49ab3a8248ae tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=f829e49b-3d48-400f-bb84-cd040717af7b HTTP/1.1" status: 200 len: 797 time: 0.7970753 Jan 20 14:37:25.887907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0cb97-422a-4361-966f-91e996739f8f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=e2982454-6b65-49b0-87f2-acf8a5fa11be,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:25.948803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e685795e-384b-44db-9ddc-5d48dd349baf None None] Provisioning for port e94c6050-2294-44d5-aa8e-54b15e64af30 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:25.957293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Calling delete_port for 14d91728-d718-4c96-afa3-4d4e5e792996 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:26.069835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-52a0cb97-422a-4361-966f-91e996739f8f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.094883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 43a9c7d4-b954-48ff-af78-1a0349470a92 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:26.094883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.143764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.187624 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-25a9b3e1-969c-498d-b48e-7257abe0a972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 380 time: 0.2971964 Jan 20 14:37:26.202223 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-52a0cb97-422a-4361-966f-91e996739f8f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/e2982454-6b65-49b0-87f2-acf8a5fa11be HTTP/1.1" status: 204 len: 168 time: 2.8193376 Jan 20 14:37:26.203017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52090) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:26.206533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'admin_state_up': True, 'tenant_id': '7b32be412f6047a4b4874650505da950', 'security_groups': ['0ca284ba-fe08-4cc6-a45c-09310d67acbd']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:26.215953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No DVR routers for this DVR port 14d91728-d718-4c96-afa3-4d4e5e792996 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:26.218764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Port': ['ID=14d91728-d718-4c96-afa3-4d4e5e792996,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:26.365443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47a934b-f8b4-44ff-a76d-2c8754ea1328 None None] DHCP port deletion for d5ed8940-371b-4fe2-8466-3410faaad765 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:26.408968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.437709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Transition to ACTIVE for port object f174e6cc-82d1-410f-b3a9-225d7bb80a26 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:26.450097 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-990de26a-6bf7-40e9-bac8-f5fcba31b09b req-d9e63a2d-723e-4f55-b816-d0ae4184a388 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 210 time: 0.0683832 Jan 20 14:37:26.460341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.474204 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-398fcd3b-62ff-4d64-8ce4-375344bef150 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:37:26.474984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-398fcd3b-62ff-4d64-8ce4-375344bef150 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:26.498005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ed8940-371b-4fe2-8466-3410faaad765']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:26.505693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:26.515320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:26.515982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f77c80-0e5b-4b42-8fd1-1906954c65d9') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:26.536411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.558993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.562150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:26.570027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Transition to ACTIVE for port object f174e6cc-82d1-410f-b3a9-225d7bb80a26 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:26.571119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:37:26.571602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.577722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-398fcd3b-62ff-4d64-8ce4-375344bef150 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:26.579161 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-398fcd3b-62ff-4d64-8ce4-375344bef150 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/e2982454-6b65-49b0-87f2-acf8a5fa11be HTTP/1.1" status: 404 len: 333 time: 0.2130668 Jan 20 14:37:26.585516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52096) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:26.591398 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:26.599074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d64df059-d488-495f-a006-94d922d225bb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:26.642681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.663808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-0cc99575-c5a3-4220-91b2-b10c5eb57fac tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port 57692a6f-a8e8-4c34-b3e6-4c762b690c9b {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:26.664441 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cc99575-c5a3-4220-91b2-b10c5eb57fac tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.678931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.698819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:26.699230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.702786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.712199 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Pushing event deleted for resources: {'Network': ['ID=d5ed8940-371b-4fe2-8466-3410faaad765,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:26.720938 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f541d678-646a-49d4-804a-57ded5d759e5 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/networks/d5ed8940-371b-4fe2-8466-3410faaad765 HTTP/1.1" status: 204 len: 168 time: 1.6042697 Jan 20 14:37:26.723540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52100) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:26.730108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d390e223-d76b-49e4-92e7-cf580cece12d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'routes': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:26.737002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Network b4c0a86a-d353-438c-8e9a-687dfe4bd275 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:26.743362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.743545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:26.746187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:26.759538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Pushing event updated for resources: {'Port': ['ID=f174e6cc-82d1-410f-b3a9-225d7bb80a26,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:26.844517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port d64df059-d488-495f-a006-94d922d225bb completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:26.865183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d64df059-d488-495f-a006-94d922d225bb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:26.865537 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:26.994504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Attempting to bind port f174e6cc-82d1-410f-b3a9-225d7bb80a26 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:26.994863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Attempting to bind port f174e6cc-82d1-410f-b3a9-225d7bb80a26 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:26.995209 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Attempting to bind port f174e6cc-82d1-410f-b3a9-225d7bb80a26 on network b4c0a86a-d353-438c-8e9a-687dfe4bd275 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:27.014664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:27.015027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Checking segment: {'id': '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:27.015415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.015802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Bound using segment: {'id': '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:27.016307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Bound port: f174e6cc-82d1-410f-b3a9-225d7bb80a26, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:27.016672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.055099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a072ad8f-0e56-4063-bc77-b950e82a48d4 None None] Provisioning complete for port d64df059-d488-495f-a006-94d922d225bb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:27.055472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a072ad8f-0e56-4063-bc77-b950e82a48d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.170162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.extraroute_db [None req-d390e223-d76b-49e4-92e7-cf580cece12d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Added routes are [] {{(pid=87495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 20 14:37:27.171078 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.extraroute_db [None req-d390e223-d76b-49e4-92e7-cf580cece12d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Removed routes are [] {{(pid=87495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 20 14:37:27.180997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d390e223-d76b-49e4-92e7-cf580cece12d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.303985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.346691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] For port f174e6cc-82d1-410f-b3a9-225d7bb80a26, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:27.361007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:27.386263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] For port f174e6cc-82d1-410f-b3a9-225d7bb80a26, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f174e6cc-82d1-410f-b3a9-225d7bb80a26,segment=NetworkSegment(5bdcfa00-adc4-4fcc-be14-0b8cba0106cb),segment_id=5bdcfa00-adc4-4fcc-be14-0b8cba0106cb)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:27.412937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:27.413695 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:27.464266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a072ad8f-0e56-4063-bc77-b950e82a48d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.474100 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.664704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port d64df059-d488-495f-a006-94d922d225bb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d64df059-d488-495f-a006-94d922d225bb,segment=NetworkSegment(36fb5bf7-5511-4e8b-93ad-722e6efd74f9),segment_id=36fb5bf7-5511-4e8b-93ad-722e6efd74f9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:27.668290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cc99575-c5a3-4220-91b2-b10c5eb57fac tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.702048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.702804 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6d6d48f2-25da-4f26-b2a0-2c73fac91405 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:27.736947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d390e223-d76b-49e4-92e7-cf580cece12d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.750556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d390e223-d76b-49e4-92e7-cf580cece12d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:27.849035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:27.886295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.11 (f829e49b-3d48-400f-bb84-cd040717af7b/f867101d-6345-4b90-9335-c362ad2b58f5/4fcd6915-9383-4d9b-ab52-4ca5e95b894d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:27.910674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-0cc99575-c5a3-4220-91b2-b10c5eb57fac tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for 57692a6f-a8e8-4c34-b3e6-4c762b690c9b owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:27.936349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d390e223-d76b-49e4-92e7-cf580cece12d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router 0a243235-7129-4236-9d02-3c7921ca0981 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:27.955287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e44be6-26bf-428c-91e2-aee42494d278 None None] Pushing event updated for resources: {'Port': ['ID=f174e6cc-82d1-410f-b3a9-225d7bb80a26,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:27.994216 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4790d169-fea1-4294-9562-817f6eb1596e req-5a59ba56-8216-4499-b39a-a533c925588d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 210 time: 0.2447760 Jan 20 14:37:28.034057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-a072ad8f-0e56-4063-bc77-b950e82a48d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:37:28.034400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-a072ad8f-0e56-4063-bc77-b950e82a48d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:37:28.235779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=d64df059-d488-495f-a006-94d922d225bb,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:28.242692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d390e223-d76b-49e4-92e7-cf580cece12d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:28.249604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 6d6d48f2-25da-4f26-b2a0-2c73fac91405 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:28.256450 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] Sync routers for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:28.263047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d390e223-d76b-49e4-92e7-cf580cece12d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:28.266560 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:28.267358 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:28.268027 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d390e223-d76b-49e4-92e7-cf580cece12d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981 HTTP/1.1" status: 200 len: 700 time: 1.5424154 Jan 20 14:37:28.279438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 6d6d48f2-25da-4f26-b2a0-2c73fac91405 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:28.280044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:28.284024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52106) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:28.390135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-74928620-54ad-42fe-8153-c952c6e383a2 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Synchronizing usage tracker for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:28.455524 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:28.480077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-74928620-54ad-42fe-8153-c952c6e383a2 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Unset dirty status for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:28.482622 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-74928620-54ad-42fe-8153-c952c6e383a2 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a243235-7129-4236-9d02-3c7921ca0981 HTTP/1.1" status: 200 len: 205 time: 0.1929522 Jan 20 14:37:28.482622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Allocated IP 2001:db8:2::1 (b4c0a86a-d353-438c-8e9a-687dfe4bd275/9b629e57-9424-43cf-a1df-af2622231958/882d6e2b-1b76-4031-adad-c5750961fbdd) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:28.484245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52110) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:28.492157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:28.539946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cc99575-c5a3-4220-91b2-b10c5eb57fac tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:28.581519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 6d6d48f2-25da-4f26-b2a0-2c73fac91405, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=6d6d48f2-25da-4f26-b2a0-2c73fac91405,segment=NetworkSegment(9fe8c6a0-7f17-4309-8c28-a82ec42d3552),segment_id=9fe8c6a0-7f17-4309-8c28-a82ec42d3552)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:28.601028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:19Z', 'revision_number': 3, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:20Z', 'revision_number': 2, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:28.608795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:28.609575 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e94c6050-2294-44d5-aa8e-54b15e64af30 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:28.620605 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:22Z', 'revision_number': 11, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:28.626569 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] Checking router: 0a243235-7129-4236-9d02-3c7921ca0981 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:28.635937 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] Routers {'0a243235-7129-4236-9d02-3c7921ca0981'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:28.636928 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0a243235-7129-4236-9d02-3c7921ca0981'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:28.691290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0d26249-ff32-4f56-8ace-09241a9b9a66 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:28.712436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc99575-c5a3-4220-91b2-b10c5eb57fac tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=57692a6f-a8e8-4c34-b3e6-4c762b690c9b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:28.745209 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=6d6d48f2-25da-4f26-b2a0-2c73fac91405,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:28.749625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:28.749998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Updating router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f port be8620b6-38f8-41fb-864e-7f307ba7e289 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:37:28.819696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0cc99575-c5a3-4220-91b2-b10c5eb57fac tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:28.825167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a072ad8f-0e56-4063-bc77-b950e82a48d4 None None] Could not find standard attr ID for object 57692a6f-a8e8-4c34-b3e6-4c762b690c9b. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:37:28.829535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:28.852746 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] Set router 0a243235-7129-4236-9d02-3c7921ca0981 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:28.920643 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0cc99575-c5a3-4220-91b2-b10c5eb57fac tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/57692a6f-a8e8-4c34-b3e6-4c762b690c9b HTTP/1.1" status: 204 len: 168 time: 2.3318276 Jan 20 14:37:28.923299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:28.926447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52114) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:29.022797 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:22Z', 'revision_number': 11, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:29.032893 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08a60f-44fc-43cb-92d6-6de5d1915208 None None] The sync data for ids ['0a243235-7129-4236-9d02-3c7921ca0981'] in dv-neutron-825123-1-hyperv is: [{'id': '0a243235-7129-4236-9d02-3c7921ca0981', 'name': 'tempest-RoutersTest-router-780800331', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:36:16Z', 'updated_at': '2022-01-20T14:37:22Z', 'revision_number': 11, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:29.085640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port e94c6050-2294-44d5-aa8e-54b15e64af30 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:29.137247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e94c6050-2294-44d5-aa8e-54b15e64af30 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:29.137247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.182643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0d26249-ff32-4f56-8ace-09241a9b9a66 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.184949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0d26249-ff32-4f56-8ace-09241a9b9a66 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.215999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0d26249-ff32-4f56-8ace-09241a9b9a66 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.216445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d26249-ff32-4f56-8ace-09241a9b9a66 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Fanout notify agent at l3_agent the message router_deleted on router 0a243235-7129-4236-9d02-3c7921ca0981 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:37:29.235174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0d26249-ff32-4f56-8ace-09241a9b9a66 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.246229 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d0d26249-ff32-4f56-8ace-09241a9b9a66 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981 HTTP/1.1" status: 204 len: 168 time: 0.7608581 Jan 20 14:37:29.254682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52120) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:29.266052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-713340769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:29.295173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ff7de566-d523-4233-85f5-b5fdb883d536 None None] Provisioning complete for port e94c6050-2294-44d5-aa8e-54b15e64af30 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:29.296186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ff7de566-d523-4233-85f5-b5fdb883d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.322421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:29.356973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Usage tracker for resource:router and tenant:a532773c1b70434b80ae48e5856abc82 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:29.366930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.384735 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-798204d5-7da9-4a2a-b3be-80bf8ef5dce4 req-15a3bc26-e4d9-4a7a-95f9-1c330d368aff tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 210 time: 0.1062927 Jan 20 14:37:29.386163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:29.394040 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8eae6a-a7ef-4cf3-ab87-bd1e67f31020 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:37:29.394351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1b8eae6a-a7ef-4cf3-ab87-bd1e67f31020 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:29.395621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:29.401126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 4fcd6915-9383-4d9b-ab52-4ca5e95b894d will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:29.412360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Transition to ACTIVE for port object 882d6e2b-1b76-4031-adad-c5750961fbdd will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:29.423163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.424796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.443000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1b8eae6a-a7ef-4cf3-ab87-bd1e67f31020 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:29.446545 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1b8eae6a-a7ef-4cf3-ab87-bd1e67f31020 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/57692a6f-a8e8-4c34-b3e6-4c762b690c9b HTTP/1.1" status: 404 len: 333 time: 0.5139422 Jan 20 14:37:29.447652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52124) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:29.460056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.491495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.496131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a5ede-6c9f-4c76-84bd-6467b6e6743c None None] Network b4c0a86a-d353-438c-8e9a-687dfe4bd275 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:29.517760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.523937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.525603 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e9a399fc-b9af-43dd-a3eb-149555c75221 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2699080 Jan 20 14:37:29.528341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52128) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:29.533728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3b38a2f6-74d5-441d-913d-701fe60670c3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:29.572554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.594839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network f829e49b-3d48-400f-bb84-cd040717af7b is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:29.608109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:29.620346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:29.651941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8637ad9c-59de-434e-b1f9-9ceb2dd75542 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet 14600ea5-8aa1-4c79-870c-96fc01e0f962 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:29.685998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:29.694339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network b4c0a86a-d353-438c-8e9a-687dfe4bd275 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:29.700875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8637ad9c-59de-434e-b1f9-9ceb2dd75542 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.706878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.780980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8637ad9c-59de-434e-b1f9-9ceb2dd75542 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.850079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ff7de566-d523-4233-85f5-b5fdb883d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.868874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:29.891493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:29.891767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.916375 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port e94c6050-2294-44d5-aa8e-54b15e64af30, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e94c6050-2294-44d5-aa8e-54b15e64af30,segment=NetworkSegment(580b526b-6752-4a71-926a-f2987cc3b04e),segment_id=580b526b-6752-4a71-926a-f2987cc3b04e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:29.965868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:29.966470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:29.991578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=882d6e2b-1b76-4031-adad-c5750961fbdd,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:29.996262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.009983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8637ad9c-59de-434e-b1f9-9ceb2dd75542 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.052173 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-38c6791e-2887-47c3-95d6-ecf183573d66 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8555133 Jan 20 14:37:30.069593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Request body: {'port': {'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:30.074193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ef30791d-22e8-4435-84c4-df26f84b324b no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:30.112655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b38a2f6-74d5-441d-913d-701fe60670c3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.124996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b38a2f6-74d5-441d-913d-701fe60670c3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.145206 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ef30791d-22e8-4435-84c4-df26f84b324b {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:30.145533 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ef30791d-22e8-4435-84c4-df26f84b324b not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:30.177393 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.202688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Transition to ACTIVE for port object be8620b6-38f8-41fb-864e-7f307ba7e289 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:30.206235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-ff7de566-d523-4233-85f5-b5fdb883d536 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:37:30.206617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-ff7de566-d523-4233-85f5-b5fdb883d536 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:37:30.213381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=e94c6050-2294-44d5-aa8e-54b15e64af30,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:30.222779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.276749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.288143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.302026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8637ad9c-59de-434e-b1f9-9ceb2dd75542 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.373317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69d194-5021-4c3e-bc3e-7509b1b3e11a None None] Pushing event updated for resources: {'Port': ['ID=be8620b6-38f8-41fb-864e-7f307ba7e289,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:30.413423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b38a2f6-74d5-441d-913d-701fe60670c3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Router ab7df024-cfdd-4cac-9abf-0d91c30abcc3 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:37:30.433050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637ad9c-59de-434e-b1f9-9ceb2dd75542 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=14600ea5-8aa1-4c79-870c-96fc01e0f962,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:30.474139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a713d6-53e5-4714-b57d-40720bc76e58 None None] Network d0f18932-2759-4507-ab41-1ff59228a010 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:30.505780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d64df059-d488-495f-a006-94d922d225bb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:30.528678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8637ad9c-59de-434e-b1f9-9ceb2dd75542 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.593197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Attempting to bind port be8620b6-38f8-41fb-864e-7f307ba7e289 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:30.593625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Attempting to bind port be8620b6-38f8-41fb-864e-7f307ba7e289 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '580b526b-6752-4a71-926a-f2987cc3b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:30.593991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Attempting to bind port be8620b6-38f8-41fb-864e-7f307ba7e289 on network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:30.629715 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8637ad9c-59de-434e-b1f9-9ceb2dd75542 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/14600ea5-8aa1-4c79-870c-96fc01e0f962 HTTP/1.1" status: 204 len: 168 time: 1.1807530 Jan 20 14:37:30.631969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52134) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:30.658709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b38a2f6-74d5-441d-913d-701fe60670c3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:30.670622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3b38a2f6-74d5-441d-913d-701fe60670c3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.671997 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3b38a2f6-74d5-441d-913d-701fe60670c3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "PUT /v2.0/routers/ab7df024-cfdd-4cac-9abf-0d91c30abcc3 HTTP/1.1" status: 200 len: 693 time: 1.1423793 Jan 20 14:37:30.725895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52138) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:30.782849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.796963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] Sync routers for ids ['ab7df024-cfdd-4cac-9abf-0d91c30abcc3'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:30.799765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port d64df059-d488-495f-a006-94d922d225bb {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:30.800178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.828613 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:30.828991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Checking segment: {'id': '580b526b-6752-4a71-926a-f2987cc3b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:30.829444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.829841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Bound using segment: {'id': '580b526b-6752-4a71-926a-f2987cc3b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:30.830329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Bound port: be8620b6-38f8-41fb-864e-7f307ba7e289, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b526b-6752-4a71-926a-f2987cc3b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:30.830704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.871184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] Routers {'ab7df024-cfdd-4cac-9abf-0d91c30abcc3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:30.871830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ab7df024-cfdd-4cac-9abf-0d91c30abcc3'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:31.059220 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] For port d64df059-d488-495f-a006-94d922d225bb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d64df059-d488-495f-a006-94d922d225bb,segment=NetworkSegment(36fb5bf7-5511-4e8b-93ad-722e6efd74f9),segment_id=36fb5bf7-5511-4e8b-93ad-722e6efd74f9)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:31.060189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.135699 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] Set router ab7df024-cfdd-4cac-9abf-0d91c30abcc3 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:31.153290 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-33512514-b77e-49ff-8c81-d58c0f8a5c4d tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/routers/ab7df024-cfdd-4cac-9abf-0d91c30abcc3 HTTP/1.1" status: 200 len: 699 time: 0.4226115 Jan 20 14:37:31.155770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52142) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:31.196249 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for d64df059-d488-495f-a006-94d922d225bb owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:31.229695 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c3c6d04f-8deb-422d-9689-be45e80a9670 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab7df024-cfdd-4cac-9abf-0d91c30abcc3 HTTP/1.1" status: 200 len: 205 time: 0.0670846 Jan 20 14:37:31.246150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52146) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:31.274913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d64df059-d488-495f-a006-94d922d225bb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:31.275401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.299874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7df024-cfdd-4cac-9abf-0d91c30abcc3', 'name': 'tempest-RoutersTest-router-713340769', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:29Z', 'updated_at': '2022-01-20T14:37:30Z', 'revision_number': 2, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:31.325811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ff7de566-d523-4233-85f5-b5fdb883d536 None None] Provisioning for port be8620b6-38f8-41fb-864e-7f307ba7e289 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:31.345115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] Checking router: ab7df024-cfdd-4cac-9abf-0d91c30abcc3 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:31.371376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] For port be8620b6-38f8-41fb-864e-7f307ba7e289, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:31.373227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ff7de566-d523-4233-85f5-b5fdb883d536 None None] Could not find standard attr ID for object e2982454-6b65-49b0-87f2-acf8a5fa11be. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:37:31.378594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] For port be8620b6-38f8-41fb-864e-7f307ba7e289, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=be8620b6-38f8-41fb-864e-7f307ba7e289,segment=NetworkSegment(580b526b-6752-4a71-926a-f2987cc3b04e),segment_id=580b526b-6752-4a71-926a-f2987cc3b04e)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:31.385627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] Routers {'ab7df024-cfdd-4cac-9abf-0d91c30abcc3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:31.386257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ab7df024-cfdd-4cac-9abf-0d91c30abcc3'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:31.398041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e537c-0d28-4fec-ad68-1793510cb81a req-771e9faf-7d38-4207-8f15-21a7a928edb2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:31.398859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-ee1e537c-0d28-4fec-ad68-1793510cb81a req-771e9faf-7d38-4207-8f15-21a7a928edb2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:31.407168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.443826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ff7de566-d523-4233-85f5-b5fdb883d536 None None] Could not find standard attr ID for object 57692a6f-a8e8-4c34-b3e6-4c762b690c9b. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:37:31.453243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.456770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=d64df059-d488-495f-a006-94d922d225bb,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:31.464037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No DVR routers for this DVR port d64df059-d488-495f-a006-94d922d225bb on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:31.536452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Could not find standard attr ID for object d64df059-d488-495f-a006-94d922d225bb. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:37:31.565839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62d57ef1-c7e9-4f2f-95bc-42989a25f13c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.574116 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No ports have port_id starting with d64df059-d488-495f-a006-94d922d225bb Jan 20 14:37:31.583739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6d6d48f2-25da-4f26-b2a0-2c73fac91405 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:31.593886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.619865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] Set router ab7df024-cfdd-4cac-9abf-0d91c30abcc3 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:31.622028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f18932-2759-4507-ab41-1ff59228a010']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:31.635688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fb5bf7-5511-4e8b-93ad-722e6efd74f9') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:31.636706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fb5bf7-5511-4e8b-93ad-722e6efd74f9') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:31.638806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-ee1e537c-0d28-4fec-ad68-1793510cb81a req-771e9faf-7d38-4207-8f15-21a7a928edb2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:31.645003 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ee1e537c-0d28-4fec-ad68-1793510cb81a req-771e9faf-7d38-4207-8f15-21a7a928edb2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 932 time: 1.0875072 Jan 20 14:37:31.649367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.666068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.673522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:37:31.674379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:31.692875 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:31.770223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7df024-cfdd-4cac-9abf-0d91c30abcc3', 'name': 'tempest-RoutersTest-router-713340769', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:29Z', 'updated_at': '2022-01-20T14:37:30Z', 'revision_number': 2, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:31.783892 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:31.784844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:31.832152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.848069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69d194-5021-4c3e-bc3e-7509b1b3e11a None None] Pushing event updated for resources: {'Port': ['ID=be8620b6-38f8-41fb-864e-7f307ba7e289,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:31.850709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6df44-4b48-4c99-ab32-8eac0a134f08 None None] The sync data for ids ['ab7df024-cfdd-4cac-9abf-0d91c30abcc3'] in dv-neutron-825123-1-hyperv is: [{'id': 'ab7df024-cfdd-4cac-9abf-0d91c30abcc3', 'name': 'tempest-RoutersTest-router-713340769', 'tenant_id': 'a532773c1b70434b80ae48e5856abc82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:29Z', 'updated_at': '2022-01-20T14:37:30Z', 'revision_number': 2, 'project_id': 'a532773c1b70434b80ae48e5856abc82', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:31.865712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78afd144-99aa-4145-a35d-9d28565a8f15 None None] DHCP port deletion for d0f18932-2759-4507-ab41-1ff59228a010 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:31.878588 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.898283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b5a65e44-9138-4fa1-ad8a-cb35aba8da3b None None] Provisioning for port f174e6cc-82d1-410f-b3a9-225d7bb80a26 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:31.921348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Network': ['ID=d0f18932-2759-4507-ab41-1ff59228a010,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:31.931711 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-de749a73-bb5a-41cb-9a45-25722a2ccade tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/networks/d0f18932-2759-4507-ab41-1ff59228a010 HTTP/1.1" status: 204 len: 168 time: 1.2983449 Jan 20 14:37:31.932566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52150) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:31.939213 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-802984067'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:31.944704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:31.955666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcd6915-9383-4d9b-ab52-4ca5e95b894d {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:37:31.958032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:network and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:31.961601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:31.972324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:31.993550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:31.997329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.037416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:32.040114 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.049053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.049607 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Added segment ad23f368-1972-4f56-a967-a88b14e72f54 of type vlan for network 53b30bba-0675-4975-876f-0161a67acf4c Jan 20 14:37:32.055672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:32.083943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.104392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 6d6d48f2-25da-4f26-b2a0-2c73fac91405 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:32.105730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.115010 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ee1e537c-0d28-4fec-ad68-1793510cb81a req-a5db554b-fe77-4be0-84b9-15f7675cb30a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4683466 Jan 20 14:37:32.134951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.146578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:32.148273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.158080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62d57ef1-c7e9-4f2f-95bc-42989a25f13c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.164422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62d57ef1-c7e9-4f2f-95bc-42989a25f13c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.170497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Transition to ACTIVE for port object 4fcd6915-9383-4d9b-ab52-4ca5e95b894d will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:32.195973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.210961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.246946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.248184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.279466 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3458567 Jan 20 14:37:32.282423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52154) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:32.290230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': '53b30bba-0675-4975-876f-0161a67acf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:32.309141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b5a65e44-9138-4fa1-ad8a-cb35aba8da3b None None] Provisioning for port 882d6e2b-1b76-4031-adad-c5750961fbdd completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:32.315486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b5a65e44-9138-4fa1-ad8a-cb35aba8da3b None None] Provisioning complete for port 882d6e2b-1b76-4031-adad-c5750961fbdd triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:32.315851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b5a65e44-9138-4fa1-ad8a-cb35aba8da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.333570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62d57ef1-c7e9-4f2f-95bc-42989a25f13c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.334428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d57ef1-c7e9-4f2f-95bc-42989a25f13c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Fanout notify agent at l3_agent the message router_deleted on router ab7df024-cfdd-4cac-9abf-0d91c30abcc3 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:37:32.412507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852c4a4-039a-4fb6-99fe-e527c512c167 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Network': ['ID=53b30bba-0675-4975-876f-0161a67acf4c,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:32.419335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:32.429792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:32.433565 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:32.440610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:32.450331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 53b30bba-0675-4975-876f-0161a67acf4c details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:32.458225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:32.463909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.482929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62d57ef1-c7e9-4f2f-95bc-42989a25f13c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.484101 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-62d57ef1-c7e9-4f2f-95bc-42989a25f13c tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/ab7df024-cfdd-4cac-9abf-0d91c30abcc3 HTTP/1.1" status: 204 len: 168 time: 1.2339826 Jan 20 14:37:32.488340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52158) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:32.499485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:32.540821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b5a65e44-9138-4fa1-ad8a-cb35aba8da3b None None] Port 882d6e2b-1b76-4031-adad-c5750961fbdd cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:32.597037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-856236bb-fa02-4c80-9d8e-5ace06081822 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Synchronizing usage tracker for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:32.625704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-856236bb-fa02-4c80-9d8e-5ace06081822 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] Unset dirty status for tenant:a532773c1b70434b80ae48e5856abc82 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:32.629396 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-856236bb-fa02-4c80-9d8e-5ace06081822 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab7df024-cfdd-4cac-9abf-0d91c30abcc3 HTTP/1.1" status: 200 len: 205 time: 0.1361475 Jan 20 14:37:32.630240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52162) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:32.657662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b5a65e44-9138-4fa1-ad8a-cb35aba8da3b None None] Provisioning for port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:32.678349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f174e6cc-82d1-410f-b3a9-225d7bb80a26 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:32.725371 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-d53f6eef-5a75-45e8-b7a7-e645b51e52c2 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] delete failed (client error): The resource could not be found. Jan 20 14:37:32.729697 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d53f6eef-5a75-45e8-b7a7-e645b51e52c2 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/ab7df024-cfdd-4cac-9abf-0d91c30abcc3 HTTP/1.1" status: 404 len: 336 time: 0.0856404 Jan 20 14:37:32.729697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52166) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:32.778333 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e077581c-3451-4379-9826-4eff59c390e1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] DELETE failed (client error): The resource could not be found. Jan 20 14:37:32.778786 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e077581c-3451-4379-9826-4eff59c390e1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:37:32.782647 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e077581c-3451-4379-9826-4eff59c390e1 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/20274918-5190-48da-97e4-8018fdcde01d HTTP/1.1" status: 404 len: 337 time: 0.0505595 Jan 20 14:37:32.784910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52170) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:32.819211 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port f174e6cc-82d1-410f-b3a9-225d7bb80a26 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:32.826516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=882d6e2b-1b76-4031-adad-c5750961fbdd,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:32.835178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:30Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 1, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:31Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:32.837948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f174e6cc-82d1-410f-b3a9-225d7bb80a26 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:32.838311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.844615 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5aa0f9-9559-49be-b72d-d5984c04d1ba tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] DELETE failed (client error): The resource could not be found. Jan 20 14:37:32.845324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5aa0f9-9559-49be-b72d-d5984c04d1ba tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:37:32.853959 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2a5aa0f9-9559-49be-b72d-d5984c04d1ba tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/8d2fd2d8-0fa7-4737-ae29-24e5b34678b7 HTTP/1.1" status: 404 len: 337 time: 0.0677643 Jan 20 14:37:32.856542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52174) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:32.880336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be82e27-8a5c-4ef0-89f0-d29e1d5c1f95 None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:30Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 1, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:31Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:32.902307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Attempting to bind port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:32.902641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Attempting to bind port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:32.902964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Attempting to bind port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d on network f829e49b-3d48-400f-bb84-cd040717af7b {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:32.906561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network b4c0a86a-d353-438c-8e9a-687dfe4bd275 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:32.912748 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a984c537-035e-4d7a-80cd-7d06a6532f9b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] DELETE failed (client error): The resource could not be found. Jan 20 14:37:32.913200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a984c537-035e-4d7a-80cd-7d06a6532f9b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:37:32.917500 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a984c537-035e-4d7a-80cd-7d06a6532f9b tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/e40fce99-aea3-4589-8dec-2d3a65ce92dc HTTP/1.1" status: 404 len: 337 time: 0.0574749 Jan 20 14:37:32.917500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:32.917500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52178) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:32.920341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d on network f829e49b-3d48-400f-bb84-cd040717af7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:37:32.920341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Attempting to bind port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d on network f829e49b-3d48-400f-bb84-cd040717af7b {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:32.989424 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d9b0f7-9b0d-443a-9cfc-f7bef1babf1e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] DELETE failed (client error): The resource could not be found. Jan 20 14:37:32.989614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d9b0f7-9b0d-443a-9cfc-f7bef1babf1e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:37:32.991424 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-71d9b0f7-9b0d-443a-9cfc-f7bef1babf1e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/972a4f69-2dfe-4c97-ac88-bd19b249984c HTTP/1.1" status: 404 len: 337 time: 0.0728347 Jan 20 14:37:33.010657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.014935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52182) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:33.063067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port f174e6cc-82d1-410f-b3a9-225d7bb80a26, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f174e6cc-82d1-410f-b3a9-225d7bb80a26,segment=NetworkSegment(5bdcfa00-adc4-4fcc-be14-0b8cba0106cb),segment_id=5bdcfa00-adc4-4fcc-be14-0b8cba0106cb)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:33.065011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:33.065354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Checking segment: {'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:33.065774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Bound using segment: {'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:33.066326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Bound port: 4fcd6915-9383-4d9b-ab52-4ca5e95b894d, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2af5e6-2f92-43ea-a3db-496a7f9df719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:33.066670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.069727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.179901 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2a488d67-1b4b-4548-98e2-0bc0e6b9e106 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a243235-7129-4236-9d02-3c7921ca0981 HTTP/1.1" status: 200 len: 205 time: 0.1636782 Jan 20 14:37:33.188938 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52188) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:33.225484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 14d91728-d718-4c96-afa3-4d4e5e792996 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:33.253545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] For port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:33.259368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] For port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:33.300657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.355626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 14d91728-d718-4c96-afa3-4d4e5e792996 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:33.355626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 14d91728-d718-4c96-afa3-4d4e5e792996 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:33.362160 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-9cf72b33-2eb1-45de-8425-b71334971f3e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] delete failed (client error): The resource could not be found. Jan 20 14:37:33.362160 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9cf72b33-2eb1-45de-8425-b71334971f3e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/0a243235-7129-4236-9d02-3c7921ca0981 HTTP/1.1" status: 404 len: 336 time: 0.1675258 Jan 20 14:37:33.362393 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8fa9f1f3-985c-4078-ac7a-804e59079cf8 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:33.362501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52192) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:33.407627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.413057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 8fa9f1f3-985c-4078-ac7a-804e59079cf8 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:33.413444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8fa9f1f3-985c-4078-ac7a-804e59079cf8 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:33.442503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8c19ae09-0560-4b36-bc85-8197be72a956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.469509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=f174e6cc-82d1-410f-b3a9-225d7bb80a26,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:33.469905 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b941e548-a5e6-44cc-900b-a73258d13add tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=caecc634-07e8-4838-a6ba-2445ed013d29 HTTP/1.1" status: 200 len: 205 time: 0.1083469 Jan 20 14:37:33.510632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52196) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:33.524042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:33.528449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b3bec075-ee30-4b9b-8205-c8f77886226e None None] Provisioning complete for port 882d6e2b-1b76-4031-adad-c5750961fbdd triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:33.528907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b3bec075-ee30-4b9b-8205-c8f77886226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.552756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=40a0b814-f97d-4a34-8bfe-f60ef82d695f,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:33.618867 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-fbf7a4ac-d091-4a69-8211-61f939daf54e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] delete failed (client error): The resource could not be found. Jan 20 14:37:33.620006 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fbf7a4ac-d091-4a69-8211-61f939daf54e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/caecc634-07e8-4838-a6ba-2445ed013d29 HTTP/1.1" status: 404 len: 336 time: 0.0923250 Jan 20 14:37:33.623346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:33.623969 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.625363 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-926a70d8-4b3f-49c4-a4ac-dd8274be55c9 service neutron] 10.222.0.72 "PUT /v2.0/ports/4fcd6915-9383-4d9b-ab52-4ca5e95b894d HTTP/1.1" status: 200 len: 1094 time: 3.5608037 Jan 20 14:37:33.625807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'tag': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:37:33.630425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52200) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:33.682732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e94c6050-2294-44d5-aa8e-54b15e64af30 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:33.765582 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-215e6f1a-d6a2-4aca-b481-012e6ffb89c4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] DELETE failed (client error): The resource could not be found. Jan 20 14:37:33.770156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215e6f1a-d6a2-4aca-b481-012e6ffb89c4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:37:33.777928 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-215e6f1a-d6a2-4aca-b481-012e6ffb89c4 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/4bfeeede-17cb-4c15-80d7-293a23a6b7e7 HTTP/1.1" status: 404 len: 337 time: 0.1362038 Jan 20 14:37:33.778281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b3bec075-ee30-4b9b-8205-c8f77886226e None None] Port 882d6e2b-1b76-4031-adad-c5750961fbdd cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:33.781028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52208) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:33.823879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Checking segment: {'id': 'ad23f368-1972-4f56-a967-a88b14e72f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53b30bba-0675-4975-876f-0161a67acf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:33.824240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network hostable DHCP agents. Network: 53b30bba-0675-4975-876f-0161a67acf4c, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:33.833584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:33.835056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e94c6050-2294-44d5-aa8e-54b15e64af30 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:33.835363 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.858408 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f3a6c5ab-07a5-47b0-82a7-404d42b936cd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cc33c04-19bc-4e99-b6ed-e07406ce7232 HTTP/1.1" status: 200 len: 205 time: 0.0669246 Jan 20 14:37:33.861570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52212) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:33.870693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bbb9f-7e03-4a50-844a-0ee3e445f5a3 req-76c0fc1b-0409-4fc6-ab2f-1946f7614a32 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:33.874073 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-498bbb9f-7e03-4a50-844a-0ee3e445f5a3 req-76c0fc1b-0409-4fc6-ab2f-1946f7614a32 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 944 time: 0.5111647 Jan 20 14:37:33.942505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-498bbb9f-7e03-4a50-844a-0ee3e445f5a3 req-0883f5ee-18fb-493b-a73c-ced1363be7a3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:33.950641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 53b30bba-0675-4975-876f-0161a67acf4c is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:33.970470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-498bbb9f-7e03-4a50-844a-0ee3e445f5a3 req-0883f5ee-18fb-493b-a73c-ced1363be7a3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:33.971747 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-498bbb9f-7e03-4a50-844a-0ee3e445f5a3 req-0883f5ee-18fb-493b-a73c-ced1363be7a3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882032 Jan 20 14:37:33.974858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 53b30bba-0675-4975-876f-0161a67acf4c) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:33.989463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:33.990041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.020102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c398763-7258-44fc-a7e3-0527e907d3cd None None] Network 53b30bba-0675-4975-876f-0161a67acf4c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:34.024093 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d64fee2a-f06d-413c-b99a-ea8fc74b5e8e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7404153 Jan 20 14:37:34.026630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52216) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.032813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1688744599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:34.041602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:34.046811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:router and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:34.048826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device be8620b6-38f8-41fb-864e-7f307ba7e289 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:34.051491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:34.057631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:34.072468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.074022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.092894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.115023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.139537 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'tag': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'status': 'completed', 'code': 200} Jan 20 14:37:34.146800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.148460 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1898bb6d-a178-42e1-82a5-68b2296dc5eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1203361 Jan 20 14:37:34.150856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52220) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.157298 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-88e7ef56-1f6f-4fe4-93d3-e93b000951d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] delete failed (client error): The resource could not be found. Jan 20 14:37:34.157590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'network_id': '53b30bba-0675-4975-876f-0161a67acf4c', 'name': 'tempest-PortsIpV6TestJSON-1997108361'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:34.161110 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-88e7ef56-1f6f-4fe4-93d3-e93b000951d8 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/7cc33c04-19bc-4e99-b6ed-e07406ce7232 HTTP/1.1" status: 404 len: 336 time: 0.2954977 Jan 20 14:37:34.161722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52224) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.211564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-f5092ab6-2e53-449c-8116-ec7574a69909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:34.213107 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-f5092ab6-2e53-449c-8116-ec7574a69909 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 1097 time: 0.5215333 Jan 20 14:37:34.219361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port be8620b6-38f8-41fb-864e-7f307ba7e289 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:34.227435 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3debdd46-1c6f-45b2-9c65-60b0247d41db tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a2f2b78-6821-4be2-90a6-e229ef2f2c88 HTTP/1.1" status: 200 len: 205 time: 0.0627449 Jan 20 14:37:34.227618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port be8620b6-38f8-41fb-864e-7f307ba7e289 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:34.227618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.233330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52228) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.279368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:34.291718 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:34.295181 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f150e85e-a36c-49c5-a3cb-ef99b7fdbe47 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2199881 Jan 20 14:37:34.295181 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-326ccb03-d8a2-47d7-a104-921c98d7f58b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcd6915-9383-4d9b-ab52-4ca5e95b894d HTTP/1.1" status: 200 len: 217 time: 0.0717723 Jan 20 14:37:34.295181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52232) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.302179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-537200648'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:34.307478 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:34.308483 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:34.323540 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-0710bc58-4e97-4008-84ca-d96a010d3a3e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] delete failed (client error): The resource could not be found. Jan 20 14:37:34.324725 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0710bc58-4e97-4008-84ca-d96a010d3a3e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/7a2f2b78-6821-4be2-90a6-e229ef2f2c88 HTTP/1.1" status: 404 len: 336 time: 0.0903430 Jan 20 14:37:34.327796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52236) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.376440 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a3d4ac-bba7-45cf-945d-5f9da9292144 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] DELETE failed (client error): The resource could not be found. Jan 20 14:37:34.376992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a3d4ac-bba7-45cf-945d-5f9da9292144 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:37:34.378589 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f7a3d4ac-bba7-45cf-945d-5f9da9292144 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/4bf109f2-0b87-4b36-97f5-f93d6c6f39ca HTTP/1.1" status: 404 len: 337 time: 0.0498819 Jan 20 14:37:34.381858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52240) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.391109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-57fe5d0a-fdba-4425-abae-60366ffab2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:34.392911 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-57fe5d0a-fdba-4425-abae-60366ffab2c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f867101d-6345-4b90-9335-c362ad2b58f5 HTTP/1.1" status: 200 len: 835 time: 0.0854754 Jan 20 14:37:34.393871 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:34.398264 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:network and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:34.432292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-53b30bba-0675-4975-876f-0161a67acf4c', 'network_id': '53b30bba-0675-4975-876f-0161a67acf4c', 'tenant_id': 'aaf51206de3a468a9488baf60ac7dae8', 'fixed_ips': [{'subnet_id': '40a0b814-f97d-4a34-8bfe-f60ef82d695f'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:37:34.433122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.445793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:34.449268 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a61391f5-7dbc-42d4-aa2d-01513261a369 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c407042-589d-4b8e-b211-885c706dce93 HTTP/1.1" status: 200 len: 205 time: 0.0664399 Jan 20 14:37:34.452662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52244) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.465343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:34.490183 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:34.503996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.505806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:34.514985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.538883 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-967bc272-822e-44ad-bb73-13b267ddc0dd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] delete failed (client error): The resource could not be found. Jan 20 14:37:34.539635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-b224fe68-34fa-437f-843a-e463f6de67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:34.539959 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-967bc272-822e-44ad-bb73-13b267ddc0dd tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/9c407042-589d-4b8e-b211-885c706dce93 HTTP/1.1" status: 404 len: 336 time: 0.0864458 Jan 20 14:37:34.542838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52248) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.545170 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-b224fe68-34fa-437f-843a-e463f6de67b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f829e49b-3d48-400f-bb84-cd040717af7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1437693 Jan 20 14:37:34.566780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:34.578392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.579099 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added segment 31c25b26-77ea-4bab-ab94-52b8e7af6c5a of type vlan for network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 Jan 20 14:37:34.595429 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-036b1e16-904b-49c4-a71a-ab3a0dff520e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] DELETE failed (client error): The resource could not be found. Jan 20 14:37:34.595888 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036b1e16-904b-49c4-a71a-ab3a0dff520e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:37:34.600192 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-036b1e16-904b-49c4-a71a-ab3a0dff520e tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/58c7488b-b69f-4311-848e-dc93b9790159 HTTP/1.1" status: 404 len: 337 time: 0.0539546 Jan 20 14:37:34.600192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:34.601593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52252) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.644509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port be8620b6-38f8-41fb-864e-7f307ba7e289, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=be8620b6-38f8-41fb-864e-7f307ba7e289,segment=NetworkSegment(580b526b-6752-4a71-926a-f2987cc3b04e),segment_id=580b526b-6752-4a71-926a-f2987cc3b04e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:34.650895 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9ec33399-3bb3-4ef4-afcf-22eff342a5f3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "GET /v2.0/ports?device_id=578e7638-b263-49fe-9de5-eb26591a3b4a HTTP/1.1" status: 200 len: 205 time: 0.0460513 Jan 20 14:37:34.650895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:port and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:34.652692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52256) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.655389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:34.724336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.728364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Allocated IP 2001:db8::2 (53b30bba-0675-4975-876f-0161a67acf4c/40a0b814-f97d-4a34-8bfe-f60ef82d695f/80faedc9-9501-44c2-940c-8d7c29d38f11) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:34.728959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:34.732679 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-09b85771-f27b-4bd4-b9d4-bfef0ba6e3a3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] delete failed (client error): The resource could not be found. Jan 20 14:37:34.736252 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-09b85771-f27b-4bd4-b9d4-bfef0ba6e3a3 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/routers/578e7638-b263-49fe-9de5-eb26591a3b4a HTTP/1.1" status: 404 len: 336 time: 0.0801640 Jan 20 14:37:34.737238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52260) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.740238 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.802878 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae75c0c9-ca17-4fa3-b9bc-a1a4d060c6c2 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] DELETE failed (client error): The resource could not be found. Jan 20 14:37:34.803856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae75c0c9-ca17-4fa3-b9bc-a1a4d060c6c2 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:37:34.805164 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-7f469efc-c046-455e-8a5c-c7f33908b7e7 service neutron] 10.222.0.72 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048888 Jan 20 14:37:34.810067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.811088 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ae75c0c9-ca17-4fa3-b9bc-a1a4d060c6c2 tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/9cf9a255-83fd-456b-ad5d-009a8637180d HTTP/1.1" status: 404 len: 337 time: 0.0735569 Jan 20 14:37:34.812041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:34.814005 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:37:34.815466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:34.815908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.818192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.821656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52264) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.835895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d64df059-d488-495f-a006-94d922d225bb no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:34.837296 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:30Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:31Z', 'revision_number': 2, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:31Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:34.841484 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:34.841832 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Updating router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f port 882d6e2b-1b76-4031-adad-c5750961fbdd binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:37:34.859942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port bc3a332c-3042-4407-bd88-516b9ce7870e yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:37:34.886965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: d64df059-d488-495f-a006-94d922d225bb {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:34.887306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d64df059-d488-495f-a006-94d922d225bb not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:34.908039 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.998125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=be8620b6-38f8-41fb-864e-7f307ba7e289,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:35.123745 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-803bcf4a-7167-483c-a859-6230edb6ad2f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] DELETE failed (client error): The resource could not be found. Jan 20 14:37:35.124405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803bcf4a-7167-483c-a859-6230edb6ad2f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:37:35.180572 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-803bcf4a-7167-483c-a859-6230edb6ad2f tempest-RoutersTest-1301568178 tempest-RoutersTest-1301568178-project] 10.222.0.87 "DELETE /v2.0/subnets/443f1d57-0878-40d6-9378-53ee29aff773 HTTP/1.1" status: 404 len: 337 time: 0.1612327 Jan 20 14:37:35.184795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.195487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Transition to ACTIVE for port object 80faedc9-9501-44c2-940c-8d7c29d38f11 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:35.219220 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Transition to ACTIVE for port object 80faedc9-9501-44c2-940c-8d7c29d38f11 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:35.231433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.241976 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9457130 Jan 20 14:37:35.255103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52272) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:35.275361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'subnet': {'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:35.332545 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.354613 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Transition to ACTIVE for port object 882d6e2b-1b76-4031-adad-c5750961fbdd will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:35.357203 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Network 53b30bba-0675-4975-876f-0161a67acf4c is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:35.360865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:35.364586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:35.368409 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.370938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Pushing event updated for resources: {'Port': ['ID=80faedc9-9501-44c2-940c-8d7c29d38f11,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:35.428526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadde31-c623-405c-9eb4-df491de85d8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Network': ['ID=53824370-cf55-45bc-90ec-81e6f7c6d4b0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:35.431125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:35.448985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:subnet and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:35.451158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:35.453884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:35.456973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b6e15-8d81-4abf-a95b-5796d7da6a16 req-25520947-f2a9-4f2a-acc1-87419b858437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:35.469957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:35.483534 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f51b6e15-8d81-4abf-a95b-5796d7da6a16 req-25520947-f2a9-4f2a-acc1-87419b858437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 944 time: 0.3567045 Jan 20 14:37:35.484837 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce208bc6-a713-4e49-84ce-6935db7f8209 req-746db1e5-7dd4-4592-a7fc-9db22167eb2f service neutron] 10.222.0.72 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627464 Jan 20 14:37:35.490275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8::b1 (53b30bba-0675-4975-876f-0161a67acf4c/40a0b814-f97d-4a34-8bfe-f60ef82d695f/bc3a332c-3042-4407-bd88-516b9ce7870e) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:35.501747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Made reservation on behalf of 8bf16888de5c408fb508494adfcb2ba3 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:35.507457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.565581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9599cfa8-0523-41be-9c84-15c29d4ba789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.595754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Attempting to bind port 80faedc9-9501-44c2-940c-8d7c29d38f11 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:35.596106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Attempting to bind port 80faedc9-9501-44c2-940c-8d7c29d38f11 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'ad23f368-1972-4f56-a967-a88b14e72f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53b30bba-0675-4975-876f-0161a67acf4c'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:35.596492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Attempting to bind port 80faedc9-9501-44c2-940c-8d7c29d38f11 on network 53b30bba-0675-4975-876f-0161a67acf4c {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:35.622014 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:35.622485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Checking segment: {'id': 'ad23f368-1972-4f56-a967-a88b14e72f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53b30bba-0675-4975-876f-0161a67acf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:35.623998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.624506 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Bound using segment: {'id': 'ad23f368-1972-4f56-a967-a88b14e72f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53b30bba-0675-4975-876f-0161a67acf4c'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:35.626570 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Bound port: 80faedc9-9501-44c2-940c-8d7c29d38f11, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad23f368-1972-4f56-a967-a88b14e72f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53b30bba-0675-4975-876f-0161a67acf4c'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:35.628322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.631913 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f51b6e15-8d81-4abf-a95b-5796d7da6a16 req-939b50ba-5e51-4e99-997f-d4ee67160040 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457415 Jan 20 14:37:35.662114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f174e6cc-82d1-410f-b3a9-225d7bb80a26 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:35.689382 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Pushing event updated for resources: {'Port': ['ID=882d6e2b-1b76-4031-adad-c5750961fbdd,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:35.720631 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.721909 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.723720 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.724256 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.725970 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.726570 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.727127 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.728174 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.728878 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.729957 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.730334 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.731862 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.870811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52280) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:35.932880 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Attempting to bind port 882d6e2b-1b76-4031-adad-c5750961fbdd on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:35.933240 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Attempting to bind port 882d6e2b-1b76-4031-adad-c5750961fbdd by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:35.933591 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Attempting to bind port 882d6e2b-1b76-4031-adad-c5750961fbdd on network b4c0a86a-d353-438c-8e9a-687dfe4bd275 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:35.944031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.950434 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:35.950800 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Checking segment: {'id': '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:35.951196 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.951586 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Bound using segment: {'id': '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:35.952030 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Bound port: 882d6e2b-1b76-4031-adad-c5750961fbdd, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:35.952421 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.992028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] For port 80faedc9-9501-44c2-940c-8d7c29d38f11, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:35.996919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] For port 80faedc9-9501-44c2-940c-8d7c29d38f11, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=80faedc9-9501-44c2-940c-8d7c29d38f11,segment=NetworkSegment(ad23f368-1972-4f56-a967-a88b14e72f54),segment_id=ad23f368-1972-4f56-a967-a88b14e72f54)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:36.034634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.040498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.076236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object bc3a332c-3042-4407-bd88-516b9ce7870e will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:36.117236 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] For port 882d6e2b-1b76-4031-adad-c5750961fbdd, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:36.120705 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] For port 882d6e2b-1b76-4031-adad-c5750961fbdd, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=882d6e2b-1b76-4031-adad-c5750961fbdd,segment=NetworkSegment(5bdcfa00-adc4-4fcc-be14-0b8cba0106cb),segment_id=5bdcfa00-adc4-4fcc-be14-0b8cba0106cb)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:36.126608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Subnet': ['ID=fb32dcb9-baaa-4383-b729-f78edc1763c6,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:36.130187 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.134503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Checking segment: {'id': '31c25b26-77ea-4bab-ab94-52b8e7af6c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:36.137859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network hostable DHCP agents. Network: 53824370-cf55-45bc-90ec-81e6f7c6d4b0, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:36.161420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f174e6cc-82d1-410f-b3a9-225d7bb80a26 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:36.161790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.177740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-ba0dad45-e2e7-4ebb-8dcc-f40c01575329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:36.179656 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fb1e3ff9-9164-4cca-b8a7-5e6fdb1027a4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a532773c1b70434b80ae48e5856abc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077331 Jan 20 14:37:36.180380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52286) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:36.192816 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-ba0dad45-e2e7-4ebb-8dcc-f40c01575329 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 1097 time: 0.2869675 Jan 20 14:37:36.195934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:36.228275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.235485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 53824370-cf55-45bc-90ec-81e6f7c6d4b0) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:36.252501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857ceea6-ffae-4930-b793-7fe6af775912 None None] Network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:36.256655 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ce6d6-5bf4-4b4b-8a24-2f74fe0fb0ca None None] Pushing event updated for resources: {'Port': ['ID=882d6e2b-1b76-4031-adad-c5750961fbdd,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:36.275647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9379a-2a79-4647-861c-bab1491830c9 None None] Pushing event updated for resources: {'Port': ['ID=80faedc9-9501-44c2-940c-8d7c29d38f11,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:36.291744 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:36.292678 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:36.328408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:36.329141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.387094 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7809b724-db93-4922-9483-ef18c27d9918 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1273465 Jan 20 14:37:36.389012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f375faeb-51f5-4566-a11e-8be00ac06ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.391775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52290) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:36.442546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 53b30bba-0675-4975-876f-0161a67acf4c is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:36.449114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:36.463083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device be8620b6-38f8-41fb-864e-7f307ba7e289 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:36.474125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:36.484883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:36.487629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.493349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.517054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.537726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=bc3a332c-3042-4407-bd88-516b9ce7870e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:36.543933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f375faeb-51f5-4566-a11e-8be00ac06ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.615360 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e16c5fd5-864b-45da-a1c3-738463fae850 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4606845 Jan 20 14:37:36.616238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52294) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:36.714819 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:36.718310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-6107c17d-9a7f-4a71-8263-c7c987696d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:36.719796 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-6107c17d-9a7f-4a71-8263-c7c987696d6f service neutron] 10.222.0.72 "GET /v2.0/networks?id=f829e49b-3d48-400f-bb84-cd040717af7b HTTP/1.1" status: 200 len: 898 time: 0.5162344 Jan 20 14:37:36.821809 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-745e08c6-ff49-4ce4-81f8-b15677c991bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcd6915-9383-4d9b-ab52-4ca5e95b894d HTTP/1.1" status: 200 len: 217 time: 0.0936382 Jan 20 14:37:36.838487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'fixed_ips': [{'subnet_id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:37:36.839358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.883230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port be8620b6-38f8-41fb-864e-7f307ba7e289 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:36.883593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.022884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-34c04e4d-258f-4351-846e-63232f2c777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:37.024810 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-34c04e4d-258f-4351-846e-63232f2c777d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f867101d-6345-4b90-9335-c362ad2b58f5 HTTP/1.1" status: 200 len: 835 time: 0.1600795 Jan 20 14:37:37.132222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f375faeb-51f5-4566-a11e-8be00ac06ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.153984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Allocated IP 2001:db8:3::2 (53824370-cf55-45bc-90ec-81e6f7c6d4b0/fb32dcb9-baaa-4383-b729-f78edc1763c6/7058c863-6aae-4728-963e-95a33a1c05a4) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:37.207630 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:30Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:36Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:37.214829 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be31332-b60f-4ef6-a446-a6595a074203 None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:30Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:36Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:37.230697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375faeb-51f5-4566-a11e-8be00ac06ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ffeb7d-9b18-4972-99f6-ba847ed634be,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:37.235916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f375faeb-51f5-4566-a11e-8be00ac06ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.240274 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f375faeb-51f5-4566-a11e-8be00ac06ce5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81ffeb7d-9b18-4972-99f6-ba847ed634be HTTP/1.1" status: 204 len: 168 time: 1.0576992 Jan 20 14:37:37.263748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 4fcd6915-9383-4d9b-ab52-4ca5e95b894d details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:37:37.617995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0384fee-58bb-46b8-8e89-d127c787d12d req-6bfd0153-2072-42e7-94fb-59ac94d1954f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:37.625167 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0384fee-58bb-46b8-8e89-d127c787d12d req-6bfd0153-2072-42e7-94fb-59ac94d1954f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 944 time: 0.8022909 Jan 20 14:37:37.758677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:37.772829 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.792551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:37:37.801680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Transition to ACTIVE for port object 7058c863-6aae-4728-963e-95a33a1c05a4 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:37.815890 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 882d6e2b-1b76-4031-adad-c5750961fbdd up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:37.816921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.835678 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0384fee-58bb-46b8-8e89-d127c787d12d req-fd38ab75-f76b-4d64-9f3c-d63cf53386a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042124 Jan 20 14:37:37.866106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-ddc94ee1-19d3-46c2-b7c0-355e381af0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:37.867810 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-ddc94ee1-19d3-46c2-b7c0-355e381af0aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f829e49b-3d48-400f-bb84-cd040717af7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8289165 Jan 20 14:37:37.939273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f74c4c-53a7-42c8-bfee-cd158e3433e7 None None] Network 53b30bba-0675-4975-876f-0161a67acf4c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:38.040465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Transition to ACTIVE for port object 7058c863-6aae-4728-963e-95a33a1c05a4 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:38.069119 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.069953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.094805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcd6915-9383-4d9b-ab52-4ca5e95b894d {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:37:38.113319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.155965 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-fed334ac-32f8-4881-be65-55f791ead03b service neutron] 10.222.0.72 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267611 Jan 20 14:37:38.185107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a0842d6b-898a-4812-8387-049a16b6dcd1 None None] Provisioning for port 80faedc9-9501-44c2-940c-8d7c29d38f11 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:38.194113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Pushing event updated for resources: {'Port': ['ID=7058c863-6aae-4728-963e-95a33a1c05a4,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:38.221691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:38.243783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.245583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 882d6e2b-1b76-4031-adad-c5750961fbdd completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:38.252329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:38.284158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.289309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:38.291689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.296288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 882d6e2b-1b76-4031-adad-c5750961fbdd triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:38.296874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.331867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.373835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:38.491996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=bc3a332c-3042-4407-bd88-516b9ce7870e,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:38.502646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52320) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:38.529269 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce4cc8d3-49fc-466e-89cc-66750b530185 req-525a83a0-7a5f-4441-b51b-aa5e77160f2a service neutron] 10.222.0.72 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373032 Jan 20 14:37:38.536904 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026984 Jan 20 14:37:38.542071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52322) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:38.581774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['4fcd6915-9383-4d9b-ab52-4ca5e95b894d'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:37:38.655123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:38.715727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.737341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Attempting to bind port 7058c863-6aae-4728-963e-95a33a1c05a4 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:38.737923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Attempting to bind port 7058c863-6aae-4728-963e-95a33a1c05a4 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '31c25b26-77ea-4bab-ab94-52b8e7af6c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:38.738387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Attempting to bind port 7058c863-6aae-4728-963e-95a33a1c05a4 on network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:38.764172 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f5c7a95b-1af2-4070-8de9-7a8085835ed0 tempest-NetworksApiDiscovery-780203753 tempest-NetworksApiDiscovery-780203753-project] 10.222.0.87 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2136786 Jan 20 14:37:38.765329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:38.765329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Checking segment: {'id': '31c25b26-77ea-4bab-ab94-52b8e7af6c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:38.765602 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.766129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Bound using segment: {'id': '31c25b26-77ea-4bab-ab94-52b8e7af6c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:38.766578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Bound port: 7058c863-6aae-4728-963e-95a33a1c05a4, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c25b26-77ea-4bab-ab94-52b8e7af6c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:38.767023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.832056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.941079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Allocated IP 2001:db8:3::1 (53824370-cf55-45bc-90ec-81e6f7c6d4b0/fb32dcb9-baaa-4383-b729-f78edc1763c6/39d348de-e90f-45fb-ad71-79927d9806b5) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:38.977643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 882d6e2b-1b76-4031-adad-c5750961fbdd, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=882d6e2b-1b76-4031-adad-c5750961fbdd,segment=NetworkSegment(5bdcfa00-adc4-4fcc-be14-0b8cba0106cb),segment_id=5bdcfa00-adc4-4fcc-be14-0b8cba0106cb)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:39.016484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.017612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 80faedc9-9501-44c2-940c-8d7c29d38f11 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:39.185352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] For port 7058c863-6aae-4728-963e-95a33a1c05a4, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:39.247695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.268971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] For port 7058c863-6aae-4728-963e-95a33a1c05a4, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7058c863-6aae-4728-963e-95a33a1c05a4,segment=NetworkSegment(31c25b26-77ea-4bab-ab94-52b8e7af6c5a),segment_id=31c25b26-77ea-4bab-ab94-52b8e7af6c5a)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:39.275307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Transition to ACTIVE for port object 39d348de-e90f-45fb-ad71-79927d9806b5 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:39.276570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52334) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:39.306691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.318223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.417543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=882d6e2b-1b76-4031-adad-c5750961fbdd,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:39.449646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9697c-321c-4dc2-9c60-0b22a9065798 req-c4af8d49-a2ee-416d-8da8-23d954571edd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:39.450168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:39.451198 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e6b9697c-321c-4dc2-9c60-0b22a9065798 req-c4af8d49-a2ee-416d-8da8-23d954571edd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 945 time: 0.3543124 Jan 20 14:37:39.455215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:39.487890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:39.488451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.493157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=39d348de-e90f-45fb-ad71-79927d9806b5,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:39.518094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3119-f165-483b-be4d-5208879bce9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.531506 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e6b9697c-321c-4dc2-9c60-0b22a9065798 req-9b43c518-37b6-401e-a17b-f6e32b27ebe4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687630 Jan 20 14:37:39.538223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.547710 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 80faedc9-9501-44c2-940c-8d7c29d38f11 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:39.567571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-bb7b3119-f165-483b-be4d-5208879bce9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:39.574011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-bb7b3119-f165-483b-be4d-5208879bce9c admin admin] Usage tracker for resource:security_group_rule and tenant:2e59aabda41c4ea891c8f8be45ae08ea is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:39.577723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-bb7b3119-f165-483b-be4d-5208879bce9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:39.587697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 80faedc9-9501-44c2-940c-8d7c29d38f11 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:39.588502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.589662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-bb7b3119-f165-483b-be4d-5208879bce9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:39.640304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-21a67f1d-51e7-4b39-82fd-cd6a9c88e8fe None None] Provisioning for port bc3a332c-3042-4407-bd88-516b9ce7870e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:39.674999 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ef9fc-6cb2-4879-8f4b-63729fd7419f None None] Pushing event updated for resources: {'Port': ['ID=7058c863-6aae-4728-963e-95a33a1c05a4,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:39.689418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-21a67f1d-51e7-4b39-82fd-cd6a9c88e8fe None None] Provisioning complete for port bc3a332c-3042-4407-bd88-516b9ce7870e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:39.689796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-21a67f1d-51e7-4b39-82fd-cd6a9c88e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.780607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.838545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-21a67f1d-51e7-4b39-82fd-cd6a9c88e8fe None None] Port bc3a332c-3042-4407-bd88-516b9ce7870e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:40.031875 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.063297 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9266b9f0-f76a-411a-b99f-46efffedd735 None None] Provisioning complete for port bc3a332c-3042-4407-bd88-516b9ce7870e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:40.063737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9266b9f0-f76a-411a-b99f-46efffedd735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.156790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.165134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.166016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.180803 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3119-f165-483b-be4d-5208879bce9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.183043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 80faedc9-9501-44c2-940c-8d7c29d38f11, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=80faedc9-9501-44c2-940c-8d7c29d38f11,segment=NetworkSegment(ad23f368-1972-4f56-a967-a88b14e72f54),segment_id=ad23f368-1972-4f56-a967-a88b14e72f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:40.187713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9266b9f0-f76a-411a-b99f-46efffedd735 None None] Port bc3a332c-3042-4407-bd88-516b9ce7870e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:40.196176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.229947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3119-f165-483b-be4d-5208879bce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.283377 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=80faedc9-9501-44c2-940c-8d7c29d38f11,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:40.289659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b3119-f165-483b-be4d-5208879bce9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53701a1f-aa9a-48b8-b501-7908f20b6c9e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:40.311327 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d96cf231-7902-44ee-8b64-16ae19993142 None None] Provisioning complete for port bc3a332c-3042-4407-bd88-516b9ce7870e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:40.311716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d96cf231-7902-44ee-8b64-16ae19993142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.377147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=bc3a332c-3042-4407-bd88-516b9ce7870e,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:40.398309 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bb7b3119-f165-483b-be4d-5208879bce9c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2e59aabda41c4ea891c8f8be45ae08ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1205678 Jan 20 14:37:40.406665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52340) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:40.409285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d96cf231-7902-44ee-8b64-16ae19993142 None None] Port bc3a332c-3042-4407-bd88-516b9ce7870e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:40.458255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 882d6e2b-1b76-4031-adad-c5750961fbdd up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:40.478413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 53b30bba-0675-4975-876f-0161a67acf4c is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:40.479706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:40.562943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 882d6e2b-1b76-4031-adad-c5750961fbdd triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:40.563327 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.577091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6042adf6-a5f3-49d5-9f87-4bced6dce302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.629639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6042adf6-a5f3-49d5-9f87-4bced6dce302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.724250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Router ecdb7bc8-5031-4733-85d4-f89bbeff378c is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:37:40.780970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6042adf6-a5f3-49d5-9f87-4bced6dce302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.812232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042adf6-a5f3-49d5-9f87-4bced6dce302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53701a1f-aa9a-48b8-b501-7908f20b6c9e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:40.828713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7058c863-6aae-4728-963e-95a33a1c05a4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:40.912527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6042adf6-a5f3-49d5-9f87-4bced6dce302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.916419 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6042adf6-a5f3-49d5-9f87-4bced6dce302 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/53701a1f-aa9a-48b8-b501-7908f20b6c9e HTTP/1.1" status: 204 len: 168 time: 0.5057375 Jan 20 14:37:40.982592 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3d51fa79-cae2-45cc-af30-ea79016f550d None None] Provisioning complete for port bc3a332c-3042-4407-bd88-516b9ce7870e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:40.983034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3d51fa79-cae2-45cc-af30-ea79016f550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:41.004137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e23b43-7434-4482-9050-e87bcf5214cd req-30b8535a-94f2-42ba-beec-fc9a973c774d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:41.011396 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-23e23b43-7434-4482-9050-e87bcf5214cd req-30b8535a-94f2-42ba-beec-fc9a973c774d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 945 time: 0.2711840 Jan 20 14:37:41.011626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:41.022737 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-82b4917f-e295-424f-ba16-0ba72e18151c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "PUT /v2.0/routers/ecdb7bc8-5031-4733-85d4-f89bbeff378c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4048333 Jan 20 14:37:41.029137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52348) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:41.040173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c2d06c-c3d5-483b-8bd3-7eb968dd2b9c None None] Sync routers for ids ['ecdb7bc8-5031-4733-85d4-f89bbeff378c'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:41.083596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 7058c863-6aae-4728-963e-95a33a1c05a4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:41.087960 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-23e23b43-7434-4482-9050-e87bcf5214cd req-3b25b44e-fac2-428a-888a-5bcf92d4f896 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756137 Jan 20 14:37:41.106836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2d06c-c3d5-483b-8bd3-7eb968dd2b9c None None] Routers {'ecdb7bc8-5031-4733-85d4-f89bbeff378c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:41.106836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-99c2d06c-c3d5-483b-8bd3-7eb968dd2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ecdb7bc8-5031-4733-85d4-f89bbeff378c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:41.157184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:41.168519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:41.169445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:41.205042 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-99c2d06c-c3d5-483b-8bd3-7eb968dd2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:41.212504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-3d51fa79-cae2-45cc-af30-ea79016f550d None None] Port bc3a332c-3042-4407-bd88-516b9ce7870e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:41.223849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2d06c-c3d5-483b-8bd3-7eb968dd2b9c None None] Routers {'ecdb7bc8-5031-4733-85d4-f89bbeff378c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:41.224923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-99c2d06c-c3d5-483b-8bd3-7eb968dd2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ecdb7bc8-5031-4733-85d4-f89bbeff378c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:41.227789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b08792-1248-4da7-8b2e-217b8d04b2bb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:41.228607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-84b08792-1248-4da7-8b2e-217b8d04b2bb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:41.275126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-84b08792-1248-4da7-8b2e-217b8d04b2bb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:41.276356 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-84b08792-1248-4da7-8b2e-217b8d04b2bb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecdb7bc8-5031-4733-85d4-f89bbeff378c HTTP/1.1" status: 200 len: 988 time: 0.2462401 Jan 20 14:37:41.279194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52354) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:41.302118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 4fcd6915-9383-4d9b-ab52-4ca5e95b894d up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:41.326010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b110c4-8816-4db0-926b-f59e61d3316d None None] Network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:41.377571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-99c2d06c-c3d5-483b-8bd3-7eb968dd2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:41.377974 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c2d06c-c3d5-483b-8bd3-7eb968dd2b9c None None] The sync data for ids ['ecdb7bc8-5031-4733-85d4-f89bbeff378c'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:41.388829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event updated for resources: {'Port': ['ID=39d348de-e90f-45fb-ad71-79927d9806b5,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:41.436653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:41.437804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:41.466437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-96c4d322-7537-4c77-8f13-155687be4d57 None None] Provisioning for port 7058c863-6aae-4728-963e-95a33a1c05a4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:41.488985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-96c4d322-7537-4c77-8f13-155687be4d57 None None] Provisioning complete for port 7058c863-6aae-4728-963e-95a33a1c05a4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:41.489448 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-96c4d322-7537-4c77-8f13-155687be4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:41.531977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:41.560829 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:41.561039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:41.631359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:41.804778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:41.809712 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9a1e7aeb-fdf2-4b6d-91b8-5b907aaad6e9 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4168460 Jan 20 14:37:41.812586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52372) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:41.817461 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:41.819175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0b79475a-9e14-4a7e-8c22-096f1ae52b9f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:41.827228 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:41.827839 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:41.845996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-96c4d322-7537-4c77-8f13-155687be4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:41.948766 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:41.986711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-96c4d322-7537-4c77-8f13-155687be4d57 None None] For port 7058c863-6aae-4728-963e-95a33a1c05a4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7058c863-6aae-4728-963e-95a33a1c05a4,segment=NetworkSegment(31c25b26-77ea-4bab-ab94-52b8e7af6c5a),segment_id=31c25b26-77ea-4bab-ab94-52b8e7af6c5a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:41.995931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52378) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:42.019109 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:42.035466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:37:42.057484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-96c4d322-7537-4c77-8f13-155687be4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.103170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.211117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:42.276846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.327801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 80faedc9-9501-44c2-940c-8d7c29d38f11 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:42.367484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-309319209-network', 'tenant_id': 'eb70db77403a429ba144320681659b78'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:42.374245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:42.383814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Usage tracker for resource:network and tenant:eb70db77403a429ba144320681659b78 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:42.387847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d322-7537-4c77-8f13-155687be4d57 None None] Pushing event updated for resources: {'Port': ['ID=7058c863-6aae-4728-963e-95a33a1c05a4,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:42.394830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:42.404795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:42.429345 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'code': 200} Jan 20 14:37:42.464318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Made reservation on behalf of eb70db77403a429ba144320681659b78 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:42.467827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.505598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:42.524733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 80faedc9-9501-44c2-940c-8d7c29d38f11 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:42.525608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.557505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.652680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:42.658200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Usage tracker for resource:security_group_rule and tenant:eb70db77403a429ba144320681659b78 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:42.672184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:42.679055 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:39Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '39d348de-e90f-45fb-ad71-79927d9806b5', 'name': '', 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:3a:3b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:38Z', 'updated_at': '2022-01-20T14:37:40Z', 'revision_number': 2, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:42.688338 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:42.688338 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Updating router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f port 39d348de-e90f-45fb-ad71-79927d9806b5 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:37:42.692738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:42.762603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port bc3a332c-3042-4407-bd88-516b9ce7870e {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:42.763319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.764844 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.793429 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-00b0eb28-bfd7-4123-aa24-ee308bf2f8c5 None None] Provisioning for port 39d348de-e90f-45fb-ad71-79927d9806b5 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:42.800520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-00b0eb28-bfd7-4123-aa24-ee308bf2f8c5 None None] Provisioning complete for port 39d348de-e90f-45fb-ad71-79927d9806b5 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:42.801205 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-00b0eb28-bfd7-4123-aa24-ee308bf2f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.888634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e311f-b1cb-4c20-9d27-a41bd692a52e req-d2621009-5ab8-4e6a-be37-10de88727ba3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:42.890188 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-de2e311f-b1cb-4c20-9d27-a41bd692a52e req-d2621009-5ab8-4e6a-be37-10de88727ba3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 946 time: 0.3492517 Jan 20 14:37:42.906089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-00b0eb28-bfd7-4123-aa24-ee308bf2f8c5 None None] Port 39d348de-e90f-45fb-ad71-79927d9806b5 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:42.921848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-00b0eb28-bfd7-4123-aa24-ee308bf2f8c5 None None] Provisioning complete for port 7058c863-6aae-4728-963e-95a33a1c05a4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:42.924904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-00b0eb28-bfd7-4123-aa24-ee308bf2f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.973428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.986986 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.014924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff201c-c7a2-4d7d-a3e5-1df4772c7e26 req-ffdb2c33-193e-4254-8507-17f866edd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:43.019927 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64ff201c-c7a2-4d7d-a3e5-1df4772c7e26 req-ffdb2c33-193e-4254-8507-17f866edd342 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 1099 time: 0.2923748 Jan 20 14:37:43.083008 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:43.097120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.110331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73497c85-feef-47b4-bb30-53509005f462,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:43.121287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.121527 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Added segment 1035c7b6-3226-4fdb-b2ee-ab5279072788 of type vlan for network f7564359-c438-4b65-809b-e47a5c739a52 Jan 20 14:37:43.130979 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-de2e311f-b1cb-4c20-9d27-a41bd692a52e req-f0b9c5b1-04da-409d-a745-c9b6a0df4b2f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256806 Jan 20 14:37:43.215693 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64ff201c-c7a2-4d7d-a3e5-1df4772c7e26 req-c66bcdb7-b3c8-4298-bf95-ac25c171fa36 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824610 Jan 20 14:37:43.265112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for bc3a332c-3042-4407-bd88-516b9ce7870e owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:43.293266 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.298012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-71bb8bd1-21de-4435-a301-6da8d51dc52f None None] Provisioning complete for port 39d348de-e90f-45fb-ad71-79927d9806b5 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:43.298485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-71bb8bd1-21de-4435-a301-6da8d51dc52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.309023 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Transition to ACTIVE for port object 39d348de-e90f-45fb-ad71-79927d9806b5 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:43.319280 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.327836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.extraroute_db [None req-0b79475a-9e14-4a7e-8c22-096f1ae52b9f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 20 14:37:43.342445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.361128 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.extraroute_db [None req-0b79475a-9e14-4a7e-8c22-096f1ae52b9f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Removed routes are [] {{(pid=87494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 20 14:37:43.364649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0b79475a-9e14-4a7e-8c22-096f1ae52b9f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.400282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-71bb8bd1-21de-4435-a301-6da8d51dc52f None None] Port 39d348de-e90f-45fb-ad71-79927d9806b5 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:43.436307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.437764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:43.438611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.569586 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Attempting to bind port 39d348de-e90f-45fb-ad71-79927d9806b5 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:43.569981 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Attempting to bind port 39d348de-e90f-45fb-ad71-79927d9806b5 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '31c25b26-77ea-4bab-ab94-52b8e7af6c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:43.570373 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Attempting to bind port 39d348de-e90f-45fb-ad71-79927d9806b5 on network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:43.574626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] Pushing event updated for resources: {'Network': ['ID=f7564359-c438-4b65-809b-e47a5c739a52,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:43.578451 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:43.580601 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Checking segment: {'id': '31c25b26-77ea-4bab-ab94-52b8e7af6c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:43.580601 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.580601 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Bound using segment: {'id': '31c25b26-77ea-4bab-ab94-52b8e7af6c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:43.580601 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Bound port: 39d348de-e90f-45fb-ad71-79927d9806b5, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c25b26-77ea-4bab-ab94-52b8e7af6c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:43.580601 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.597395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network f7564359-c438-4b65-809b-e47a5c739a52 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:43.615172 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-255ce574-5f36-4f14-b62c-38847bd4ea12 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6169529 Jan 20 14:37:43.620346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52390) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:43.635751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Request body: {'subnet': {'network_id': 'f7564359-c438-4b65-809b-e47a5c739a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-309319209-subnet', 'tenant_id': 'eb70db77403a429ba144320681659b78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:43.651001 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:43.663238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Usage tracker for resource:subnet and tenant:eb70db77403a429ba144320681659b78 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:43.667816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:43.682181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:43.703573 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] For port 39d348de-e90f-45fb-ad71-79927d9806b5, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:43.707387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.708095 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] For port 39d348de-e90f-45fb-ad71-79927d9806b5, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=39d348de-e90f-45fb-ad71-79927d9806b5,segment=NetworkSegment(31c25b26-77ea-4bab-ab94-52b8e7af6c5a),segment_id=31c25b26-77ea-4bab-ab94-52b8e7af6c5a)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:43.719216 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec4efe-b9e9-4b5e-9c3a-55a5689b41d7 None None] Pushing event updated for resources: {'Port': ['ID=39d348de-e90f-45fb-ad71-79927d9806b5,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:43.723957 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.759608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Made reservation on behalf of eb70db77403a429ba144320681659b78 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:43.762187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.803926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=bc3a332c-3042-4407-bd88-516b9ce7870e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:43.804809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0b79475a-9e14-4a7e-8c22-096f1ae52b9f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.813727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0b79475a-9e14-4a7e-8c22-096f1ae52b9f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.813927 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:43.814392 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:43.938322 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec4efe-b9e9-4b5e-9c3a-55a5689b41d7 None None] Pushing event updated for resources: {'Port': ['ID=39d348de-e90f-45fb-ad71-79927d9806b5,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:44.005311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b79475a-9e14-4a7e-8c22-096f1ae52b9f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:44.039264 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:44.264472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b79475a-9e14-4a7e-8c22-096f1ae52b9f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:44.272533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0b79475a-9e14-4a7e-8c22-096f1ae52b9f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:44.277091 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0b79475a-9e14-4a7e-8c22-096f1ae52b9f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f HTTP/1.1" status: 200 len: 953 time: 2.4629409 Jan 20 14:37:44.277969 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52396) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:44.333754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7058c863-6aae-4728-963e-95a33a1c05a4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:44.365480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:44.469971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 7058c863-6aae-4728-963e-95a33a1c05a4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:44.470343 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:44.576882 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:43Z', 'revision_number': 6, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '39d348de-e90f-45fb-ad71-79927d9806b5', 'name': '', 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:3a:3b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:38Z', 'updated_at': '2022-01-20T14:37:43Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:44.582553 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f93ff-0134-4fb0-93c9-2162c5749f41 None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:43Z', 'revision_number': 6, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '39d348de-e90f-45fb-ad71-79927d9806b5', 'name': '', 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:3a:3b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:38Z', 'updated_at': '2022-01-20T14:37:43Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:44.631589 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c10331a0-829a-4bbd-acb1-c38df737ffee tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f HTTP/1.1" status: 200 len: 953 time: 0.3491485 Jan 20 14:37:44.631589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52400) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:44.640928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-549a1790-5b2c-436c-9e48-927270c8ed18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'routes': None}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:44.859307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Router ecdb7bc8-5031-4733-85d4-f89bbeff378c has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:44.892458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6775b1-a194-4228-abb2-2e3c64f00434 req-176807a4-333f-4ec1-8382-947c4e9c8c80 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:44.894033 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bb6775b1-a194-4228-abb2-2e3c64f00434 req-176807a4-333f-4ec1-8382-947c4e9c8c80 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 946 time: 0.5140977 Jan 20 14:37:44.897357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.128617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:45.140863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24865548-47bb-409c-9bd5-12e5c77f08e5 None None] Sync routers for ids ['ecdb7bc8-5031-4733-85d4-f89bbeff378c'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:45.143252 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bb6775b1-a194-4228-abb2-2e3c64f00434 req-62542a55-b8e3-439c-9b40-eb61d55c99af tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140377 Jan 20 14:37:45.164605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24865548-47bb-409c-9bd5-12e5c77f08e5 None None] Routers {'ecdb7bc8-5031-4733-85d4-f89bbeff378c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:45.165323 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-24865548-47bb-409c-9bd5-12e5c77f08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ecdb7bc8-5031-4733-85d4-f89bbeff378c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:45.165566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c28adb8-5def-4afa-b7c9-869ad75aead5,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:45.172693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Checking segment: {'id': '1035c7b6-3226-4fdb-b2ee-ab5279072788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f7564359-c438-4b65-809b-e47a5c739a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:45.172868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Network hostable DHCP agents. Network: f7564359-c438-4b65-809b-e47a5c739a52, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:45.197419 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-220b714b-2627-45c4-bdae-c7d31c3332d6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "PUT /v2.0/routers/ecdb7bc8-5031-4733-85d4-f89bbeff378c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9146540 Jan 20 14:37:45.197829 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52404) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:45.249316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-24865548-47bb-409c-9bd5-12e5c77f08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:45.257192 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3482f034-7f03-4727-a822-b9ae142fc6ee tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:37:45.258100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3482f034-7f03-4727-a822-b9ae142fc6ee tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:45.258242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24865548-47bb-409c-9bd5-12e5c77f08e5 None None] Routers {'ecdb7bc8-5031-4733-85d4-f89bbeff378c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:45.258850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-24865548-47bb-409c-9bd5-12e5c77f08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ecdb7bc8-5031-4733-85d4-f89bbeff378c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:45.261580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Network f7564359-c438-4b65-809b-e47a5c739a52 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:45.263909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.extraroute_db [None req-549a1790-5b2c-436c-9e48-927270c8ed18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added routes are [] {{(pid=87494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 20 14:37:45.264389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.extraroute_db [None req-549a1790-5b2c-436c-9e48-927270c8ed18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 20 14:37:45.277641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, f7564359-c438-4b65-809b-e47a5c739a52) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:45.285977 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:45.286637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.292751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3482f034-7f03-4727-a822-b9ae142fc6ee tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:45.296543 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3482f034-7f03-4727-a822-b9ae142fc6ee tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/bc3a332c-3042-4407-bd88-516b9ce7870e HTTP/1.1" status: 404 len: 333 time: 0.0942574 Jan 20 14:37:45.300765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52408) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:45.311955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-549a1790-5b2c-436c-9e48-927270c8ed18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.336514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-24865548-47bb-409c-9bd5-12e5c77f08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:45.337055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24865548-47bb-409c-9bd5-12e5c77f08e5 None None] The sync data for ids ['ecdb7bc8-5031-4733-85d4-f89bbeff378c'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:45.339174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fd39d-210b-4fd8-921e-2d7c43f12098 None None] Network f7564359-c438-4b65-809b-e47a5c739a52 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:45.440714 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6c3e82df-abef-4ea5-adaa-3457df9f73bd admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8108082 Jan 20 14:37:45.453381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-be612ff0-ba49-4bae-acaf-a965ec5ab2a3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.573115 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:45.584256 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:45.585874 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:45.637930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb937b8d-9d00-4bbb-9bba-7cb6ac7b2b35 None None] Network f7564359-c438-4b65-809b-e47a5c739a52 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:45.748432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-549a1790-5b2c-436c-9e48-927270c8ed18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.758797 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-549a1790-5b2c-436c-9e48-927270c8ed18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.761432 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:46.043483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-be612ff0-ba49-4bae-acaf-a965ec5ab2a3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.048294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-be612ff0-ba49-4bae-acaf-a965ec5ab2a3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.081847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-be612ff0-ba49-4bae-acaf-a965ec5ab2a3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.082555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be612ff0-ba49-4bae-acaf-a965ec5ab2a3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Fanout notify agent at l3_agent the message router_deleted on router ecdb7bc8-5031-4733-85d4-f89bbeff378c {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:37:46.097911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-be612ff0-ba49-4bae-acaf-a965ec5ab2a3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.100662 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-be612ff0-ba49-4bae-acaf-a965ec5ab2a3 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/routers/ecdb7bc8-5031-4733-85d4-f89bbeff378c HTTP/1.1" status: 204 len: 168 time: 0.7983017 Jan 20 14:37:46.102698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52424) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:46.179053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549a1790-5b2c-436c-9e48-927270c8ed18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:46.182794 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:45Z', 'revision_number': 7, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '39d348de-e90f-45fb-ad71-79927d9806b5', 'name': '', 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:3a:3b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:38Z', 'updated_at': '2022-01-20T14:37:43Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:46.187645 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:46.196127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e45be9-ab15-4062-b7ac-19a52343ffa2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet 40a0b814-f97d-4a34-8bfe-f60ef82d695f {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:46.197280 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:46.197881 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:46.200694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5e45be9-ab15-4062-b7ac-19a52343ffa2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.263118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52432) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:46.270594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1933412017-network', 'tenant_id': 'ea1688127c26405d8eba5bb86b60cebd'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:46.275209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:46.280232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Usage tracker for resource:network and tenant:ea1688127c26405d8eba5bb86b60cebd is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:46.282429 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:46.288216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:46.299315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5e45be9-ab15-4062-b7ac-19a52343ffa2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.332598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Made reservation on behalf of ea1688127c26405d8eba5bb86b60cebd for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:46.335220 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.339960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 39d348de-e90f-45fb-ad71-79927d9806b5 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:46.370600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.394791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:46.405142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Usage tracker for resource:security_group_rule and tenant:ea1688127c26405d8eba5bb86b60cebd is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:46.405576 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:46.411369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:46.422198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:46.457187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5e45be9-ab15-4062-b7ac-19a52343ffa2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.468954 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 39d348de-e90f-45fb-ad71-79927d9806b5 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:46.475628 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 39d348de-e90f-45fb-ad71-79927d9806b5 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:46.476002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.489575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549a1790-5b2c-436c-9e48-927270c8ed18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:46.497747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-549a1790-5b2c-436c-9e48-927270c8ed18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.501346 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-549a1790-5b2c-436c-9e48-927270c8ed18 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f HTTP/1.1" status: 200 len: 703 time: 1.8666475 Jan 20 14:37:46.501596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52436) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:46.559629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5e45be9-ab15-4062-b7ac-19a52343ffa2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.618464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e45be9-ab15-4062-b7ac-19a52343ffa2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=40a0b814-f97d-4a34-8bfe-f60ef82d695f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:46.623769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.633771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c5e45be9-ab15-4062-b7ac-19a52343ffa2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.643551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc126f9-0537-4488-9823-975a5be10701 None None] Network 53b30bba-0675-4975-876f-0161a67acf4c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:46.651410 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c5e45be9-ab15-4062-b7ac-19a52343ffa2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/40a0b814-f97d-4a34-8bfe-f60ef82d695f HTTP/1.1" status: 204 len: 168 time: 0.5470960 Jan 20 14:37:46.656852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52440) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:46.662336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41210f6-6da5-4a55-87af-036780f7e6b4 req-e44d4bfd-e3dd-487b-9d2e-b894f4fd49b1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:46.664346 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b41210f6-6da5-4a55-87af-036780f7e6b4 req-e44d4bfd-e3dd-487b-9d2e-b894f4fd49b1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 946 time: 0.3724086 Jan 20 14:37:46.714926 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c35e8849-ce01-49b3-9312-0ce00c6b33e8 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f HTTP/1.1" status: 200 len: 703 time: 0.2122216 Jan 20 14:37:46.732473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52444) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:46.735508 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b41210f6-6da5-4a55-87af-036780f7e6b4 req-56ab7fbc-439c-409b-9b62-9269f1841dcb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624001 Jan 20 14:37:46.792560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 39d348de-e90f-45fb-ad71-79927d9806b5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=39d348de-e90f-45fb-ad71-79927d9806b5,segment=NetworkSegment(31c25b26-77ea-4bab-ab94-52b8e7af6c5a),segment_id=31c25b26-77ea-4bab-ab94-52b8e7af6c5a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:46.830746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.838362 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:45Z', 'revision_number': 7, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '39d348de-e90f-45fb-ad71-79927d9806b5', 'name': '', 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:3a:3b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:38Z', 'updated_at': '2022-01-20T14:37:43Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:46.847907 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ca617-b2c3-46e8-8dab-aa17a20fd623 None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:45Z', 'revision_number': 7, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '39d348de-e90f-45fb-ad71-79927d9806b5', 'name': '', 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:3a:3b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:38Z', 'updated_at': '2022-01-20T14:37:43Z', 'revision_number': 4, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:46.849452 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.880396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.881416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port 80faedc9-9501-44c2-940c-8d7c29d38f11 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:46.881736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.923746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.979177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=39d348de-e90f-45fb-ad71-79927d9806b5,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:47.064292 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:47.067290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] DHCP port deletion for 53b30bba-0675-4975-876f-0161a67acf4c request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:47.084604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] Deleting port 80faedc9-9501-44c2-940c-8d7c29d38f11 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:47.085343 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.086961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d016c50-4124-4516-bb98-6e626c9c8b2b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:47.140344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.140676 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Added segment 23406f65-e22b-459c-baaa-8ec9438af083 of type vlan for network d1d3088e-058c-40ca-a39a-cad599a4239f Jan 20 14:37:47.206984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:47.235857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:47.236505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:47.265179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb13a44-6c4f-4691-9645-0d05b29602e6 req-60cf1a6b-1bf7-4e78-b4ca-6d95e18864a1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:47.266655 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6fb13a44-6c4f-4691-9645-0d05b29602e6 req-60cf1a6b-1bf7-4e78-b4ca-6d95e18864a1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 946 time: 0.3512359 Jan 20 14:37:47.268334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.358723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] For port 80faedc9-9501-44c2-940c-8d7c29d38f11, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=80faedc9-9501-44c2-940c-8d7c29d38f11,segment=NetworkSegment(ad23f368-1972-4f56-a967-a88b14e72f54),segment_id=ad23f368-1972-4f56-a967-a88b14e72f54)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:47.359069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.368665 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6fb13a44-6c4f-4691-9645-0d05b29602e6 req-ca86eb53-b5b1-4d6b-9abb-756c262bc29c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914006 Jan 20 14:37:47.401724 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.429910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52450) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:47.490156 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] For port 80faedc9-9501-44c2-940c-8d7c29d38f11, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=80faedc9-9501-44c2-940c-8d7c29d38f11,segment=NetworkSegment(ad23f368-1972-4f56-a967-a88b14e72f54),segment_id=ad23f368-1972-4f56-a967-a88b14e72f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:47.490744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.490847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.491399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:47.492006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.497821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:47.501654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for 80faedc9-9501-44c2-940c-8d7c29d38f11 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:47.651429 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1d3088e-058c-40ca-a39a-cad599a4239f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:47.666557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] Calling delete_port for 80faedc9-9501-44c2-940c-8d7c29d38f11 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:47.695350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network d1d3088e-058c-40ca-a39a-cad599a4239f details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:47.718380 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1bc834bf-0842-4a81-8c06-76e5d7d3bdf3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4539659 Jan 20 14:37:47.721108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52454) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:47.730447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Request body: {'subnet': {'network_id': 'd1d3088e-058c-40ca-a39a-cad599a4239f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1933412017-subnet', 'tenant_id': 'ea1688127c26405d8eba5bb86b60cebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:47.735502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:47.739281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Usage tracker for resource:subnet and tenant:ea1688127c26405d8eba5bb86b60cebd is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:47.742930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:47.749173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:47.755891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 39d348de-e90f-45fb-ad71-79927d9806b5 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:47.756688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.760785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.924259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Made reservation on behalf of ea1688127c26405d8eba5bb86b60cebd for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:47.926572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.950357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=80faedc9-9501-44c2-940c-8d7c29d38f11,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:47.954845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No DVR routers for this DVR port 80faedc9-9501-44c2-940c-8d7c29d38f11 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:48.019035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:37:48.019378 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:37:48.037690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6d1e8b-2bb0-4fca-854e-505b871555d9 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:48.039256 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4f6d1e8b-2bb0-4fca-854e-505b871555d9 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 1094 time: 0.6077096 Jan 20 14:37:48.045250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52458) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:48.054304 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:48.062023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:48.070951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:floatingip and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:48.075675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:48.094896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:48.126786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.137812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:45Z', 'revision_number': 7, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '39d348de-e90f-45fb-ad71-79927d9806b5', 'name': '', 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:3a:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:38Z', 'updated_at': '2022-01-20T14:37:46Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:48.141811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:48.151589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:48.152268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port 39d348de-e90f-45fb-ad71-79927d9806b5, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=39d348de-e90f-45fb-ad71-79927d9806b5,segment=NetworkSegment(31c25b26-77ea-4bab-ab94-52b8e7af6c5a),segment_id=31c25b26-77ea-4bab-ab94-52b8e7af6c5a)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:48.152426 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:48.152952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.161309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.193291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b30bba-0675-4975-876f-0161a67acf4c']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:48.207011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad23f368-1972-4f56-a967-a88b14e72f54') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:48.207153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad23f368-1972-4f56-a967-a88b14e72f54') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:48.221539 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.274542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.284813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:37:48.285208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:48.304598 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:48.318010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 39d348de-e90f-45fb-ad71-79927d9806b5 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:48.340908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 39d348de-e90f-45fb-ad71-79927d9806b5 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:48.393173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:48.412161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.429674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.432513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.485797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Network': ['ID=53b30bba-0675-4975-876f-0161a67acf4c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:48.494310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.520720 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bd4402e3-6679-4ae5-bf3a-c672721f54c2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/networks/53b30bba-0675-4975-876f-0161a67acf4c HTTP/1.1" status: 204 len: 168 time: 1.8585002 Jan 20 14:37:48.521324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52462) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:48.535672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] Deleting port 80faedc9-9501-44c2-940c-8d7c29d38f11 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:48.535672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.592478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a7c8c6-f5bd-4614-a4ba-e1a29dc4074a,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:48.600154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Checking segment: {'id': '23406f65-e22b-459c-baaa-8ec9438af083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1d3088e-058c-40ca-a39a-cad599a4239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:48.600154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Network hostable DHCP agents. Network: d1d3088e-058c-40ca-a39a-cad599a4239f, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:48.628877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d6720-f2f6-4cc0-ba3b-17af26860c90 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:48.629449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-042d6720-f2f6-4cc0-ba3b-17af26860c90 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:48.645083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Network d1d3088e-058c-40ca-a39a-cad599a4239f is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:48.649014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-042d6720-f2f6-4cc0-ba3b-17af26860c90 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:48.654201 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-042d6720-f2f6-4cc0-ba3b-17af26860c90 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/0b9fce36-19e2-4850-a5dc-b3fda153585e HTTP/1.1" status: 200 len: 844 time: 0.1285231 Jan 20 14:37:48.654201 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52466) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:48.660096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 39d348de-e90f-45fb-ad71-79927d9806b5 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:48.660469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.691381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.696056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, d1d3088e-058c-40ca-a39a-cad599a4239f) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:48.711975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:48.712575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.727559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b5b3ac-87f0-417e-9c3c-add262eb3fb4 None None] Network d1d3088e-058c-40ca-a39a-cad599a4239f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:48.735072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.202 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/af234c3a-271c-4709-8be0-c8535c33a056) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:48.744649 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5e60c5e2-15e8-41c6-bd8e-6a21dd91eef6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/0b9fce36-19e2-4850-a5dc-b3fda153585e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0857508 Jan 20 14:37:48.744649 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cfd2b426-9a5a-427b-bec9-397c0a0c0368 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0185697 Jan 20 14:37:48.744955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52470) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:48.750174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:48.750600 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf63de-3bbb-4a4e-94a7-7e6e7773ff7b None None] The port '80faedc9-9501-44c2-940c-8d7c29d38f11' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:37:48.765945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Port 39d348de-e90f-45fb-ad71-79927d9806b5 was deleted so its status cannot be updated. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 14:37:48.902246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 80faedc9-9501-44c2-940c-8d7c29d38f11 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:48.922099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:48.926175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:48.929457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:48.935678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:48.961769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:48.965642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.018050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 80faedc9-9501-44c2-940c-8d7c29d38f11 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:49.018783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 80faedc9-9501-44c2-940c-8d7c29d38f11 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:49.048395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=39d348de-e90f-45fb-ad71-79927d9806b5,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:49.052563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.355616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d02e33-43eb-46a6-9b65-4a6f862448db None None] Network d1d3088e-058c-40ca-a39a-cad599a4239f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:49.378937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:45Z', 'revision_number': 7, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '39d348de-e90f-45fb-ad71-79927d9806b5', 'name': '', 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:3a:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:38Z', 'updated_at': '2022-01-20T14:37:46Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:49.422103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.446310 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178b6db-1ae6-4916-9554-38c6d351dc7c None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:45Z', 'revision_number': 7, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '39d348de-e90f-45fb-ad71-79927d9806b5', 'name': '', 'network_id': '53824370-cf55-45bc-90ec-81e6f7c6d4b0', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:3a:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:38Z', 'updated_at': '2022-01-20T14:37:46Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'fb32dcb9-baaa-4383-b729-f78edc1763c6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:49.514094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:49.519193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:49.525270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:49.525870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.542105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=b6f5f9ee-b4aa-409a-bee9-aa95054d5772,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:49.553610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9518f-362c-42d0-9762-5ceea85627fd None None] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:49.575062 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ed525444-1678-4e58-96f2-95e23347c407 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8267093 Jan 20 14:37:49.576677 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52490) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:49.588612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'security_group': {'name': 'tempest-secgroup-1830221368'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:49.595793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:49.601132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:49.604477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:49.610733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:49.628472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.652379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:49.656160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group_rule and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:49.659562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:49.665730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:49.744463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.750986 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.803726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.807776 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2276926 Jan 20 14:37:49.807776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049311d7-6002-4de6-b378-414f2eb34368 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc12b8-5d89-45db-a8ec-70803cd887b8,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:49.808352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52494) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:49.814782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'security_group': {'name': 'tempest-secgroup-1684123899'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:49.821599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:49.825957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:49.829029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:49.835935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:49.849086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.869056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:49.870400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-0ba1583c-7741-4fc8-b238-9a0f6f43f40e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:49.871540 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-0ba1583c-7741-4fc8-b238-9a0f6f43f40e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/networks?id=f7564359-c438-4b65-809b-e47a5c739a52 HTTP/1.1" status: 200 len: 811 time: 0.2459767 Jan 20 14:37:49.875154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group_rule and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:49.878899 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:49.884284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:49.886788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:49.913974 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-412580f4-9898-4439-b833-2b5230b53d0a tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/quotas/eb70db77403a429ba144320681659b78 HTTP/1.1" status: 200 len: 375 time: 0.0339847 Jan 20 14:37:49.916078 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-8a8da0e8-59ae-4198-8eda-a33790896d08', 'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'tenant_id': 'aaf51206de3a468a9488baf60ac7dae8', 'fixed_ips': [{'subnet_id': 'b6f5f9ee-b4aa-409a-bee9-aa95054d5772'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:37:49.917830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.920648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.966741 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.973968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.038502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c76f18a-eb58-41c2-8bfc-6957323172c7,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:50.055978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.058120 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-23f48e4e-3cd8-4776-9261-30f555404475 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2487571 Jan 20 14:37:50.062314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52498) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:50.077172 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-773373885', 'security_groups': ['6c76f18a-eb58-41c2-8bfc-6957323172c7'], 'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6f5f9ee-b4aa-409a-bee9-aa95054d5772'}]}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:50.086034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Allocated IP 2001:db8::2 (8a8da0e8-59ae-4198-8eda-a33790896d08/b6f5f9ee-b4aa-409a-bee9-aa95054d5772/0afdfd8b-9c74-43bf-ae1b-8681e0b58494) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:50.105950 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-6a7239f9-cfd9-4f29-92b4-05d729e96e8e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=eb70db77403a429ba144320681659b78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1802483 Jan 20 14:37:50.216148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:50.231198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:50.238964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:50.247021 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:50.258761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:50.259903 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:50.260924 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:50.278131 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-59bc412a-8df6-4c0b-bdef-4c859d395e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5416355 Jan 20 14:37:50.281067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52502) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:50.284028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.354999 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.365926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Transition to ACTIVE for port object 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:50.385737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Transition to ACTIVE for port object 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:50.399862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.425097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=af234c3a-271c-4709-8be0-c8535c33a056,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:50.430174 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-e57816e9-a461-4553-8558-b509fdbbe11b service neutron] 10.222.0.87 "GET /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113575 Jan 20 14:37:50.432102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:50.435770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:50.439758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:50.460911 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:50.470561 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:50.474201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:50.478281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:50.568580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93fec73-76d8-40e4-bb5b-5ec2f899ec17 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting subnet fb32dcb9-baaa-4383-b729-f78edc1763c6 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:50.573364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.580630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Attempting to bind port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:50.583604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Attempting to bind port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '892f8c94-fbc9-440e-8309-59d518f24e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:50.584030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a93fec73-76d8-40e4-bb5b-5ec2f899ec17 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.584175 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Attempting to bind port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 on network 8a8da0e8-59ae-4198-8eda-a33790896d08 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:50.584175 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Pushing event updated for resources: {'Port': ['ID=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:50.593775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:50.594141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Checking segment: {'id': '892f8c94-fbc9-440e-8309-59d518f24e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:50.594780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.595164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Bound using segment: {'id': '892f8c94-fbc9-440e-8309-59d518f24e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:50.595629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Bound port: 0afdfd8b-9c74-43bf-ae1b-8681e0b58494, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892f8c94-fbc9-440e-8309-59d518f24e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:50.596511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.602401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 yet. {{(pid=87495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:37:50.701096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] For port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:50.704545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] For port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,segment=NetworkSegment(892f8c94-fbc9-440e-8309-59d518f24e62),segment_id=892f8c94-fbc9-440e-8309-59d518f24e62)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:50.714883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.715187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a93fec73-76d8-40e4-bb5b-5ec2f899ec17 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:50.828559 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-53b6787b-9dcb-4b27-9022-64d7562f9a91 service neutron] 10.222.0.87 "GET /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889873 Jan 20 14:37:50.834887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bb8a8-6eb1-4a16-beea-acd73c3d09d2 None None] Pushing event updated for resources: {'Port': ['ID=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:50.886784 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:48Z', 'revision_number': 8, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:50.891519 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:50.903919 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:50.904565 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:50.923659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8::f8 (8a8da0e8-59ae-4198-8eda-a33790896d08/b6f5f9ee-b4aa-409a-bee9-aa95054d5772/c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:51.081860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a93fec73-76d8-40e4-bb5b-5ec2f899ec17 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.138260 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:51.194370 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cd39cffa-e256-46c1-bb66-8555b86d0f55 req-003733b2-24b7-4972-a102-88234f809e5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 210 time: 0.0722902 Jan 20 14:37:51.281263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a93fec73-76d8-40e4-bb5b-5ec2f899ec17 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.309368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.327194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:51.359868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.428136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:51.436500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:51.442083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:51.447984 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:51.448727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.478361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:51.493625 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-175923ee-d6c0-4141-9048-ea812e8021dd tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4303191 Jan 20 14:37:51.496721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52510) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:51.497371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fec73-76d8-40e4-bb5b-5ec2f899ec17 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Subnet': ['ID=fb32dcb9-baaa-4383-b729-f78edc1763c6,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:51.500706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a93fec73-76d8-40e4-bb5b-5ec2f899ec17 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.505831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98df86a-26a1-4b2d-a502-be4cc6bdd226 None None] Network 53824370-cf55-45bc-90ec-81e6f7c6d4b0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:51.512546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:51.513344 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a93fec73-76d8-40e4-bb5b-5ec2f899ec17 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/fb32dcb9-baaa-4383-b729-f78edc1763c6 HTTP/1.1" status: 204 len: 168 time: 1.2309687 Jan 20 14:37:51.514025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52514) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:51.553925 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:48Z', 'revision_number': 8, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:51.558887 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55026e35-1174-484a-a349-e8357fae10e3 None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:48Z', 'revision_number': 8, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882d6e2b-1b76-4031-adad-c5750961fbdd', 'name': '', 'network_id': 'b4c0a86a-d353-438c-8e9a-687dfe4bd275', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:fc:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '9b629e57-9424-43cf-a1df-af2622231958', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:27Z', 'updated_at': '2022-01-20T14:37:38Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': '9b629e57-9424-43cf-a1df-af2622231958', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:51.655709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.678708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 7058c863-6aae-4728-963e-95a33a1c05a4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:51.679549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.684408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:51.688558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:51.691421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:51.697471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:51.711272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:51.717079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.729182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.857213 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.ipam_backend_mixin [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6f5f9ee-b4aa-409a-bee9-aa95054d5772 (CIDR: 2001:db8::/64) Jan 20 14:37:51.862026 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:37:51.863019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:37:51.884056 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-599f3a7f-362f-4b8b-81c7-4b53524b527e tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3861747 Jan 20 14:37:51.888313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52518) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:51.895307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:51.938165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] DHCP port deletion for 53824370-cf55-45bc-90ec-81e6f7c6d4b0 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:51.942961 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] Deleting port 7058c863-6aae-4728-963e-95a33a1c05a4 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:51.943599 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:51.952324 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.017145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port 7058c863-6aae-4728-963e-95a33a1c05a4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7058c863-6aae-4728-963e-95a33a1c05a4,segment=NetworkSegment(31c25b26-77ea-4bab-ab94-52b8e7af6c5a),segment_id=31c25b26-77ea-4bab-ab94-52b8e7af6c5a)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:52.017528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.168014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:52.172084 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:52.179316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:52.189192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:52.191429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 7058c863-6aae-4728-963e-95a33a1c05a4 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:52.203596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:52.207410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.395896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] For port 7058c863-6aae-4728-963e-95a33a1c05a4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7058c863-6aae-4728-963e-95a33a1c05a4,segment=NetworkSegment(31c25b26-77ea-4bab-ab94-52b8e7af6c5a),segment_id=31c25b26-77ea-4bab-ab94-52b8e7af6c5a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:52.396319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.420630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3392f0f1-5a67-4572-a9c1-cce6bc12ee2e req-dd649632-c67f-4209-bcd6-70f138de94e5 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 210 time: 0.1072774 Jan 20 14:37:52.493694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.498240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:52.547698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=7058c863-6aae-4728-963e-95a33a1c05a4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:52.572011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No DVR routers for this DVR port 7058c863-6aae-4728-963e-95a33a1c05a4 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:52.604450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] Calling delete_port for 7058c863-6aae-4728-963e-95a33a1c05a4 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:52.634033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.684930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2954e896-d67b-445d-8b6d-896d976c4707 None None] Provisioning complete for port 0b9fce36-19e2-4850-a5dc-b3fda153585e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:52.685401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2954e896-d67b-445d-8b6d-896d976c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.702659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.707594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:52.711590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:52.718564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:52.718564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.734884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.738210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=0e947f3f-e36e-4afc-8f86-c4239459c7ea,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:52.742610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53824370-cf55-45bc-90ec-81e6f7c6d4b0']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:52.752578 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-30056b6f-3cd5-4379-80fd-fff58688cea2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8631654 Jan 20 14:37:52.753283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.755310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52530) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:52.762082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1316893313', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e947f3f-e36e-4afc-8f86-c4239459c7ea'}], 'security_groups': ['82dc12b8-5d89-45db-a8ec-70803cd887b8']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:52.785073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1e617-e9c9-420e-84fd-0f04cf5330be None None] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:52.792863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c25b26-77ea-4bab-ab94-52b8e7af6c5a') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:52.793149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c25b26-77ea-4bab-ab94-52b8e7af6c5a') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:52.837663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.887719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.899240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.912332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=af234c3a-271c-4709-8be0-c8535c33a056,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:52.918594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:37:52.920665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:52.936175 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:52.967298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:37:52.967914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:37:52.968095 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:52.979903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-2954e896-d67b-445d-8b6d-896d976c4707 None None] Port 0b9fce36-19e2-4850-a5dc-b3fda153585e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:53.006104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:53.032045 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2954e896-d67b-445d-8b6d-896d976c4707 None None] Provisioning for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:53.047927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2954e896-d67b-445d-8b6d-896d976c4707 None None] Provisioning complete for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:53.048580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2954e896-d67b-445d-8b6d-896d976c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:53.078475 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 39d348de-e90f-45fb-ad71-79927d9806b5 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:53.144298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 39d348de-e90f-45fb-ad71-79927d9806b5 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:53.144699 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 39d348de-e90f-45fb-ad71-79927d9806b5 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:53.145050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7058c863-6aae-4728-963e-95a33a1c05a4 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:53.187076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 7058c863-6aae-4728-963e-95a33a1c05a4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:37:53.187437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7058c863-6aae-4728-963e-95a33a1c05a4 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:53.310796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:53.320635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2954e896-d67b-445d-8b6d-896d976c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:53.322280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Delete allocated IP 2001:db8::f8 (8a8da0e8-59ae-4198-8eda-a33790896d08/b6f5f9ee-b4aa-409a-bee9-aa95054d5772) {{(pid=87495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:37:53.329993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8:0:1::f5 (8a8da0e8-59ae-4198-8eda-a33790896d08/0e947f3f-e36e-4afc-8f86-c4239459c7ea/c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:53.342095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:53.354297 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962b8c5e-96ad-40ea-8b8b-0726cad5a70c None None] Update dhcp port {'port': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'fixed_ips': [{'subnet_id': 'b6f5f9ee-b4aa-409a-bee9-aa95054d5772', 'ip_address': '2001:db8::2'}, {'subnet_id': '0e947f3f-e36e-4afc-8f86-c4239459c7ea'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': '0afdfd8b-9c74-43bf-ae1b-8681e0b58494'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:37:53.359951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Network': ['ID=53824370-cf55-45bc-90ec-81e6f7c6d4b0,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:53.375851 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-751b4fdd-5dfc-44ff-844c-50e005f60e8d tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/networks/53824370-cf55-45bc-90ec-81e6f7c6d4b0 HTTP/1.1" status: 204 len: 168 time: 1.8566031 Jan 20 14:37:53.376105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52534) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:53.390833 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP bb3c083c-b780-44ac-8f30-6e011c1e862a associated. External IP: 172.26.0.202, port: 4fcd6915-9383-4d9b-ab52-4ca5e95b894d. Jan 20 14:37:53.405363 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2954e896-d67b-445d-8b6d-896d976c4707 None None] For port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,segment=NetworkSegment(892f8c94-fbc9-440e-8309-59d518f24e62),segment_id=892f8c94-fbc9-440e-8309-59d518f24e62)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:53.413070 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2954e896-d67b-445d-8b6d-896d976c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:53.449380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-962b8c5e-96ad-40ea-8b8b-0726cad5a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:53.476572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] Deleting port 7058c863-6aae-4728-963e-95a33a1c05a4 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:53.476949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:53.595615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-544b0682-0959-44f1-93f3-a129c40782b3 None None] The port '7058c863-6aae-4728-963e-95a33a1c05a4' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:37:53.641712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954e896-d67b-445d-8b6d-896d976c4707 None None] Pushing event updated for resources: {'Port': ['ID=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:53.689718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f82495f0-524e-4964-ba37-f8ee644f7ad7 None None] Provisioning for port c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:53.701659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f82495f0-524e-4964-ba37-f8ee644f7ad7 None None] Provisioning complete for port c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:53.702335 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f82495f0-524e-4964-ba37-f8ee644f7ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:53.792906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f82495f0-524e-4964-ba37-f8ee644f7ad7 None None] Port c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:53.855902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:53.899803 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 204f910b-ee13-42aa-84aa-b7cd8c576e04 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:53.900446 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-64d06199-8937-4557-90f4-d67c58562604 req-9e61c001-70a8-49e9-b2b8-115d2c46b5f0 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 210 time: 0.1235962 Jan 20 14:37:53.907926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Ignored duplicate provisioning block setup for port c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 14:37:53.976651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.014259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-962b8c5e-96ad-40ea-8b8b-0726cad5a70c None None] Allocated IP 2001:db8:0:1::2 (8a8da0e8-59ae-4198-8eda-a33790896d08/0e947f3f-e36e-4afc-8f86-c4239459c7ea/0afdfd8b-9c74-43bf-ae1b-8681e0b58494) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:54.057913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:54.150972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:54.170004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] In _notify_port_updated(), no bound segment for port c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 on network 8a8da0e8-59ae-4198-8eda-a33790896d08 {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:37:54.170363 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] Sync routers for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:54.175288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:54.175912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.180186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52544) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:54.180414 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3ebec0a4-878c-4c11-840b-8f335492d32f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "PUT /v2.0/ports/c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 HTTP/1.1" status: 200 len: 930 time: 1.4235065 Jan 20 14:37:54.190158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:54.190832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:54.224276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.303902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b798b868-553f-426a-badc-b2e3cc7a1309 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:54.304326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b798b868-553f-426a-badc-b2e3cc7a1309 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.309694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:54.336815 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-63367e60-1a87-473e-820d-57f7688ada3e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2905040 Jan 20 14:37:54.339534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52548) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:54.343699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'tag': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:37:54.467921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-962b8c5e-96ad-40ea-8b8b-0726cad5a70c None None] For port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,segment=NetworkSegment(892f8c94-fbc9-440e-8309-59d518f24e62),segment_id=892f8c94-fbc9-440e-8309-59d518f24e62)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:54.498089 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c8fbf7c3-272b-4373-a5d4-87d0fe17d078 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/bb3c083c-b780-44ac-8f30-6e011c1e862a HTTP/1.1" status: 200 len: 992 time: 0.1562400 Jan 20 14:37:54.511188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:54.511559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.516929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.542254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:54.572325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b798b868-553f-426a-badc-b2e3cc7a1309 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.586018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'tag': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'status': 'completed', 'code': 200} Jan 20 14:37:54.647381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.resource_extend [None req-962b8c5e-96ad-40ea-8b8b-0726cad5a70c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:37:54.705987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-962b8c5e-96ad-40ea-8b8b-0726cad5a70c None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.726026 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.732101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b798b868-553f-426a-badc-b2e3cc7a1309 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:54.740728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-962b8c5e-96ad-40ea-8b8b-0726cad5a70c None None] Transition to ACTIVE for port object 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:54.796813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-962b8c5e-96ad-40ea-8b8b-0726cad5a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.890745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-9bc4dd3e-7f9f-4f87-bfff-623142000522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:54.892240 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-9bc4dd3e-7f9f-4f87-bfff-623142000522 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 1099 time: 0.3054886 Jan 20 14:37:54.903930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 had new provisioning blocks added so it will not transition to active. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jan 20 14:37:54.917782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-488605cd-5629-4e01-8e64-492bc67619a9 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:54.918393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-488605cd-5629-4e01-8e64-492bc67619a9 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Synchronizing usage tracker for tenant:eb70db77403a429ba144320681659b78 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:55.015935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-488605cd-5629-4e01-8e64-492bc67619a9 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Unset dirty status for tenant:eb70db77403a429ba144320681659b78 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:55.018818 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-488605cd-5629-4e01-8e64-492bc67619a9 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.72 "GET /v2.0/networks?id=f7564359-c438-4b65-809b-e47a5c739a52 HTTP/1.1" status: 200 len: 811 time: 0.4454205 Jan 20 14:37:55.026610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b8c5e-96ad-40ea-8b8b-0726cad5a70c None None] Pushing event updated for resources: {'Port': ['ID=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:55.048681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Request body: {'port': {'device_id': 'f8005976-ccb1-4c38-91af-650f6a8d589a', 'network_id': 'f7564359-c438-4b65-809b-e47a5c739a52', 'admin_state_up': True, 'tenant_id': 'eb70db77403a429ba144320681659b78'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:55.162186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b798b868-553f-426a-badc-b2e3cc7a1309 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:55.220430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798b868-553f-426a-badc-b2e3cc7a1309 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:55.273686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-717f288e-994c-49bb-b0d2-3e7ef4955f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:55.275063 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-717f288e-994c-49bb-b0d2-3e7ef4955f4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f829e49b-3d48-400f-bb84-cd040717af7b HTTP/1.1" status: 200 len: 898 time: 0.3763890 Jan 20 14:37:55.283077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b798b868-553f-426a-badc-b2e3cc7a1309 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:55.304072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:37:12Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'bb3c083c-b780-44ac-8f30-6e011c1e862a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:37:51Z', 'updated_at': '2022-01-20T14:37:51Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:55.308533 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] Checking router: 204f910b-ee13-42aa-84aa-b7cd8c576e04 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:55.317210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:55.318088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:55.340235 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b4773a9a-8ef7-4ab2-9bbe-17aa221f45fe req-11817ac0-3d9b-42ae-918a-9a78e71cfa30 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 210 time: 0.2676938 Jan 20 14:37:55.402183 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b798b868-553f-426a-badc-b2e3cc7a1309 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 HTTP/1.1" status: 204 len: 168 time: 1.2184939 Jan 20 14:37:55.403510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52560) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:55.449191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:55.463232 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab5a44a-abfb-497b-b063-1f2bf4f534c1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:37:55.463768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dab5a44a-abfb-497b-b063-1f2bf4f534c1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:55.466202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Usage tracker for resource:port and tenant:eb70db77403a429ba144320681659b78 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:55.471320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:55.480310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:55.492874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 882d6e2b-1b76-4031-adad-c5750961fbdd {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:55.493341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:55.493997 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-a9ac11b8-b102-4463-9c94-e21410e4f435 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcd6915-9383-4d9b-ab52-4ca5e95b894d HTTP/1.1" status: 200 len: 1000 time: 0.2076921 Jan 20 14:37:55.518798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52564) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:55.520247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:55.538458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dab5a44a-abfb-497b-b063-1f2bf4f534c1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:55.539661 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dab5a44a-abfb-497b-b063-1f2bf4f534c1 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04 HTTP/1.1" status: 404 len: 333 time: 0.1352510 Jan 20 14:37:55.545260 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52568) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:55.613600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-504c8255-c56b-4929-9999-11075910ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:55.615701 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-504c8255-c56b-4929-9999-11075910ed46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f867101d-6345-4b90-9335-c362ad2b58f5 HTTP/1.1" status: 200 len: 835 time: 0.1155686 Jan 20 14:37:55.629086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Made reservation on behalf of eb70db77403a429ba144320681659b78 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:55.632909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:55.689976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-443e736b-e7f0-4904-9b6e-ff99ff0b6e40 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:55.742085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-443e736b-e7f0-4904-9b6e-ff99ff0b6e40 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:55.802251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-4a85c842-0730-4ea6-b656-33441ec47b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:55.804002 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-4a85c842-0730-4ea6-b656-33441ec47b81 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f829e49b-3d48-400f-bb84-cd040717af7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1719863 Jan 20 14:37:55.812264 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-da58c807-af4d-4920-a938-25e6a0a7b7dd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/bb3c083c-b780-44ac-8f30-6e011c1e862a HTTP/1.1" status: 200 len: 992 time: 0.2870448 Jan 20 14:37:55.861303 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7b2c31d6-827f-4328-bb02-beefc81f5844 None None] Could not find standard attr ID for object c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:37:55.910227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7b2c31d6-827f-4328-bb02-beefc81f5844 None None] Provisioning complete for port 0b9fce36-19e2-4850-a5dc-b3fda153585e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:55.910968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b2c31d6-827f-4328-bb02-beefc81f5844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:55.919761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-443e736b-e7f0-4904-9b6e-ff99ff0b6e40 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:55.945526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e736b-e7f0-4904-9b6e-ff99ff0b6e40 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c76f18a-eb58-41c2-8bfc-6957323172c7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:56.017765 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-a6c00c43-3787-47d1-a4b2-3e3a66169ba7 service neutron] 10.222.0.72 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065411 Jan 20 14:37:56.029214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port 882d6e2b-1b76-4031-adad-c5750961fbdd, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=882d6e2b-1b76-4031-adad-c5750961fbdd,segment=NetworkSegment(5bdcfa00-adc4-4fcc-be14-0b8cba0106cb),segment_id=5bdcfa00-adc4-4fcc-be14-0b8cba0106cb)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:56.030225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.038885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c31d6-827f-4328-bb02-beefc81f5844 None None] Port 0b9fce36-19e2-4850-a5dc-b3fda153585e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:56.067342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-443e736b-e7f0-4904-9b6e-ff99ff0b6e40 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.068537 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-443e736b-e7f0-4904-9b6e-ff99ff0b6e40 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/security-groups/6c76f18a-eb58-41c2-8bfc-6957323172c7 HTTP/1.1" status: 204 len: 168 time: 0.5223136 Jan 20 14:37:56.072433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7b2c31d6-827f-4328-bb02-beefc81f5844 None None] Provisioning for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:56.080734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7b2c31d6-827f-4328-bb02-beefc81f5844 None None] Provisioning complete for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:56.081311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b2c31d6-827f-4328-bb02-beefc81f5844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.130433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52572) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:56.153011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:37:12Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'bb3c083c-b780-44ac-8f30-6e011c1e862a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:37:51Z', 'updated_at': '2022-01-20T14:37:51Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:56.161934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb19c46-980f-4fed-a8d0-fc9491010790 None None] The sync data for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv is: [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:37:12Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'bb3c083c-b780-44ac-8f30-6e011c1e862a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:37:51Z', 'updated_at': '2022-01-20T14:37:51Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:56.233796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Allocated IP 172.20.0.7 (f7564359-c438-4b65-809b-e47a5c739a52/2c28adb8-5def-4afa-b7c9-869ad75aead5/f4d4c114-334e-4b49-b4bf-9d28fe088552) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:56.249197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a7ef-afba-46b2-96c6-5c7ab86636ee tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.265944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 882d6e2b-1b76-4031-adad-c5750961fbdd owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:56.266154 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53b43bd9-9366-47c5-9ec2-f8f342a0d632 req-d47f641a-d98e-4768-930d-03c308c74640 service neutron] 10.222.0.72 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370157 Jan 20 14:37:56.310409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a7ef-afba-46b2-96c6-5c7ab86636ee tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.349110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:56.406851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a7ef-afba-46b2-96c6-5c7ab86636ee tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.439283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0a7ef-afba-46b2-96c6-5c7ab86636ee tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc12b8-5d89-45db-a8ec-70803cd887b8,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:56.456908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a7ef-afba-46b2-96c6-5c7ab86636ee tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.463568 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5ba0a7ef-afba-46b2-96c6-5c7ab86636ee tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/security-groups/82dc12b8-5d89-45db-a8ec-70803cd887b8 HTTP/1.1" status: 204 len: 168 time: 0.3283556 Jan 20 14:37:56.463982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-df538449-0245-4655-9f86-a1951a48daba None None] Could not find standard attr ID for object c4359cdc-67c2-4de5-a8d1-8d5b2ee3dd04. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:37:56.466575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52578) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:56.507977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:56.508687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.603783 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09aaf2-e34a-4b6f-aaa3-d467354536e6 None None] New status for floating IP bb3c083c-b780-44ac-8f30-6e011c1e862a: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:37:56.613858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d48d7c8-a239-4fba-9344-32588f446f5a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet b6f5f9ee-b4aa-409a-bee9-aa95054d5772 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:56.617638 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d48d7c8-a239-4fba-9344-32588f446f5a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.684177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d48d7c8-a239-4fba-9344-32588f446f5a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.748500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.836420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52582) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:56.856671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=882d6e2b-1b76-4031-adad-c5750961fbdd,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:56.924610 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d41d2094-3fa2-4d4e-bfe0-3794e2ca2a2d req-e1c0d0f1-b0df-4440-b4c9-374e3ac8e51d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 210 time: 0.1281505 Jan 20 14:37:56.968071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d48d7c8-a239-4fba-9344-32588f446f5a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:57.006907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:57.029262 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e5ae22ed-c828-41a0-a1bd-9b61dba44592 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/bb3c083c-b780-44ac-8f30-6e011c1e862a HTTP/1.1" status: 200 len: 992 time: 0.1871028 Jan 20 14:37:57.063314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d48d7c8-a239-4fba-9344-32588f446f5a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:57.106237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d48d7c8-a239-4fba-9344-32588f446f5a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:57.111760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8beb1bb-43e5-47f7-9e64-4dfe5618021c None None] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:57.113513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48d7c8-a239-4fba-9344-32588f446f5a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f5f9ee-b4aa-409a-bee9-aa95054d5772,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:57.121805 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0d48d7c8-a239-4fba-9344-32588f446f5a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/b6f5f9ee-b4aa-409a-bee9-aa95054d5772 HTTP/1.1" status: 204 len: 168 time: 0.6496401 Jan 20 14:37:57.122217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:57.122217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52586) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:57.129983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:57.467149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:57.578269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Network f7564359-c438-4b65-809b-e47a5c739a52 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:57.595162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:57.610205 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:37:57.637190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Pushing event updated for resources: {'Port': ['ID=f4d4c114-334e-4b49-b4bf-9d28fe088552,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:57.707433 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:57.725759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:57.782924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:57.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:57.825903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:57.826509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:57.850633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:57.854017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:57.894096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3022d40f-f5a5-49ef-822f-2b87fe275de3 None None] Provisioning complete for port 0b9fce36-19e2-4850-a5dc-b3fda153585e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:57.894378 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3022d40f-f5a5-49ef-822f-2b87fe275de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:57.946565 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-da5f1017-863f-4dc7-9e0e-a71a0c97ba5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9123077 Jan 20 14:37:57.949146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-3022d40f-f5a5-49ef-822f-2b87fe275de3 None None] Port 0b9fce36-19e2-4850-a5dc-b3fda153585e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:37:57.952890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:37:57.960901 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3022d40f-f5a5-49ef-822f-2b87fe275de3 None None] Provisioning complete for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:57.961272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3022d40f-f5a5-49ef-822f-2b87fe275de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:57.964244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Request body: {'port': {'device_id': 'f8005976-ccb1-4c38-91af-650f6a8d589a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:58.033499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52594) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:58.146964 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a0a3f3e4-1df9-4b47-adc4-f41aedb1685c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/bb3c083c-b780-44ac-8f30-6e011c1e862a HTTP/1.1" status: 200 len: 994 time: 0.1120546 Jan 20 14:37:58.320182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:58.331940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:37:58.342097 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:37:58.351898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:58.352670 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:58.418482 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-431a49bb-b661-4d5a-a502-56a5727baa44 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0411119 Jan 20 14:37:58.421993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52598) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:58.462426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9317d63-2027-44c4-a87b-0bb01dd4778b req-9ef760a0-625f-47fa-a82b-b22abea64a9c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:58.463140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-b9317d63-2027-44c4-a87b-0bb01dd4778b req-9ef760a0-625f-47fa-a82b-b22abea64a9c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Synchronizing usage tracker for tenant:eb70db77403a429ba144320681659b78 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:58.509770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:58.553209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-b9317d63-2027-44c4-a87b-0bb01dd4778b req-9ef760a0-625f-47fa-a82b-b22abea64a9c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Unset dirty status for tenant:eb70db77403a429ba144320681659b78 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:58.554644 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b9317d63-2027-44c4-a87b-0bb01dd4778b req-9ef760a0-625f-47fa-a82b-b22abea64a9c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 931 time: 0.4627771 Jan 20 14:37:58.621475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-df699c59-c15a-4af9-bdd4-1c2a464bcf79 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting subnet 9b629e57-9424-43cf-a1df-af2622231958 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:37:58.625167 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df699c59-c15a-4af9-bdd4-1c2a464bcf79 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:58.681434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df699c59-c15a-4af9-bdd4-1c2a464bcf79 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:58.690198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:58.739851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-b9317d63-2027-44c4-a87b-0bb01dd4778b req-feda244a-7a4f-40d3-836b-d2a057923d58 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Synchronizing usage tracker for tenant:eb70db77403a429ba144320681659b78 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:58.780060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df699c59-c15a-4af9-bdd4-1c2a464bcf79 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:58.788040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:58.848381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:56Z', 'revision_number': 9, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:58.853215 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:37:58.863050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:37:58.863673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:58.872847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df699c59-c15a-4af9-bdd4-1c2a464bcf79 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:58.917872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df699c59-c15a-4af9-bdd4-1c2a464bcf79 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Subnet': ['ID=9b629e57-9424-43cf-a1df-af2622231958,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:58.920078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-df699c59-c15a-4af9-bdd4-1c2a464bcf79 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:58.927428 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-df699c59-c15a-4af9-bdd4-1c2a464bcf79 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/9b629e57-9424-43cf-a1df-af2622231958 HTTP/1.1" status: 204 len: 168 time: 0.5043240 Jan 20 14:37:58.930361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52602) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:58.945468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8b168-e303-4d90-84db-b29c507c1301 None None] Network b4c0a86a-d353-438c-8e9a-687dfe4bd275 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:58.956137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:58.961889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=8ef22495-c082-4667-9dd8-2c3f2bda7431,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:58.966368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:58.966925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:58.990131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-b9317d63-2027-44c4-a87b-0bb01dd4778b req-feda244a-7a4f-40d3-836b-d2a057923d58 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Unset dirty status for tenant:eb70db77403a429ba144320681659b78 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:58.991256 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b9317d63-2027-44c4-a87b-0bb01dd4778b req-feda244a-7a4f-40d3-836b-d2a057923d58 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223382 Jan 20 14:37:59.024821 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2f4f0e11-6828-4d91-a24a-2c4877885044 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8964014 Jan 20 14:37:59.025161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52606) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:59.081871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d4c114-334e-4b49-b4bf-9d28fe088552 {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:37:59.082283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'security_group': {'name': 'tempest-secgroup-383331017'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:59.089944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.091473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.094351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:59.096135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f693e58-871d-4391-bfb9-1ebdbfe64e5e None None] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:37:59.101807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:59.105304 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:59.105450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Transition to ACTIVE for port object f4d4c114-334e-4b49-b4bf-9d28fe088552 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:59.112757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.113083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:59.117314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port f174e6cc-82d1-410f-b3a9-225d7bb80a26 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:37:59.117673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.170133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.227646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:59.244906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group_rule and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:59.249429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:59.257919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:59.271550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Pushing event updated for resources: {'Port': ['ID=f4d4c114-334e-4b49-b4bf-9d28fe088552,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:59.271800 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:37:59.347670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Attempting to bind port f4d4c114-334e-4b49-b4bf-9d28fe088552 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:59.348349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Attempting to bind port f4d4c114-334e-4b49-b4bf-9d28fe088552 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '1035c7b6-3226-4fdb-b2ee-ab5279072788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f7564359-c438-4b65-809b-e47a5c739a52'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:59.348349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Attempting to bind port f4d4c114-334e-4b49-b4bf-9d28fe088552 on network f7564359-c438-4b65-809b-e47a5c739a52 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:59.354080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Port f4d4c114-334e-4b49-b4bf-9d28fe088552 on network f7564359-c438-4b65-809b-e47a5c739a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:37:59.354080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Attempting to bind port f4d4c114-334e-4b49-b4bf-9d28fe088552 on network f7564359-c438-4b65-809b-e47a5c739a52 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:37:59.358823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:37:59.359126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Checking segment: {'id': '1035c7b6-3226-4fdb-b2ee-ab5279072788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f7564359-c438-4b65-809b-e47a5c739a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:37:59.359564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Bound using segment: {'id': '1035c7b6-3226-4fdb-b2ee-ab5279072788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f7564359-c438-4b65-809b-e47a5c739a52'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:37:59.359986 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Bound port: f4d4c114-334e-4b49-b4bf-9d28fe088552, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1035c7b6-3226-4fdb-b2ee-ab5279072788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f7564359-c438-4b65-809b-e47a5c739a52'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:59.360352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.382404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port f174e6cc-82d1-410f-b3a9-225d7bb80a26, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f174e6cc-82d1-410f-b3a9-225d7bb80a26,segment=NetworkSegment(5bdcfa00-adc4-4fcc-be14-0b8cba0106cb),segment_id=5bdcfa00-adc4-4fcc-be14-0b8cba0106cb)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:37:59.382851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.454793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] For port f4d4c114-334e-4b49-b4bf-9d28fe088552, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:37:59.458996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] For port f4d4c114-334e-4b49-b4bf-9d28fe088552, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f4d4c114-334e-4b49-b4bf-9d28fe088552,segment=NetworkSegment(1035c7b6-3226-4fdb-b2ee-ab5279072788),segment_id=1035c7b6-3226-4fdb-b2ee-ab5279072788)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:37:59.466943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.522706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for f174e6cc-82d1-410f-b3a9-225d7bb80a26 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:37:59.530392 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:59.531006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.532427 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] 10.222.0.72 "PUT /v2.0/ports/f4d4c114-334e-4b49-b4bf-9d28fe088552 HTTP/1.1" status: 200 len: 1093 time: 1.5782228 Jan 20 14:37:59.532956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8005976-ccb1-4c38-91af-650f6a8d589a', 'tag': 'f4d4c114-334e-4b49-b4bf-9d28fe088552'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:37:59.551488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b40a92-dbb9-413e-87b3-63f80a4d6f9c service neutron] Pushing event updated for resources: {'Port': ['ID=f4d4c114-334e-4b49-b4bf-9d28fe088552,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:59.632749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.654316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.677508 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8005976-ccb1-4c38-91af-650f6a8d589a', 'tag': 'f4d4c114-334e-4b49-b4bf-9d28fe088552', 'status': 'completed', 'code': 200} Jan 20 14:37:59.691946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-87f6bad2-b95b-4d5b-ba58-fe061d7793cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:59.692687 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-87f6bad2-b95b-4d5b-ba58-fe061d7793cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb70db77403a429ba144320681659b78&device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 1096 time: 0.0974219 Jan 20 14:37:59.718815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48826f96-945d-4925-b5e1-8417f2d601c7,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:59.726981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.731164 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c8f71ba3-837f-4eeb-a283-0efe5a0c6fe7 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7046402 Jan 20 14:37:59.731164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.735726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52614) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:59.781657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d593fe48-25e6-4729-979b-b6c78c79b6e1 None None] DHCP port deletion for b4c0a86a-d353-438c-8e9a-687dfe4bd275 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:37:59.790345 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-a63fbd36-a79f-4966-9a84-ca88b9f97689 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4d4c114-334e-4b49-b4bf-9d28fe088552 HTTP/1.1" status: 200 len: 217 time: 0.0891914 Jan 20 14:37:59.791491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'security_group': {'name': 'tempest-secgroup-848558536'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:37:59.812915 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:59.815472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=f174e6cc-82d1-410f-b3a9-225d7bb80a26,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:59.835404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No DVR routers for this DVR port f174e6cc-82d1-410f-b3a9-225d7bb80a26 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:59.837776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:59.841017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:56Z', 'revision_number': 9, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:59.845264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7baea-2da5-462c-a323-a0b592353317 None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:37:56Z', 'revision_number': 9, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be8620b6-38f8-41fb-864e-7f307ba7e289', 'name': '', 'network_id': '5f4ec2b8-66b5-4db4-aaa9-ac2923627a55', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:79:8e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:18Z', 'updated_at': '2022-01-20T14:37:34Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'b7fa28a6-3f44-4804-b220-e77d45356d33', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:37:59.878194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-772dca83-c15d-4961-adf0-5dcf44f35791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:59.880525 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-772dca83-c15d-4961-adf0-5dcf44f35791 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c28adb8-5def-4afa-b7c9-869ad75aead5 HTTP/1.1" status: 200 len: 851 time: 0.0782299 Jan 20 14:37:59.884492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:59.895766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:59.925266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6b3d2-116e-4919-a27c-b3bb451ee747 None None] Update dhcp port {'port': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'fixed_ips': [{'subnet_id': '0e947f3f-e36e-4afc-8f86-c4239459c7ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8ef22495-c082-4667-9dd8-2c3f2bda7431'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': '0afdfd8b-9c74-43bf-ae1b-8681e0b58494'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:37:59.931465 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-35713ff5-fcbc-4edf-8b7f-e14a5d2f21db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f7564359-c438-4b65-809b-e47a5c739a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430689 Jan 20 14:37:59.971451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.981805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b3d2-116e-4919-a27c-b3bb451ee747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:59.985012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.015685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:00.018539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c0a86a-d353-438c-8e9a-687dfe4bd275']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:00.028604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group_rule and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:00.033293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:00.036715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:00.037020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdcfa00-adc4-4fcc-be14-0b8cba0106cb') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:00.048315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:00.054400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.085245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.094665 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-99c04d41-0f58-4e3d-b5a2-f68baeb1c025 service neutron] 10.222.0.72 "GET /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561277 Jan 20 14:38:00.102904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:38:00.103308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:00.118264 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:00.251650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-a2c6b3d2-116e-4919-a27c-b3bb451ee747 None None] Allocated IP 2001:db8::2 (8a8da0e8-59ae-4198-8eda-a33790896d08/8ef22495-c082-4667-9dd8-2c3f2bda7431/0afdfd8b-9c74-43bf-ae1b-8681e0b58494) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:00.251885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.260386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.264598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.297714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.317057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Network': ['ID=b4c0a86a-d353-438c-8e9a-687dfe4bd275,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:00.317586 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b5ea5b0-c807-463e-b502-12690abe7bfc req-4e4773ab-e7ae-4769-8106-7aa11f132ba2 service neutron] 10.222.0.72 "GET /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166350 Jan 20 14:38:00.328591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebe789-d2d1-4166-ac8b-3da3d250803f req-97d28ace-5860-45cf-973d-937dd9814788 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:00.330254 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5aebe789-d2d1-4166-ac8b-3da3d250803f req-97d28ace-5860-45cf-973d-937dd9814788 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 943 time: 0.1432974 Jan 20 14:38:00.369313 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 882d6e2b-1b76-4031-adad-c5750961fbdd no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:00.383318 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3fb49b10-f62d-4753-a64f-1b7c84b92eac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/networks/b4c0a86a-d353-438c-8e9a-687dfe4bd275 HTTP/1.1" status: 204 len: 168 time: 1.4517722 Jan 20 14:38:00.384711 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd56fbb-9f86-43c2-a655-7dab5b9fa733,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:00.386738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52620) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:00.417021 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5aebe789-d2d1-4166-ac8b-3da3d250803f req-b6497e87-9d4f-48db-9331-294a1f4ffdc3 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774703 Jan 20 14:38:00.421120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 882d6e2b-1b76-4031-adad-c5750961fbdd {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:00.421460 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 882d6e2b-1b76-4031-adad-c5750961fbdd not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:00.421881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f174e6cc-82d1-410f-b3a9-225d7bb80a26 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:00.450898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.455778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52624) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:00.457149 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a4e70395-82d6-469b-befb-f15be1be765a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6790245 Jan 20 14:38:00.460149 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: f174e6cc-82d1-410f-b3a9-225d7bb80a26 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:00.460519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f174e6cc-82d1-410f-b3a9-225d7bb80a26 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:00.467661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'security_group': {'name': 'tempest-secgroup-651499569'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:00.480411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:00.486060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:00.489372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:00.502310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:00.514140 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a2c6b3d2-116e-4919-a27c-b3bb451ee747 None None] For port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,segment=NetworkSegment(892f8c94-fbc9-440e-8309-59d518f24e62),segment_id=892f8c94-fbc9-440e-8309-59d518f24e62)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:00.526204 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.543090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47af5e-ae32-449b-bb15-415b585c1458 req-b2172f65-0d68-45f8-a057-01c7244f6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:00.544622 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad47af5e-ae32-449b-bb15-415b585c1458 req-b2172f65-0d68-45f8-a057-01c7244f6d32 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb70db77403a429ba144320681659b78&device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 1096 time: 0.1391456 Jan 20 14:38:00.547135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b3d2-116e-4919-a27c-b3bb451ee747 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.552771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:00.566803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a2c6b3d2-116e-4919-a27c-b3bb451ee747 None None] Transition to ACTIVE for port object 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:00.571793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b3d2-116e-4919-a27c-b3bb451ee747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.575297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:security_group_rule and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:00.580272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:00.633937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:00.727292 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47af5e-ae32-449b-bb15-415b585c1458 req-25858675-17fe-49de-9753-2b0d21adbafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:00.728843 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad47af5e-ae32-449b-bb15-415b585c1458 req-25858675-17fe-49de-9753-2b0d21adbafb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f7564359-c438-4b65-809b-e47a5c739a52 HTTP/1.1" status: 200 len: 912 time: 0.1736255 Jan 20 14:38:00.734166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6b3d2-116e-4919-a27c-b3bb451ee747 None None] Pushing event updated for resources: {'Port': ['ID=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:00.816360 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad47af5e-ae32-449b-bb15-415b585c1458 req-ff9c5c4d-8e33-468b-bae3-23ac1f461aec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4d4c114-334e-4b49-b4bf-9d28fe088552 HTTP/1.1" status: 200 len: 217 time: 0.0754662 Jan 20 14:38:00.821370 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.857422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.931332 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47af5e-ae32-449b-bb15-415b585c1458 req-bbd45b12-adb8-4cba-abf2-c4f8e69945eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:00.934483 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad47af5e-ae32-449b-bb15-415b585c1458 req-bbd45b12-adb8-4cba-abf2-c4f8e69945eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c28adb8-5def-4afa-b7c9-869ad75aead5 HTTP/1.1" status: 200 len: 851 time: 0.1082988 Jan 20 14:38:00.936827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d4668e-fb78-44db-b1c4-c706a98718d1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:00.940805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.944620 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c9cb58d4-7052-4dea-a2d8-5ec18fc9d9e4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4849141 Jan 20 14:38:00.951080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52628) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:00.958189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-405397297', 'security_groups': ['65d4668e-fb78-44db-b1c4-c706a98718d1'], 'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ef22495-c082-4667-9dd8-2c3f2bda7431'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:01.102230 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad47af5e-ae32-449b-bb15-415b585c1458 req-1df49d22-9a06-47af-b543-fa766cd8dd32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f7564359-c438-4b65-809b-e47a5c739a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619029 Jan 20 14:38:01.138106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:01.186385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:01.210459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:01.238500 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad47af5e-ae32-449b-bb15-415b585c1458 req-2da8d91a-a998-4864-aa6e-c00115460b51 service neutron] 10.222.0.72 "GET /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291986 Jan 20 14:38:01.303399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:01.335052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ac28f183-b256-478f-a37f-36f6bf2ce1b9 None None] Provisioning complete for port 0b9fce36-19e2-4850-a5dc-b3fda153585e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:01.335776 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ac28f183-b256-478f-a37f-36f6bf2ce1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:01.374298 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad47af5e-ae32-449b-bb15-415b585c1458 req-65b50daa-010b-4377-a33e-4c465e8c53c5 service neutron] 10.222.0.72 "GET /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280336 Jan 20 14:38:01.395469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ac28f183-b256-478f-a37f-36f6bf2ce1b9 None None] Port 0b9fce36-19e2-4850-a5dc-b3fda153585e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:01.407875 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ac28f183-b256-478f-a37f-36f6bf2ce1b9 None None] Provisioning for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:01.412753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ac28f183-b256-478f-a37f-36f6bf2ce1b9 None None] Provisioning complete for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:01.413124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ac28f183-b256-478f-a37f-36f6bf2ce1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:01.484651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:01.638082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] device_id is not set on port 100189b3-0137-4e93-bba6-7f6c52c1e368 yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:38:01.847236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2b7c5-b144-4dc8-a1da-41bb9c58677a req-f7cd6c3f-828f-4ac2-8628-90c25be541a9 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:01.848742 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-61b2b7c5-b144-4dc8-a1da-41bb9c58677a req-f7cd6c3f-828f-4ac2-8628-90c25be541a9 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 943 time: 0.2947767 Jan 20 14:38:01.973668 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-61b2b7c5-b144-4dc8-a1da-41bb9c58677a req-973b8033-c5c7-49f8-8c3b-9b48e5fce7c2 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174090 Jan 20 14:38:01.986645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8::2c1 (8a8da0e8-59ae-4198-8eda-a33790896d08/8ef22495-c082-4667-9dd8-2c3f2bda7431/100189b3-0137-4e93-bba6-7f6c52c1e368) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:01.989388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port be8620b6-38f8-41fb-864e-7f307ba7e289 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:01.989388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:02.278356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:02.345995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:02.346739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:02.425651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port be8620b6-38f8-41fb-864e-7f307ba7e289, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=be8620b6-38f8-41fb-864e-7f307ba7e289,segment=NetworkSegment(580b526b-6752-4a71-926a-f2987cc3b04e),segment_id=580b526b-6752-4a71-926a-f2987cc3b04e)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:02.426263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:02.573148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for be8620b6-38f8-41fb-864e-7f307ba7e289 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:02.616967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:02.643582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object 100189b3-0137-4e93-bba6-7f6c52c1e368 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:02.703747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:02.825490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:02.828331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=100189b3-0137-4e93-bba6-7f6c52c1e368,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:02.830725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:02.835052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:02.840533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:02.841132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:02.871531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:02.916892 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-73cf81c8-34b9-4a98-ba6b-f5f04228701b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9646907 Jan 20 14:38:02.920232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52634) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:02.926486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:02.927555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=be8620b6-38f8-41fb-864e-7f307ba7e289,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:03.111830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:03.115740 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-342e540d-d6e4-485b-8afd-3fd2f0b91785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.117839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:03.122151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:03.130271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:03.149535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:03.154759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.173796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-391744cb-2a30-4254-9b23-404241653a14 None None] Provisioning for port 100189b3-0137-4e93-bba6-7f6c52c1e368 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:03.178804 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-391744cb-2a30-4254-9b23-404241653a14 None None] Provisioning complete for port 100189b3-0137-4e93-bba6-7f6c52c1e368 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:03.179481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-391744cb-2a30-4254-9b23-404241653a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.191294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.235377 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-391744cb-2a30-4254-9b23-404241653a14 None None] Port 100189b3-0137-4e93-bba6-7f6c52c1e368 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:03.345468 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.ipam_backend_mixin [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ef22495-c082-4667-9dd8-2c3f2bda7431 (CIDR: 2001:db8::/64) Jan 20 14:38:03.349853 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:38:03.350297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:03.375066 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f4d4c114-334e-4b49-b4bf-9d28fe088552 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:38:03.376063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f2d17-903b-4122-b39a-535f83b9b01c req-7e8a0355-d219-4314-890f-7ea730981c04 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:03.377576 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4b3f2d17-903b-4122-b39a-535f83b9b01c req-7e8a0355-d219-4314-890f-7ea730981c04 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 943 time: 0.1342976 Jan 20 14:38:03.382185 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-16082a04-1329-4da2-a40e-e2d98d2db256 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4604185 Jan 20 14:38:03.382732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52640) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:03.388043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:03.515211 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port f4d4c114-334e-4b49-b4bf-9d28fe088552, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f4d4c114-334e-4b49-b4bf-9d28fe088552,segment=NetworkSegment(1035c7b6-3226-4fdb-b2ee-ab5279072788),segment_id=1035c7b6-3226-4fdb-b2ee-ab5279072788)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:03.517179 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4b3f2d17-903b-4122-b39a-535f83b9b01c req-d136e729-1f13-427e-b09a-4894923694f8 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119628 Jan 20 14:38:03.532535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'f4d4c114-334e-4b49-b4bf-9d28fe088552', 'network_id': 'f7564359-c438-4b65-809b-e47a5c739a52', 'port_id': 'f4d4c114-334e-4b49-b4bf-9d28fe088552', 'mac_address': 'fa:16:3e:45:23:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c28adb8-5def-4afa-b7c9-869ad75aead5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:38:03.534781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:38:03.560605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:03.564494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:03.567216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:03.572929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:03.589053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:03.592782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.615725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.632643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d4c114-334e-4b49-b4bf-9d28fe088552 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:38:03.650039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port f4d4c114-334e-4b49-b4bf-9d28fe088552, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f4d4c114-334e-4b49-b4bf-9d28fe088552,segment=NetworkSegment(1035c7b6-3226-4fdb-b2ee-ab5279072788),segment_id=1035c7b6-3226-4fdb-b2ee-ab5279072788)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:03.655765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.727518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=f4d4c114-334e-4b49-b4bf-9d28fe088552,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:03.732370 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.ipam_backend_mixin [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0e947f3f-e36e-4afc-8f86-c4239459c7ea (CIDR: 2001:db8:0:1::/64) Jan 20 14:38:03.737642 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:38:03.738102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:03.757936 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-41741ab4-4691-49c7-977c-28a49292678a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3741393 Jan 20 14:38:03.760768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52644) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:03.766512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'subnet': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:03.824427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:03.833012 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-efb64a8d-9b26-4c11-9ac2-0e830f45299e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4417887 Jan 20 14:38:03.833012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52648) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:03.836334 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:03.846481 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:03.847136 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:03.887810 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['f4d4c114-334e-4b49-b4bf-9d28fe088552'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:38:03.899648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-817b3a2b-bb9c-4dab-a4c9-e1f71e92c4ec tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting subnet b7fa28a6-3f44-4804-b220-e77d45356d33 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:03.902880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-817b3a2b-bb9c-4dab-a4c9-e1f71e92c4ec tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.905125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:03.909455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Usage tracker for resource:subnet and tenant:aaf51206de3a468a9488baf60ac7dae8 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:03.912620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:03.918923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:03.931223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Made reservation on behalf of aaf51206de3a468a9488baf60ac7dae8 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:03.936025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.961467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-817b3a2b-bb9c-4dab-a4c9-e1f71e92c4ec tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.061121 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:04.087709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-817b3a2b-bb9c-4dab-a4c9-e1f71e92c4ec tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.165430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-817b3a2b-bb9c-4dab-a4c9-e1f71e92c4ec tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.213948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b3a2b-bb9c-4dab-a4c9-e1f71e92c4ec tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Subnet': ['ID=b7fa28a6-3f44-4804-b220-e77d45356d33,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:04.216293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-817b3a2b-bb9c-4dab-a4c9-e1f71e92c4ec tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.223922 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-817b3a2b-bb9c-4dab-a4c9-e1f71e92c4ec tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/b7fa28a6-3f44-4804-b220-e77d45356d33 HTTP/1.1" status: 204 len: 168 time: 0.3905444 Jan 20 14:38:04.227066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52652) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:04.229915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1dfd9a-e39d-4642-b6f9-966692068a94 None None] Network 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:04.243013 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.323614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:04.327793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:04.335080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:04.335685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.356966 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b4ef3-a2f3-4112-b60a-811092be9637 None None] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:04.369979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Subnet': ['ID=37f90e37-f4a6-4502-bc41-81c9f0baa222,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:04.374732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.392499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port e94c6050-2294-44d5-aa8e-54b15e64af30 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:04.392499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.394452 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dc8ab978-68c4-4f47-9b1a-1a511f019d1a tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6317377 Jan 20 14:38:04.395972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52656) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:04.404626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-601067273', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '37f90e37-f4a6-4502-bc41-81c9f0baa222'}], 'security_groups': ['48826f96-945d-4925-b5e1-8417f2d601c7', '9bd56fbb-9f86-43c2-a655-7dab5b9fa733']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:04.417392 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:38:02Z', 'revision_number': 10, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:04.421687 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:38:04.430714 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:04.431317 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:37:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:04.637773 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:04.665233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port e94c6050-2294-44d5-aa8e-54b15e64af30, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e94c6050-2294-44d5-aa8e-54b15e64af30,segment=NetworkSegment(580b526b-6752-4a71-926a-f2987cc3b04e),segment_id=580b526b-6752-4a71-926a-f2987cc3b04e)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:04.665730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.760753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] DHCP port deletion for 5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:38:04.765902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] Deleting port e94c6050-2294-44d5-aa8e-54b15e64af30 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:04.766475 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.872177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for e94c6050-2294-44d5-aa8e-54b15e64af30 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:04.879043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.013630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51994688-6e66-44d0-a0d4-86bcbb5fcd92 req-bd4bff8b-e11c-4c22-9f32-59f957eb3b8c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:05.017417 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-51994688-6e66-44d0-a0d4-86bcbb5fcd92 req-bd4bff8b-e11c-4c22-9f32-59f957eb3b8c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 944 time: 0.2724352 Jan 20 14:38:05.057954 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:38:02Z', 'revision_number': 10, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:05.060092 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa33daa-bf7b-4787-b28b-576224959d3d None None] Update dhcp port {'port': {'network_id': '8a8da0e8-59ae-4198-8eda-a33790896d08', 'fixed_ips': [{'subnet_id': '0e947f3f-e36e-4afc-8f86-c4239459c7ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8ef22495-c082-4667-9dd8-2c3f2bda7431', 'ip_address': '2001:db8::2'}, {'subnet_id': '37f90e37-f4a6-4502-bc41-81c9f0baa222'}], 'binding:host_id': 'dv-neutron-825123-1-hyperv'}, 'id': '0afdfd8b-9c74-43bf-ae1b-8681e0b58494'} from dv-neutron-825123-1-hyperv. {{(pid=87496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 20 14:38:05.063630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.064066 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f1fe8-6b57-4b52-9527-5676ec5d4f53 None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:38:02Z', 'revision_number': 10, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None, '_interfaces': [{'id': '6d6d48f2-25da-4f26-b2a0-2c73fac91405', 'name': '', 'network_id': 'b6881863-757e-4597-a97c-a25cb372f428', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'mac_address': 'fa:16:3e:1c:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:09Z', 'updated_at': '2022-01-20T14:37:28Z', 'revision_number': 5, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'subnets': [{'id': 'd53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:05.140478 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No DVR routers for this DVR port e94c6050-2294-44d5-aa8e-54b15e64af30 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:05.159116 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] For port e94c6050-2294-44d5-aa8e-54b15e64af30, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e94c6050-2294-44d5-aa8e-54b15e64af30,segment=NetworkSegment(580b526b-6752-4a71-926a-f2987cc3b04e),segment_id=580b526b-6752-4a71-926a-f2987cc3b04e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:05.159531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.172449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=e94c6050-2294-44d5-aa8e-54b15e64af30,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:05.181795 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-51994688-6e66-44d0-a0d4-86bcbb5fcd92 req-55cb7091-8aae-4ed4-b088-1341fae8cf17 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479712 Jan 20 14:38:05.286679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.288191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0aa33daa-bf7b-4787-b28b-576224959d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.309147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] Calling delete_port for e94c6050-2294-44d5-aa8e-54b15e64af30 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:05.316618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4ec2b8-66b5-4db4-aaa9-ac2923627a55']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:05.329378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580b526b-6752-4a71-926a-f2987cc3b04e') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:05.329665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580b526b-6752-4a71-926a-f2987cc3b04e') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:05.340129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Delete allocated IP 2001:db8::2c1 (8a8da0e8-59ae-4198-8eda-a33790896d08/8ef22495-c082-4667-9dd8-2c3f2bda7431) {{(pid=87495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:38:05.343666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.348463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Allocated IP 2001:db8:0:2::ae (8a8da0e8-59ae-4198-8eda-a33790896d08/37f90e37-f4a6-4502-bc41-81c9f0baa222/100189b3-0137-4e93-bba6-7f6c52c1e368) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:05.362820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.369870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:38:05.370555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:05.385473 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:05.394547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f4d4c114-334e-4b49-b4bf-9d28fe088552 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:05.467442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.490262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.505588 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/networks/5f4ec2b8-66b5-4db4-aaa9-ac2923627a55 HTTP/1.1" status: 204 len: 168 time: 1.2680039 Jan 20 14:38:05.508966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52662) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:05.511869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2cdb2-dec0-4ff6-87f3-1979e42ca5a5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Network': ['ID=5f4ec2b8-66b5-4db4-aaa9-ac2923627a55,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:05.549683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-44655cf7-1764-44a5-9541-f4fbdbb551c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.623104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.625867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:38:05.626124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:38:05.634031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port f4d4c114-334e-4b49-b4bf-9d28fe088552 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:05.644554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port f4d4c114-334e-4b49-b4bf-9d28fe088552 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:05.644915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.645302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Transition to ACTIVE for port object 100189b3-0137-4e93-bba6-7f6c52c1e368 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:05.651973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.762286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] In _notify_port_updated(), no bound segment for port 100189b3-0137-4e93-bba6-7f6c52c1e368 on network 8a8da0e8-59ae-4198-8eda-a33790896d08 {{(pid=87495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:38:05.768024 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:05.768764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.772990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-0aa33daa-bf7b-4787-b28b-576224959d3d None None] Allocated IP 2001:db8:0:2::2 (8a8da0e8-59ae-4198-8eda-a33790896d08/37f90e37-f4a6-4502-bc41-81c9f0baa222/0afdfd8b-9c74-43bf-ae1b-8681e0b58494) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:05.773491 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "PUT /v2.0/ports/100189b3-0137-4e93-bba6-7f6c52c1e368 HTTP/1.1" status: 200 len: 968 time: 1.3725729 Jan 20 14:38:05.773491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52666) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:05.808424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcdd1c-7ee0-41d8-8ee8-adaf0d013297 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event updated for resources: {'Port': ['ID=100189b3-0137-4e93-bba6-7f6c52c1e368,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:05.852569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-0af8d929-bb18-4d6e-bd84-621a43833a08 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port 100189b3-0137-4e93-bba6-7f6c52c1e368 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:05.853058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0af8d929-bb18-4d6e-bd84-621a43833a08 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.913652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:05.950187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8005976-ccb1-4c38-91af-650f6a8d589a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d4c114-334e-4b49-b4bf-9d28fe088552'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:38:05.974691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port f4d4c114-334e-4b49-b4bf-9d28fe088552, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f4d4c114-334e-4b49-b4bf-9d28fe088552,segment=NetworkSegment(1035c7b6-3226-4fdb-b2ee-ab5279072788),segment_id=1035c7b6-3226-4fdb-b2ee-ab5279072788)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:05.989198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.034474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0aa33daa-bf7b-4787-b28b-576224959d3d None None] For port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,segment=NetworkSegment(892f8c94-fbc9-440e-8309-59d518f24e62),segment_id=892f8c94-fbc9-440e-8309-59d518f24e62)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:06.060707 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0aa33daa-bf7b-4787-b28b-576224959d3d None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.087906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0aa33daa-bf7b-4787-b28b-576224959d3d None None] Transition to ACTIVE for port object 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:06.089931 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8005976-ccb1-4c38-91af-650f6a8d589a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d4c114-334e-4b49-b4bf-9d28fe088552', 'code': 200} Jan 20 14:38:06.116784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0aa33daa-bf7b-4787-b28b-576224959d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.126703 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] Deleting port e94c6050-2294-44d5-aa8e-54b15e64af30 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:06.127197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.166211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0af8d929-bb18-4d6e-bd84-621a43833a08 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.231620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.274438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fae41f70-154a-42db-b65d-e2d0fb3a781b None None] The port 'e94c6050-2294-44d5-aa8e-54b15e64af30' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:38:06.302295 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-0af8d929-bb18-4d6e-bd84-621a43833a08 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for 100189b3-0137-4e93-bba6-7f6c52c1e368 owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:06.320414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=f4d4c114-334e-4b49-b4bf-9d28fe088552,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:06.366072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e94c6050-2294-44d5-aa8e-54b15e64af30 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:06.475369 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: e94c6050-2294-44d5-aa8e-54b15e64af30 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:06.475783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e94c6050-2294-44d5-aa8e-54b15e64af30 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:06.476186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device be8620b6-38f8-41fb-864e-7f307ba7e289 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:06.477514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66bd77-c578-459a-9b6c-21dc0c361878 req-07d9036b-6790-43e1-95fa-3b6e21ea5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:06.478992 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca66bd77-c578-459a-9b6c-21dc0c361878 req-07d9036b-6790-43e1-95fa-3b6e21ea5ddb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 1098 time: 0.1299105 Jan 20 14:38:06.526807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.530058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: be8620b6-38f8-41fb-864e-7f307ba7e289 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:06.530421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device be8620b6-38f8-41fb-864e-7f307ba7e289 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:06.545792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa33daa-bf7b-4787-b28b-576224959d3d None None] Pushing event updated for resources: {'Port': ['ID=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:06.546505 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca66bd77-c578-459a-9b6c-21dc0c361878 req-76544ba4-2a83-416d-91d7-22562c7dedab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561056 Jan 20 14:38:06.550147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.553890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0af8d929-bb18-4d6e-bd84-621a43833a08 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.604963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f1057-9a2c-46e4-9510-9cdf61b6ae57 req-9ffba39c-e35e-4553-b8c1-a9e39c0aa9f4 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:06.606769 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bc3f1057-9a2c-46e4-9510-9cdf61b6ae57 req-9ffba39c-e35e-4553-b8c1-a9e39c0aa9f4 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.2360318 Jan 20 14:38:06.608869 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8d929-bb18-4d6e-bd84-621a43833a08 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=100189b3-0137-4e93-bba6-7f6c52c1e368,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:06.668811 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bc3f1057-9a2c-46e4-9510-9cdf61b6ae57 req-87abcc48-0963-4a59-8312-14c0755b4821 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529916 Jan 20 14:38:06.743974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 6d6d48f2-25da-4f26-b2a0-2c73fac91405 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:06.744495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.768862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0af8d929-bb18-4d6e-bd84-621a43833a08 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.778674 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0af8d929-bb18-4d6e-bd84-621a43833a08 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/100189b3-0137-4e93-bba6-7f6c52c1e368 HTTP/1.1" status: 204 len: 168 time: 1.0041468 Jan 20 14:38:06.781170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52674) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:06.824515 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ac066d-66ad-4966-bf75-6a8eda8a337d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] GET failed (client error): The resource could not be found. Jan 20 14:38:06.824724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-90ac066d-66ad-4966-bf75-6a8eda8a337d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:06.841211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-90ac066d-66ad-4966-bf75-6a8eda8a337d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:06.842392 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-90ac066d-66ad-4966-bf75-6a8eda8a337d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports/100189b3-0137-4e93-bba6-7f6c52c1e368 HTTP/1.1" status: 404 len: 333 time: 0.0603464 Jan 20 14:38:06.845115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52678) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:06.911589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e23c1ac2-070d-4a32-b799-e68e696addaf tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.939840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e23c1ac2-070d-4a32-b799-e68e696addaf tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.943564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port 6d6d48f2-25da-4f26-b2a0-2c73fac91405, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=6d6d48f2-25da-4f26-b2a0-2c73fac91405,segment=NetworkSegment(9fe8c6a0-7f17-4309-8c28-a82ec42d3552),segment_id=9fe8c6a0-7f17-4309-8c28-a82ec42d3552)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:06.943917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.001248 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e23c1ac2-070d-4a32-b799-e68e696addaf tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.022708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c1ac2-070d-4a32-b799-e68e696addaf tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d4668e-fb78-44db-b1c4-c706a98718d1,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:07.026071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e23c1ac2-070d-4a32-b799-e68e696addaf tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.027169 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e23c1ac2-070d-4a32-b799-e68e696addaf tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/security-groups/65d4668e-fb78-44db-b1c4-c706a98718d1 HTTP/1.1" status: 204 len: 168 time: 0.1811736 Jan 20 14:38:07.030428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52682) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:07.071429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 6d6d48f2-25da-4f26-b2a0-2c73fac91405 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:07.102782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28498932-f282-4e9d-8ab3-afaf152cd82f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.138934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28498932-f282-4e9d-8ab3-afaf152cd82f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.194075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b4528b4a-4ef4-4d5b-be00-6e2f8a413aa6 None None] Provisioning complete for port 0b9fce36-19e2-4850-a5dc-b3fda153585e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:07.194731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28498932-f282-4e9d-8ab3-afaf152cd82f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.194843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b4528b4a-4ef4-4d5b-be00-6e2f8a413aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.215663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28498932-f282-4e9d-8ab3-afaf152cd82f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd56fbb-9f86-43c2-a655-7dab5b9fa733,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:07.230687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-28498932-f282-4e9d-8ab3-afaf152cd82f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.231832 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-28498932-f282-4e9d-8ab3-afaf152cd82f tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/security-groups/9bd56fbb-9f86-43c2-a655-7dab5b9fa733 HTTP/1.1" status: 204 len: 168 time: 0.2001841 Jan 20 14:38:07.236826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52686) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:07.279452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b4528b4a-4ef4-4d5b-be00-6e2f8a413aa6 None None] Port 0b9fce36-19e2-4850-a5dc-b3fda153585e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:07.281069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.293846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b4528b4a-4ef4-4d5b-be00-6e2f8a413aa6 None None] Provisioning for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:07.299524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b4528b4a-4ef4-4d5b-be00-6e2f8a413aa6 None None] Provisioning complete for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:07.299956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b4528b4a-4ef4-4d5b-be00-6e2f8a413aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.317064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-218ea948-11b2-403d-845a-b26872bcdb77 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.352714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-218ea948-11b2-403d-845a-b26872bcdb77 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.428851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-218ea948-11b2-403d-845a-b26872bcdb77 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.442692 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b4528b4a-4ef4-4d5b-be00-6e2f8a413aa6 None None] Could not find standard attr ID for object 100189b3-0137-4e93-bba6-7f6c52c1e368. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:38:07.454867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ea948-11b2-403d-845a-b26872bcdb77 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48826f96-945d-4925-b5e1-8417f2d601c7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:07.459971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-218ea948-11b2-403d-845a-b26872bcdb77 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.464375 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-218ea948-11b2-403d-845a-b26872bcdb77 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/security-groups/48826f96-945d-4925-b5e1-8417f2d601c7 HTTP/1.1" status: 204 len: 168 time: 0.2263157 Jan 20 14:38:07.465142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52690) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:07.521323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=6d6d48f2-25da-4f26-b2a0-2c73fac91405,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:07.560571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-17a2a5cb-841f-4353-9fbc-135e6b6a672d None None] Could not find standard attr ID for object 100189b3-0137-4e93-bba6-7f6c52c1e368. {{(pid=87496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:38:07.566811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-35476f34-4dce-41c6-8fe1-ab3bfdb5fc46 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet 8ef22495-c082-4667-9dd8-2c3f2bda7431 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:07.574375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35476f34-4dce-41c6-8fe1-ab3bfdb5fc46 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.672628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35476f34-4dce-41c6-8fe1-ab3bfdb5fc46 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.725101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.779029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35476f34-4dce-41c6-8fe1-ab3bfdb5fc46 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.868692 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.914229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35476f34-4dce-41c6-8fe1-ab3bfdb5fc46 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.955333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7cdef-d8ce-4cdb-8d6c-c7eddfac7dbe req-53c5eceb-081c-4098-93bb-e220b6732008 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:07.956918 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-71a7cdef-d8ce-4cdb-8d6c-c7eddfac7dbe req-53c5eceb-081c-4098-93bb-e220b6732008 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.1384299 Jan 20 14:38:07.968188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35476f34-4dce-41c6-8fe1-ab3bfdb5fc46 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:07.971030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaba29d-61c7-400f-9929-3027588b659a None None] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:07.971520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35476f34-4dce-41c6-8fe1-ab3bfdb5fc46 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef22495-c082-4667-9dd8-2c3f2bda7431,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:07.991960 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-35476f34-4dce-41c6-8fe1-ab3bfdb5fc46 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/8ef22495-c082-4667-9dd8-2c3f2bda7431 HTTP/1.1" status: 204 len: 168 time: 0.5257111 Jan 20 14:38:07.999264 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52696) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:08.018129 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-71a7cdef-d8ce-4cdb-8d6c-c7eddfac7dbe req-cd0254a3-7b93-4ccc-b597-2bdb6923df5d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540195 Jan 20 14:38:08.073941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:38:08.088126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0f0ef4-ec36-4feb-9485-854ee980d47d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet 37f90e37-f4a6-4502-bc41-81c9f0baa222 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:08.095100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0f0ef4-ec36-4feb-9485-854ee980d47d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.319974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:08.326806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0f0ef4-ec36-4feb-9485-854ee980d47d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.330996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:08.345269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:08.379373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:08.380246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:08.384614 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9d63f6f0-8b0a-4cba-9422-3be71dcd4e67 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8720524 Jan 20 14:38:08.384993 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52702) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:08.433933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c3783-fe71-4a46-8efe-d901010aeafb req-e2b17425-9dbd-4140-81aa-9a1c41ec7508 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:08.435492 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1b4c3783-fe71-4a46-8efe-d901010aeafb req-e2b17425-9dbd-4140-81aa-9a1c41ec7508 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.2601559 Jan 20 14:38:08.462909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e878ad96-92b2-417f-a794-b6209c832fe1 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting subnet d53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:08.465533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0f0ef4-ec36-4feb-9485-854ee980d47d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.466027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e878ad96-92b2-417f-a794-b6209c832fe1 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.526588 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1b4c3783-fe71-4a46-8efe-d901010aeafb req-5cbac53b-2574-47bb-a0bc-f6e94124ff71 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850768 Jan 20 14:38:08.544597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e878ad96-92b2-417f-a794-b6209c832fe1 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.558671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0f0ef4-ec36-4feb-9485-854ee980d47d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.607190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f0ef4-ec36-4feb-9485-854ee980d47d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=37f90e37-f4a6-4502-bc41-81c9f0baa222,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:08.612189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3e0f0ef4-ec36-4feb-9485-854ee980d47d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.621922 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3e0f0ef4-ec36-4feb-9485-854ee980d47d tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/37f90e37-f4a6-4502-bc41-81c9f0baa222 HTTP/1.1" status: 204 len: 168 time: 0.6144316 Jan 20 14:38:08.622792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52708) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:08.659683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:08.672466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e878ad96-92b2-417f-a794-b6209c832fe1 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.682796 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bcab620-e02c-4939-99a2-6aee128881a8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:08.683406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bcab620-e02c-4939-99a2-6aee128881a8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:08.688131 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2bcab620-e02c-4939-99a2-6aee128881a8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/8ef22495-c082-4667-9dd8-2c3f2bda7431 HTTP/1.1" status: 404 len: 337 time: 0.0642788 Jan 20 14:38:08.688841 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52712) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:08.761756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e878ad96-92b2-417f-a794-b6209c832fe1 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.779686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d10d4b-8f5e-4258-bf4b-9b06c42cc9eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting subnet 0e947f3f-e36e-4afc-8f86-c4239459c7ea {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:08.783475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-00d10d4b-8f5e-4258-bf4b-9b06c42cc9eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.807568 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:38:07Z', 'revision_number': 11, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:08.820247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878ad96-92b2-417f-a794-b6209c832fe1 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Subnet': ['ID=d53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:08.822230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e878ad96-92b2-417f-a794-b6209c832fe1 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.829630 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e878ad96-92b2-417f-a794-b6209c832fe1 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/d53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3 HTTP/1.1" status: 204 len: 168 time: 0.4436014 Jan 20 14:38:08.832104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52716) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:08.832857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:38:08.846940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987b7322-236b-4ac1-8031-e9caadd285a4 None None] Network b6881863-757e-4597-a97c-a25cb372f428 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:08.862363 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:08.863027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:08.870392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-00d10d4b-8f5e-4258-bf4b-9b06c42cc9eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.990448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.000744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-00d10d4b-8f5e-4258-bf4b-9b06c42cc9eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.002574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Deleting port 38849d11-ea7f-44d0-ab68-e1939a39848a {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:09.002908 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.118109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25522e53-6448-4eef-a8da-1a89d474feaf None None] Network 8a8da0e8-59ae-4198-8eda-a33790896d08 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:09.224846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:09.227441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] For port 38849d11-ea7f-44d0-ab68-e1939a39848a, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=38849d11-ea7f-44d0-ab68-e1939a39848a,segment=NetworkSegment(9fe8c6a0-7f17-4309-8c28-a82ec42d3552),segment_id=9fe8c6a0-7f17-4309-8c28-a82ec42d3552)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:09.228452 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.297924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847585a-0b37-41a8-9c16-8829e91b9f7e req-a76b325a-9d14-43a0-8a9a-6317d027759e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:09.299545 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7847585a-0b37-41a8-9c16-8829e91b9f7e req-a76b325a-9d14-43a0-8a9a-6317d027759e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.2496555 Jan 20 14:38:09.300613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-00d10d4b-8f5e-4258-bf4b-9b06c42cc9eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.351526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d10d4b-8f5e-4258-bf4b-9b06c42cc9eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Subnet': ['ID=0e947f3f-e36e-4afc-8f86-c4239459c7ea,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:09.355110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Calling delete_port for 38849d11-ea7f-44d0-ab68-e1939a39848a owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:09.364090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:09.364634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.364725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-00d10d4b-8f5e-4258-bf4b-9b06c42cc9eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.381928 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-00d10d4b-8f5e-4258-bf4b-9b06c42cc9eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/0e947f3f-e36e-4afc-8f86-c4239459c7ea HTTP/1.1" status: 204 len: 168 time: 0.6896276 Jan 20 14:38:09.382981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52722) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:09.389983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:38:07Z', 'revision_number': 11, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:09.399883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9c5ae20b-12f9-4ef2-b990-b6964accfe3d None None] Provisioning complete for port 0b9fce36-19e2-4850-a5dc-b3fda153585e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:09.400276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c5ae20b-12f9-4ef2-b990-b6964accfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.427698 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7847585a-0b37-41a8-9c16-8829e91b9f7e req-51d9c7ea-13f0-4783-9bab-89b315e08161 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946610 Jan 20 14:38:09.432549 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda4a7bc-c89a-422e-a1aa-773d6212025b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:09.433004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda4a7bc-c89a-422e-a1aa-773d6212025b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:09.434833 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fda4a7bc-c89a-422e-a1aa-773d6212025b tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/b6f5f9ee-b4aa-409a-bee9-aa95054d5772 HTTP/1.1" status: 404 len: 337 time: 0.0509207 Jan 20 14:38:09.437656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52726) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:09.441546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.489002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-150cd844-fe67-446c-85ec-845ae50d4488 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Synchronizing usage tracker for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:09.495851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Port': ['ID=38849d11-ea7f-44d0-ab68-e1939a39848a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:09.501107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No DVR routers for this DVR port 38849d11-ea7f-44d0-ab68-e1939a39848a on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:09.505785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943590fb-396e-4ba6-a8f9-fa8c3d7d0c23 None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:38:07Z', 'revision_number': 11, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:09.508623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-150cd844-fe67-446c-85ec-845ae50d4488 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Unset dirty status for tenant:aaf51206de3a468a9488baf60ac7dae8 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:09.512271 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-150cd844-fe67-446c-85ec-845ae50d4488 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecdb7bc8-5031-4733-85d4-f89bbeff378c HTTP/1.1" status: 200 len: 205 time: 0.0712831 Jan 20 14:38:09.512471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52730) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:09.594008 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-7ab364f7-f11e-401e-881e-01e09fc269a6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] delete failed (client error): The resource could not be found. Jan 20 14:38:09.596261 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7ab364f7-f11e-401e-881e-01e09fc269a6 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/routers/ecdb7bc8-5031-4733-85d4-f89bbeff378c HTTP/1.1" status: 404 len: 336 time: 0.0816126 Jan 20 14:38:09.599685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52734) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:09.609123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ae20b-12f9-4ef2-b990-b6964accfe3d None None] Port 0b9fce36-19e2-4850-a5dc-b3fda153585e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:09.641412 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a18a195-612f-482b-9b24-a493ac315d67 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:09.641865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a18a195-612f-482b-9b24-a493ac315d67 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:09.649029 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5a18a195-612f-482b-9b24-a493ac315d67 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/40a0b814-f97d-4a34-8bfe-f60ef82d695f HTTP/1.1" status: 404 len: 337 time: 0.0461922 Jan 20 14:38:09.650395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52738) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:09.728940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9c5ae20b-12f9-4ef2-b990-b6964accfe3d None None] Provisioning complete for port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:09.729312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c5ae20b-12f9-4ef2-b990-b6964accfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.797479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.805956 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3993b4aa-f720-48aa-9d6a-55ea3b695c78 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:09.806469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3993b4aa-f720-48aa-9d6a-55ea3b695c78 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:09.823252 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3993b4aa-f720-48aa-9d6a-55ea3b695c78 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/14600ea5-8aa1-4c79-870c-96fc01e0f962 HTTP/1.1" status: 404 len: 337 time: 0.1728041 Jan 20 14:38:09.825971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52742) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:09.829369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6881863-757e-4597-a97c-a25cb372f428']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:09.842333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe8c6a0-7f17-4309-8c28-a82ec42d3552') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:09.842627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe8c6a0-7f17-4309-8c28-a82ec42d3552') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:09.854590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.867112 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef1c7f2-6ef8-41a9-ac93-632d474a513c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:09.868176 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef1c7f2-6ef8-41a9-ac93-632d474a513c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:09.871240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.874477 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eef1c7f2-6ef8-41a9-ac93-632d474a513c tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/0e55f63e-9893-4698-87c4-318088fef302 HTTP/1.1" status: 404 len: 337 time: 0.0447478 Jan 20 14:38:09.875014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52746) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:09.887816 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c5d23-b0a1-4398-8239-80895221a4e9 None None] DHCP port deletion for b6881863-757e-4597-a97c-a25cb372f428 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:38:09.913301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:38:09.913660 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:09.928434 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:09.976558 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1642b-ef44-424c-9f65-5d01830c3956 None None] DHCP port deletion for 8a8da0e8-59ae-4198-8eda-a33790896d08 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:38:09.981292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6bc1642b-ef44-424c-9f65-5d01830c3956 None None] Deleting port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:09.981668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6bc1642b-ef44-424c-9f65-5d01830c3956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:09.989620 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a6deb0-31ef-4aa0-9da5-f29aa681e714 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:09.989620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a6deb0-31ef-4aa0-9da5-f29aa681e714 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:09.992261 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f5a6deb0-31ef-4aa0-9da5-f29aa681e714 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/6710533f-94db-47e2-a599-a151a0cc9e5a HTTP/1.1" status: 404 len: 333 time: 0.1130655 Jan 20 14:38:09.994060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52750) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:10.028674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.048457 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5145357-c092-44ea-9d18-3e2385fec3f4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:10.048910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5145357-c092-44ea-9d18-3e2385fec3f4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:10.053062 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a5145357-c092-44ea-9d18-3e2385fec3f4 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/7ba5de6c-5250-4b1d-a2a9-70eae424620b HTTP/1.1" status: 404 len: 337 time: 0.0556481 Jan 20 14:38:10.054310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52754) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:10.061336 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.077194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Pushing event deleted for resources: {'Network': ['ID=b6881863-757e-4597-a97c-a25cb372f428,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:10.088421 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8982c1d7-df71-4c5b-8880-6013bf6bfd11 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/networks/b6881863-757e-4597-a97c-a25cb372f428 HTTP/1.1" status: 204 len: 168 time: 1.2548206 Jan 20 14:38:10.091146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52758) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:10.096985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-62158997-818a-4b2b-9ca1-5b6c32bc7ce4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'routes': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:10.097200 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b31cb8e-e08a-424d-9b93-6bb401e01cf2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:10.097542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b31cb8e-e08a-424d-9b93-6bb401e01cf2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:10.099257 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0b31cb8e-e08a-424d-9b93-6bb401e01cf2 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/1cdc459c-9bd5-4f28-972d-9e0acd35ac79 HTTP/1.1" status: 404 len: 337 time: 0.0440247 Jan 20 14:38:10.101920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52762) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:10.142671 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5c729a-a6a2-4c43-b9c8-a912c76d60eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:10.143036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5c729a-a6a2-4c43-b9c8-a912c76d60eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:10.144728 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-df5c729a-a6a2-4c43-b9c8-a912c76d60eb tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/d9af9bb1-005e-4a43-9b42-f72366b7153c HTTP/1.1" status: 404 len: 333 time: 0.0418854 Jan 20 14:38:10.147385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52766) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:10.188095 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7526db8e-c78c-4320-ab6c-d50936542710 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:10.188569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7526db8e-c78c-4320-ab6c-d50936542710 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:10.195650 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7526db8e-c78c-4320-ab6c-d50936542710 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/a3f9d900-8502-49b4-ae5d-a56647d6c49c HTTP/1.1" status: 404 len: 337 time: 0.0419748 Jan 20 14:38:10.195650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52770) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:10.237890 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-97379b69-20d4-47fa-a059-ca206328e299 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:10.237890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97379b69-20d4-47fa-a059-ca206328e299 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:10.239581 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-97379b69-20d4-47fa-a059-ca206328e299 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/subnets/e47660c4-c2cc-4ee1-846f-0d8f68b0383e HTTP/1.1" status: 404 len: 337 time: 0.0458815 Jan 20 14:38:10.242372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52778) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:10.328769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6bc1642b-ef44-424c-9f65-5d01830c3956 None None] For port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,segment=NetworkSegment(892f8c94-fbc9-440e-8309-59d518f24e62),segment_id=892f8c94-fbc9-440e-8309-59d518f24e62)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:10.329229 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6bc1642b-ef44-424c-9f65-5d01830c3956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.335045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-073f72c5-6c42-42a5-b6f7-a7ea45e5ddd8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Deleting port 0b9fce36-19e2-4850-a5dc-b3fda153585e {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:10.335390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-073f72c5-6c42-42a5-b6f7-a7ea45e5ddd8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.344365 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6d6d48f2-25da-4f26-b2a0-2c73fac91405 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:10.397062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.extraroute_db [None req-62158997-818a-4b2b-9ca1-5b6c32bc7ce4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Added routes are [] {{(pid=87495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 20 14:38:10.397387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.extraroute_db [None req-62158997-818a-4b2b-9ca1-5b6c32bc7ce4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Removed routes are [] {{(pid=87495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 20 14:38:10.397776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62158997-818a-4b2b-9ca1-5b6c32bc7ce4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.491137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 6d6d48f2-25da-4f26-b2a0-2c73fac91405 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:10.491764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 6d6d48f2-25da-4f26-b2a0-2c73fac91405 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:10.491764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 38849d11-ea7f-44d0-ab68-e1939a39848a no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:10.521596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6bc1642b-ef44-424c-9f65-5d01830c3956 None None] Calling delete_port for 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:10.568178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 38849d11-ea7f-44d0-ab68-e1939a39848a {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:10.568634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 38849d11-ea7f-44d0-ab68-e1939a39848a not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:10.568970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:10.573016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-073f72c5-6c42-42a5-b6f7-a7ea45e5ddd8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.660664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62158997-818a-4b2b-9ca1-5b6c32bc7ce4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.664423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62158997-818a-4b2b-9ca1-5b6c32bc7ce4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.691871 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6bc1642b-ef44-424c-9f65-5d01830c3956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.738500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-073f72c5-6c42-42a5-b6f7-a7ea45e5ddd8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Calling delete_port for 0b9fce36-19e2-4850-a5dc-b3fda153585e owned by {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:10.750789 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1642b-ef44-424c-9f65-5d01830c3956 None None] Pushing event deleted for resources: {'Port': ['ID=0afdfd8b-9c74-43bf-ae1b-8681e0b58494,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:10.758489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1642b-ef44-424c-9f65-5d01830c3956 None None] No DVR routers for this DVR port 0afdfd8b-9c74-43bf-ae1b-8681e0b58494 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:10.762562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.805111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62158997-818a-4b2b-9ca1-5b6c32bc7ce4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:38:10.842161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c62ea-a8a2-489c-9635-0ebcb129de7c req-74a17255-bcf6-4961-b515-5e403bacd314 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:10.843646 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-411c62ea-a8a2-489c-9635-0ebcb129de7c req-74a17255-bcf6-4961-b515-5e403bacd314 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.2624049 Jan 20 14:38:10.867813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-073f72c5-6c42-42a5-b6f7-a7ea45e5ddd8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.926986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f72c5-6c42-42a5-b6f7-a7ea45e5ddd8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Port': ['ID=0b9fce36-19e2-4850-a5dc-b3fda153585e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:10.932008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-073f72c5-6c42-42a5-b6f7-a7ea45e5ddd8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.941593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62158997-818a-4b2b-9ca1-5b6c32bc7ce4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:10.948651 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-411c62ea-a8a2-489c-9635-0ebcb129de7c req-47e11817-09f5-4f66-9e56-1b6c958e3190 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973763 Jan 20 14:38:10.949063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62158997-818a-4b2b-9ca1-5b6c32bc7ce4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:10.950450 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-62158997-818a-4b2b-9ca1-5b6c32bc7ce4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f HTTP/1.1" status: 200 len: 704 time: 0.8582914 Jan 20 14:38:10.952645 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] Sync routers for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:10.953368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52786) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:10.960993 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-073f72c5-6c42-42a5-b6f7-a7ea45e5ddd8 tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/ports/0b9fce36-19e2-4850-a5dc-b3fda153585e HTTP/1.1" status: 204 len: 168 time: 0.7177305 Jan 20 14:38:10.961649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52790) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:10.967882 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:10.968784 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:11.005603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1e2ddc27-ea78-44b1-9618-c69f5596ef76 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:11.029574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1e2ddc27-ea78-44b1-9618-c69f5596ef76 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:11.033622 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1e2ddc27-ea78-44b1-9618-c69f5596ef76 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f HTTP/1.1" status: 200 len: 205 time: 0.0767314 Jan 20 14:38:11.033873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52796) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:11.105019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.111141 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:11.226733 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:38:07Z', 'revision_number': 11, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:11.231638 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] Checking router: 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:38:11.241333 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] Routers {'3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:11.241949 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:11.270206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.300769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8da0e8-59ae-4198-8eda-a33790896d08']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:11.363974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892f8c94-fbc9-440e-8309-59d518f24e62') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:11.364416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892f8c94-fbc9-440e-8309-59d518f24e62') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:11.382836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.383790 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] Set router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:11.404048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.412499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:38:11.412861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:11.428469 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:11.492089 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:38:07Z', 'revision_number': 11, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:11.494266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5f4de52-60c3-4036-8187-233527aec8a3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.496750 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3342101-d11e-4859-aae5-58c9cf78069e None None] The sync data for ids ['3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f'] in dv-neutron-825123-1-hyperv is: [{'id': '3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f', 'name': 'tempest-RoutersIpV6Test-router-371847819', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:06Z', 'updated_at': '2022-01-20T14:38:07Z', 'revision_number': 11, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:11.628576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff57ab7-c379-482d-8f28-1e0d048078ba req-4eb3ed95-4174-4049-8ac2-3df59773b63c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:11.630267 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bff57ab7-c379-482d-8f28-1e0d048078ba req-4eb3ed95-4174-4049-8ac2-3df59773b63c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.3322778 Jan 20 14:38:11.645544 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:38:11.655085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.672876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.687396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] Pushing event deleted for resources: {'Network': ['ID=8a8da0e8-59ae-4198-8eda-a33790896d08,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:11.696286 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e8aa101c-b789-4e59-89d6-2700f33226cc tempest-PortsIpV6TestJSON-494422424 tempest-PortsIpV6TestJSON-494422424-project] 10.222.0.87 "DELETE /v2.0/networks/8a8da0e8-59ae-4198-8eda-a33790896d08 HTTP/1.1" status: 204 len: 168 time: 0.7332964 Jan 20 14:38:11.710190 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bff57ab7-c379-482d-8f28-1e0d048078ba req-e2e96189-dc56-49cf-82d6-7ae6cb6c8d46 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681119 Jan 20 14:38:11.811393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5f4de52-60c3-4036-8187-233527aec8a3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.814752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5f4de52-60c3-4036-8187-233527aec8a3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.819861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bf7cf-3a0f-43c1-ab3e-21471c9f5783 req-e8df3b80-1b4b-4557-b286-4d729b5d7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:11.821634 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-da4bf7cf-3a0f-43c1-ab3e-21471c9f5783 req-e8df3b80-1b4b-4557-b286-4d729b5d7333 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb70db77403a429ba144320681659b78&device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 1098 time: 0.4499245 Jan 20 14:38:11.915762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5f4de52-60c3-4036-8187-233527aec8a3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.916253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f4de52-60c3-4036-8187-233527aec8a3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Fanout notify agent at l3_agent the message router_deleted on router 3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:38:11.937934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5f4de52-60c3-4036-8187-233527aec8a3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:11.939010 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f5f4de52-60c3-4036-8187-233527aec8a3 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f HTTP/1.1" status: 204 len: 168 time: 0.9041858 Jan 20 14:38:11.946349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52806) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:11.952922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1704472379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:11.963827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:11.969050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52810) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:11.981731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Usage tracker for resource:router and tenant:8bf16888de5c408fb508494adfcb2ba3 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:11.985250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:11.985585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bf7cf-3a0f-43c1-ab3e-21471c9f5783 req-2c3f30ac-1571-4cd2-9b7f-9e7b1b507cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:11.987127 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-da4bf7cf-3a0f-43c1-ab3e-21471c9f5783 req-2c3f30ac-1571-4cd2-9b7f-9e7b1b507cbd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f7564359-c438-4b65-809b-e47a5c739a52 HTTP/1.1" status: 200 len: 912 time: 0.1593502 Jan 20 14:38:11.991759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:12.011003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.012047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.039045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.059548 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-da4bf7cf-3a0f-43c1-ab3e-21471c9f5783 req-27c9e390-2e7c-4da3-ac80-857243fbddf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4d4c114-334e-4b49-b4bf-9d28fe088552 HTTP/1.1" status: 200 len: 217 time: 0.0635889 Jan 20 14:38:12.063467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.096519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.097988 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0c2c8ee7-3674-454f-a811-afe27df36853 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1506512 Jan 20 14:38:12.100963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52816) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:12.107408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-70063eb4-c0f8-4ab3-ba56-dfd0c5acf85f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:12.140909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bf7cf-3a0f-43c1-ab3e-21471c9f5783 req-ebd36188-0c65-4e2a-95b2-0a63f79e53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:12.142357 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-da4bf7cf-3a0f-43c1-ab3e-21471c9f5783 req-ebd36188-0c65-4e2a-95b2-0a63f79e53c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c28adb8-5def-4afa-b7c9-869ad75aead5 HTTP/1.1" status: 200 len: 851 time: 0.0733347 Jan 20 14:38:12.194867 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-da4bf7cf-3a0f-43c1-ab3e-21471c9f5783 req-58199a50-0206-47bb-b715-1c2c23bc13dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f7564359-c438-4b65-809b-e47a5c739a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459995 Jan 20 14:38:12.331680 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-da4bf7cf-3a0f-43c1-ab3e-21471c9f5783 req-4443327f-a41c-4a29-bee1-69e87b43e40a service neutron] 10.222.0.72 "GET /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304069 Jan 20 14:38:12.394932 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-73b91b59-5eac-4fae-aeb2-05475468ef96 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aaf51206de3a468a9488baf60ac7dae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247501 Jan 20 14:38:12.397739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52820) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:12.464962 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-da4bf7cf-3a0f-43c1-ab3e-21471c9f5783 req-48fe95e7-1a38-4953-ade0-eecb6e7ac778 service neutron] 10.222.0.72 "GET /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256993 Jan 20 14:38:12.547558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-70063eb4-c0f8-4ab3-ba56-dfd0c5acf85f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.569633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-70063eb4-c0f8-4ab3-ba56-dfd0c5acf85f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.643219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65fabff7-8b05-4db5-bae8-c4ad123534e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.726076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65fabff7-8b05-4db5-bae8-c4ad123534e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.788010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70063eb4-c0f8-4ab3-ba56-dfd0c5acf85f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Router e3a339ee-1f60-4bc8-a859-d44b2e34ecea is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:38:12.850676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65fabff7-8b05-4db5-bae8-c4ad123534e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.900751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5804195-9b91-484c-9374-2d3dd23c0beb req-c5545fff-7065-4334-97d2-2bc87e773de3 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:12.902098 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d5804195-9b91-484c-9374-2d3dd23c0beb req-c5545fff-7065-4334-97d2-2bc87e773de3 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.0838947 Jan 20 14:38:12.930505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fabff7-8b05-4db5-bae8-c4ad123534e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa16bbd4-aec4-4885-acda-c36f5e58cc79,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:12.937683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70063eb4-c0f8-4ab3-ba56-dfd0c5acf85f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:12.939671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65fabff7-8b05-4db5-bae8-c4ad123534e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.943036 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-65fabff7-8b05-4db5-bae8-c4ad123534e3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aa16bbd4-aec4-4885-acda-c36f5e58cc79 HTTP/1.1" status: 204 len: 168 time: 0.5420794 Jan 20 14:38:12.950743 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d5804195-9b91-484c-9374-2d3dd23c0beb req-d7695b97-137c-4714-bc9d-2706429b9d72 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Jan 20 14:38:12.952413 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] Sync routers for ids ['e3a339ee-1f60-4bc8-a859-d44b2e34ecea'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:12.954750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-70063eb4-c0f8-4ab3-ba56-dfd0c5acf85f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:12.959102 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-70063eb4-c0f8-4ab3-ba56-dfd0c5acf85f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "PUT /v2.0/routers/e3a339ee-1f60-4bc8-a859-d44b2e34ecea HTTP/1.1" status: 200 len: 698 time: 0.8531353 Jan 20 14:38:12.959102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52830) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:12.965489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] Routers {'e3a339ee-1f60-4bc8-a859-d44b2e34ecea'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:12.966086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['e3a339ee-1f60-4bc8-a859-d44b2e34ecea'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:13.115284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] Set router e3a339ee-1f60-4bc8-a859-d44b2e34ecea gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:13.119391 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9525199a-96b6-4613-b526-bb7a1a43a8ae tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/routers/e3a339ee-1f60-4bc8-a859-d44b2e34ecea HTTP/1.1" status: 200 len: 704 time: 0.1557004 Jan 20 14:38:13.121926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52834) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:13.170640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4d46a2dd-4c3b-4a03-95ff-f78f13dd51fd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Synchronizing usage tracker for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:13.184108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4d46a2dd-4c3b-4a03-95ff-f78f13dd51fd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Unset dirty status for tenant:8bf16888de5c408fb508494adfcb2ba3 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:13.185633 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4d46a2dd-4c3b-4a03-95ff-f78f13dd51fd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3a339ee-1f60-4bc8-a859-d44b2e34ecea HTTP/1.1" status: 200 len: 205 time: 0.0625517 Jan 20 14:38:13.188156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52838) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:13.261898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a339ee-1f60-4bc8-a859-d44b2e34ecea', 'name': 'tempest-RoutersIpV6Test-router-1704472379', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:12Z', 'updated_at': '2022-01-20T14:38:12Z', 'revision_number': 2, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:13.267419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] Checking router: e3a339ee-1f60-4bc8-a859-d44b2e34ecea for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:38:13.281946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] Routers {'e3a339ee-1f60-4bc8-a859-d44b2e34ecea'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:13.282602 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['e3a339ee-1f60-4bc8-a859-d44b2e34ecea'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:13.426956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] Set router e3a339ee-1f60-4bc8-a859-d44b2e34ecea gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:13.462481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a78e169e-7b72-44e5-b48a-f279b9a5ee40 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:13.530373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a339ee-1f60-4bc8-a859-d44b2e34ecea', 'name': 'tempest-RoutersIpV6Test-router-1704472379', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:12Z', 'updated_at': '2022-01-20T14:38:12Z', 'revision_number': 2, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:13.534402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cdca8-71f8-4c6f-864f-1eded96eac3a None None] The sync data for ids ['e3a339ee-1f60-4bc8-a859-d44b2e34ecea'] in dv-neutron-825123-1-hyperv is: [{'id': 'e3a339ee-1f60-4bc8-a859-d44b2e34ecea', 'name': 'tempest-RoutersIpV6Test-router-1704472379', 'tenant_id': '8bf16888de5c408fb508494adfcb2ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:12Z', 'updated_at': '2022-01-20T14:38:12Z', 'revision_number': 2, 'project_id': '8bf16888de5c408fb508494adfcb2ba3', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:13.760710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a78e169e-7b72-44e5-b48a-f279b9a5ee40 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:13.762958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a78e169e-7b72-44e5-b48a-f279b9a5ee40 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:13.787589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a78e169e-7b72-44e5-b48a-f279b9a5ee40 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:13.788147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78e169e-7b72-44e5-b48a-f279b9a5ee40 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Fanout notify agent at l3_agent the message router_deleted on router e3a339ee-1f60-4bc8-a859-d44b2e34ecea {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:38:13.802189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a78e169e-7b72-44e5-b48a-f279b9a5ee40 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:13.803258 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a78e169e-7b72-44e5-b48a-f279b9a5ee40 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/e3a339ee-1f60-4bc8-a859-d44b2e34ecea HTTP/1.1" status: 204 len: 168 time: 0.6141219 Jan 20 14:38:13.806699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52842) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:13.852375 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c21c44d9-0a38-48bc-9cf2-088e6b6b3b63 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3a339ee-1f60-4bc8-a859-d44b2e34ecea HTTP/1.1" status: 200 len: 205 time: 0.0445468 Jan 20 14:38:13.855777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52846) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:13.921801 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-0581047a-4d5b-4a43-9c8d-672c6bed7098 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] delete failed (client error): The resource could not be found. Jan 20 14:38:13.922896 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0581047a-4d5b-4a43-9c8d-672c6bed7098 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/e3a339ee-1f60-4bc8-a859-d44b2e34ecea HTTP/1.1" status: 404 len: 336 time: 0.0660429 Jan 20 14:38:13.925577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52850) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.080582 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee0b3a0-31d8-4e44-846a-ad7269d0fe08 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:14.081028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee0b3a0-31d8-4e44-846a-ad7269d0fe08 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:14.082723 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4ee0b3a0-31d8-4e44-846a-ad7269d0fe08 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/fb32dcb9-baaa-4383-b729-f78edc1763c6 HTTP/1.1" status: 404 len: 337 time: 0.1562319 Jan 20 14:38:14.085715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52856) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.125476 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fba258-8dfc-499a-9070-aab064fd6eb5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:14.125829 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fba258-8dfc-499a-9070-aab064fd6eb5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:14.127759 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-09fba258-8dfc-499a-9070-aab064fd6eb5 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/9b629e57-9424-43cf-a1df-af2622231958 HTTP/1.1" status: 404 len: 337 time: 0.0409093 Jan 20 14:38:14.130120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52860) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.140124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f540b7-165b-48f2-a9a5-6f5993c88a0c req-ec010ccf-a64d-49c8-8cc6-661acbb17648 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:14.141670 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-82f540b7-165b-48f2-a9a5-6f5993c88a0c req-ec010ccf-a64d-49c8-8cc6-661acbb17648 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.0827658 Jan 20 14:38:14.167315 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dda44e-a48f-4b22-9bb0-c84b86d1ef6b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:14.167767 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dda44e-a48f-4b22-9bb0-c84b86d1ef6b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:14.169444 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-31dda44e-a48f-4b22-9bb0-c84b86d1ef6b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/b7fa28a6-3f44-4804-b220-e77d45356d33 HTTP/1.1" status: 404 len: 337 time: 0.0382769 Jan 20 14:38:14.171927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52864) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.188526 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-82f540b7-165b-48f2-a9a5-6f5993c88a0c req-3a4d1ebe-4d7e-4b0d-ba1a-8a4af902b367 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 Jan 20 14:38:14.211691 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa69163-74d4-42d9-a569-656f97229967 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:14.212139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa69163-74d4-42d9-a569-656f97229967 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:14.216099 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4aa69163-74d4-42d9-a569-656f97229967 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/d53b56fb-748f-4e7a-8cdf-c2ef21bfc4a3 HTTP/1.1" status: 404 len: 337 time: 0.0410674 Jan 20 14:38:14.216630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52870) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.259673 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4f50ae21-5b11-4138-865c-89f58a3706a4 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f HTTP/1.1" status: 200 len: 205 time: 0.0420024 Jan 20 14:38:14.262065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52874) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.335705 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-c2e74676-1297-45a8-8ad8-a86260f302f0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] delete failed (client error): The resource could not be found. Jan 20 14:38:14.339453 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c2e74676-1297-45a8-8ad8-a86260f302f0 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/3538f3c9-f6c6-464b-ac7d-4f762a7b8d6f HTTP/1.1" status: 404 len: 336 time: 0.0764089 Jan 20 14:38:14.339986 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52878) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.389253 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c104ac68-516a-4d08-9adf-e4fa048cc25a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=8142e6f3-8025-41af-90e9-a676b31f9239 HTTP/1.1" status: 200 len: 205 time: 0.0480998 Jan 20 14:38:14.391849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52882) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.460555 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-b59f4f6b-116a-499a-9cfb-a3313b32241b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] delete failed (client error): The resource could not be found. Jan 20 14:38:14.461576 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b59f4f6b-116a-499a-9cfb-a3313b32241b tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/8142e6f3-8025-41af-90e9-a676b31f9239 HTTP/1.1" status: 404 len: 336 time: 0.0688121 Jan 20 14:38:14.464259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52888) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.501659 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-19828ddf-0376-4a4a-8c33-2d83db16c408 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:14.502185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19828ddf-0376-4a4a-8c33-2d83db16c408 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:14.503884 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-19828ddf-0376-4a4a-8c33-2d83db16c408 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/bae5268d-73b1-4977-a708-eea6939bbc64 HTTP/1.1" status: 404 len: 337 time: 0.0387561 Jan 20 14:38:14.506658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52892) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.585960 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-10ae5e91-e9ac-4761-bb6e-a6beb5b5f5ac tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=73691632-91cf-4184-be98-b5cdfffe7af3 HTTP/1.1" status: 200 len: 205 time: 0.0780311 Jan 20 14:38:14.588716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52896) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.629770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66daab-7eac-44b5-8a18-ab622ecf2e25 req-75cba397-a690-4e16-a840-d9db772e266d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:14.631218 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b66daab-7eac-44b5-8a18-ab622ecf2e25 req-75cba397-a690-4e16-a840-d9db772e266d tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.0895679 Jan 20 14:38:14.657737 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-a4c2e260-deae-4e47-983d-b78bd418171a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] delete failed (client error): The resource could not be found. Jan 20 14:38:14.658676 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a4c2e260-deae-4e47-983d-b78bd418171a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/73691632-91cf-4184-be98-b5cdfffe7af3 HTTP/1.1" status: 404 len: 336 time: 0.0690036 Jan 20 14:38:14.661324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52900) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.676679 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b66daab-7eac-44b5-8a18-ab622ecf2e25 req-028b6299-e27b-4c5e-9a70-72fe183852a6 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392971 Jan 20 14:38:14.703795 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-503cbbdf-57a1-4eec-bd48-d1c9068c0dfd tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebc74039-ed46-430c-98ce-31fe1d34d7db HTTP/1.1" status: 200 len: 205 time: 0.0414293 Jan 20 14:38:14.706179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52904) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.774023 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-07aa2836-2911-4e8a-a4c6-5f0257d15085 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] delete failed (client error): The resource could not be found. Jan 20 14:38:14.774902 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-07aa2836-2911-4e8a-a4c6-5f0257d15085 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/ebc74039-ed46-430c-98ce-31fe1d34d7db HTTP/1.1" status: 404 len: 336 time: 0.0678620 Jan 20 14:38:14.778839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52908) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.815068 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-48821fb1-a331-4c42-9739-d9b358c96a8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:14.815501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48821fb1-a331-4c42-9739-d9b358c96a8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:14.817107 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-48821fb1-a331-4c42-9739-d9b358c96a8e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/79e7f42b-61f5-4b77-9a4b-50a4fd449d36 HTTP/1.1" status: 404 len: 337 time: 0.0373981 Jan 20 14:38:14.819544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52912) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.865063 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3df4cff6-7e11-4696-83b5-eafccfbe8592 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f1aa7a7-9bb3-4de1-9f1b-b5620c662508 HTTP/1.1" status: 200 len: 205 time: 0.0445511 Jan 20 14:38:14.867863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52916) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.932372 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-76db477f-ee82-456a-a93c-1a2a41d624ba tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] delete failed (client error): The resource could not be found. Jan 20 14:38:14.933641 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-76db477f-ee82-456a-a93c-1a2a41d624ba tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/2f1aa7a7-9bb3-4de1-9f1b-b5620c662508 HTTP/1.1" status: 404 len: 336 time: 0.0645723 Jan 20 14:38:14.936903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52920) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:14.976885 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9062b46c-7bbb-4bf5-b862-35c1eef26427 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:14.977340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9062b46c-7bbb-4bf5-b862-35c1eef26427 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:14.978998 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9062b46c-7bbb-4bf5-b862-35c1eef26427 tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/f510bbfe-dc7b-4090-8943-4825bcfb2f2d HTTP/1.1" status: 404 len: 337 time: 0.0412562 Jan 20 14:38:14.981779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52924) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:15.023886 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8ec0ef71-6042-4155-865b-0cce555278fa tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "GET /v2.0/ports?device_id=353fd885-19cb-4dc6-a3aa-c767786c3356 HTTP/1.1" status: 200 len: 205 time: 0.0409939 Jan 20 14:38:15.026341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52928) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:15.100466 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-05a67ad3-ce4d-408e-893d-1248aa60992e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] delete failed (client error): The resource could not be found. Jan 20 14:38:15.101462 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-05a67ad3-ce4d-408e-893d-1248aa60992e tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/routers/353fd885-19cb-4dc6-a3aa-c767786c3356 HTTP/1.1" status: 404 len: 336 time: 0.0743613 Jan 20 14:38:15.105383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52932) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:15.141885 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-888a33b8-4996-49f2-92bc-3a6633a4e34a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:15.142313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888a33b8-4996-49f2-92bc-3a6633a4e34a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:15.143874 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-888a33b8-4996-49f2-92bc-3a6633a4e34a tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/a7b18ceb-7b31-4c56-b0d8-bf11209b7302 HTTP/1.1" status: 404 len: 337 time: 0.0376472 Jan 20 14:38:15.146270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 52936) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:15.181537 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b3e145-4230-4bb7-99a8-d75a9d614d0f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] DELETE failed (client error): The resource could not be found. Jan 20 14:38:15.181962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b3e145-4230-4bb7-99a8-d75a9d614d0f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:38:15.183500 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b7b3e145-4230-4bb7-99a8-d75a9d614d0f tempest-RoutersIpV6Test-266988344 tempest-RoutersIpV6Test-266988344-project] 10.222.0.87 "DELETE /v2.0/subnets/f802bc70-c39e-42f0-8367-203c8c1821cf HTTP/1.1" status: 404 len: 337 time: 0.0364084 Jan 20 14:38:15.476040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52944) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:15.644619 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-36243e64-92b7-4724-8f53-4afe25317a93 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8bf16888de5c408fb508494adfcb2ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674042 Jan 20 14:38:15.647199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52950) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:15.702818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:15.728596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:15.789123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:15.803363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4263419d-5962-4326-b18c-4cbea8fc6710,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:15.813601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.813871 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.814200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.814520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.814839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.815143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.815456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.815770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.816087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.816420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.816729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.817035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:15.820027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:15.821137 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-28f6f95c-dd55-4976-9ff4-9f58cbade33c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4263419d-5962-4326-b18c-4cbea8fc6710 HTTP/1.1" status: 204 len: 168 time: 0.1730480 Jan 20 14:38:15.872917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c02b39-fb40-4c6e-8f72-1f0c8f2d6fb8 req-b82dca64-3da1-4379-9eed-c58e885ccc19 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:15.874408 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-28c02b39-fb40-4c6e-8f72-1f0c8f2d6fb8 req-b82dca64-3da1-4379-9eed-c58e885ccc19 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.0863931 Jan 20 14:38:15.919961 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-28c02b39-fb40-4c6e-8f72-1f0c8f2d6fb8 req-ee122786-1df4-4cd5-992b-a576aff8ef33 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 Jan 20 14:38:16.324343 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52f7d-3a33-4d33-8926-f2393bb814d3 req-3421c053-7096-4679-85f2-7c8e15a65d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:16.325808 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26a52f7d-3a33-4d33-8926-f2393bb814d3 req-3421c053-7096-4679-85f2-7c8e15a65d5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb70db77403a429ba144320681659b78&device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 1098 time: 0.1061740 Jan 20 14:38:16.333650 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9347df7-8fd6-4494-93e0-9e3f31a88dba req-a6e0fbdd-d0c9-4fd3-b475-cc1ff695f67c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:16.335107 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b9347df7-8fd6-4494-93e0-9e3f31a88dba req-a6e0fbdd-d0c9-4fd3-b475-cc1ff695f67c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.1513543 Jan 20 14:38:16.556059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52982) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:16.572362 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b9347df7-8fd6-4494-93e0-9e3f31a88dba req-642c8e26-2057-445a-8aad-0b9cb0792c88 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186251 Jan 20 14:38:16.609214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52f7d-3a33-4d33-8926-f2393bb814d3 req-3801cc66-0a82-4f21-8d10-f63b8468266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:16.610662 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26a52f7d-3a33-4d33-8926-f2393bb814d3 req-3801cc66-0a82-4f21-8d10-f63b8468266a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f7564359-c438-4b65-809b-e47a5c739a52 HTTP/1.1" status: 200 len: 912 time: 0.2747087 Jan 20 14:38:16.664047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5530323d-e7ba-4154-8212-0941dfae8901 tempest-DvrRoutersNegativeTest-1136018706 tempest-DvrRoutersNegativeTest-1136018706-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-919060089', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:16.667057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.policy [None req-5530323d-e7ba-4154-8212-0941dfae8901 tempest-DvrRoutersNegativeTest-1136018706 tempest-DvrRoutersNegativeTest-1136018706-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87494) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 20 14:38:16.667424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.policy [None req-5530323d-e7ba-4154-8212-0941dfae8901 tempest-DvrRoutersNegativeTest-1136018706 tempest-DvrRoutersNegativeTest-1136018706-project] Failed policy check for 'create_router' {{(pid=87494) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 20 14:38:16.668005 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-5530323d-e7ba-4154-8212-0941dfae8901 tempest-DvrRoutersNegativeTest-1136018706 tempest-DvrRoutersNegativeTest-1136018706-project] create failed (client error): Access was denied to this resource. Jan 20 14:38:16.669104 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5530323d-e7ba-4154-8212-0941dfae8901 tempest-DvrRoutersNegativeTest-1136018706 tempest-DvrRoutersNegativeTest-1136018706-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1120117 Jan 20 14:38:16.681754 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26a52f7d-3a33-4d33-8926-f2393bb814d3 req-9ea6607c-7721-4510-9cc0-27c0e08f2555 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4d4c114-334e-4b49-b4bf-9d28fe088552 HTTP/1.1" status: 200 len: 217 time: 0.0641499 Jan 20 14:38:16.746025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52f7d-3a33-4d33-8926-f2393bb814d3 req-e1d168b8-c361-42e9-abfc-8f01bfd48eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:16.747616 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26a52f7d-3a33-4d33-8926-f2393bb814d3 req-e1d168b8-c361-42e9-abfc-8f01bfd48eff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c28adb8-5def-4afa-b7c9-869ad75aead5 HTTP/1.1" status: 200 len: 851 time: 0.0582767 Jan 20 14:38:16.788191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52990) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:16.804295 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26a52f7d-3a33-4d33-8926-f2393bb814d3 req-46502fb8-7ad1-464a-b003-e36ee22eb213 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f7564359-c438-4b65-809b-e47a5c739a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485656 Jan 20 14:38:16.867720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a58777-8ea7-4104-8591-d378475e6ffd tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:16.868227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a58777-8ea7-4104-8591-d378475e6ffd tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:16.868690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a58777-8ea7-4104-8591-d378475e6ffd tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:16.884261 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d1a58777-8ea7-4104-8591-d378475e6ffd tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?project_id=7b32be412f6047a4b4874650505da950&network_id=f829e49b-3d48-400f-bb84-cd040717af7b HTTP/1.1" status: 200 len: 3000 time: 0.0810859 Jan 20 14:38:16.944962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 52998) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:16.946207 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26a52f7d-3a33-4d33-8926-f2393bb814d3 req-1cc34980-0d51-4419-9c5d-019ce2b9d843 service neutron] 10.222.0.72 "GET /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343656 Jan 20 14:38:17.071620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b7b902bf-ffbe-4c22-ab38-1f1d4d2a69cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:17.086334 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26a52f7d-3a33-4d33-8926-f2393bb814d3 req-86d478ae-59be-4c2b-8c7d-4efca704e85e service neutron] 10.222.0.72 "GET /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303532 Jan 20 14:38:17.087898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b7b902bf-ffbe-4c22-ab38-1f1d4d2a69cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:17.091966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b7b902bf-ffbe-4c22-ab38-1f1d4d2a69cc admin admin] Usage tracker for resource:security_group_rule and tenant:384d47bf751a439eaa4232f06343d21b is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:17.094921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b7b902bf-ffbe-4c22-ab38-1f1d4d2a69cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:17.100765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b7b902bf-ffbe-4c22-ab38-1f1d4d2a69cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:17.183472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b7b902bf-ffbe-4c22-ab38-1f1d4d2a69cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:17.189464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b7b902bf-ffbe-4c22-ab38-1f1d4d2a69cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:17.240057 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b7b902bf-ffbe-4c22-ab38-1f1d4d2a69cc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=384d47bf751a439eaa4232f06343d21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934489 Jan 20 14:38:17.241963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b902bf-ffbe-4c22-ab38-1f1d4d2a69cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8162db6c-ef31-4a12-b2d2-84c412c2f9e3,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:17.242530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53006) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:17.300954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:17.328359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:17.382136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:17.405546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8162db6c-ef31-4a12-b2d2-84c412c2f9e3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:17.414757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.415095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.415423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.415742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.416062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.416390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.416708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.417019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.417333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.417639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.417953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.418259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:17.422359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:17.426104 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dc41f991-0cd8-4329-9d3f-344f2b7fa02d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8162db6c-ef31-4a12-b2d2-84c412c2f9e3 HTTP/1.1" status: 204 len: 168 time: 0.1799209 Jan 20 14:38:17.764338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70b926-dc2d-4df5-a1a6-e06052cb3452 req-bd8aa2d6-0e4f-4c2b-b068-844302169b83 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:17.768200 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-de70b926-dc2d-4df5-a1a6-e06052cb3452 req-bd8aa2d6-0e4f-4c2b-b068-844302169b83 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.0903418 Jan 20 14:38:17.818795 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-de70b926-dc2d-4df5-a1a6-e06052cb3452 req-4e1aac91-ef5a-4414-a8d8-20d084d29f3a tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Jan 20 14:38:18.204800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53032) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:18.305832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1838599514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:18.312503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:18.316416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Usage tracker for resource:router and tenant:ae3d2a89903a4f0da35b378aaebe05ce is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:18.319350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:18.325514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:18.339101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.340150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.355033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.373966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.401135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.402245 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6c7ad2a3-5f88-4bb3-9ac0-002d1a546746 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1964467 Jan 20 14:38:18.405023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53038) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:18.410284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-702233611'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:18.415528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:18.419402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Usage tracker for resource:network and tenant:ae3d2a89903a4f0da35b378aaebe05ce is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:18.422246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:18.427929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:18.438737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Made reservation on behalf of ae3d2a89903a4f0da35b378aaebe05ce for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:18.442143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.454409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.469762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:18.477501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Usage tracker for resource:security_group_rule and tenant:ae3d2a89903a4f0da35b378aaebe05ce is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:18.480512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:18.486235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:18.576242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.583090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.619748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:38:18.624979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314d31de-ec2e-49a6-9927-6d51881ed702,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:18.631670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.632013 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Added segment 16a1bd13-899b-4ebf-8aa9-47abf9d3b44a of type vlan for network f366ebdd-7ae2-43f7-a728-a4598bed23c3 Jan 20 14:38:18.660684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.692430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.697900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:18.698473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.807533 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4014802 Jan 20 14:38:18.808435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d3751-0023-4301-86cd-c43fa7f2bd15 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Network': ['ID=f366ebdd-7ae2-43f7-a728-a4598bed23c3,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:18.810597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53042) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:18.816228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'subnet': {'network_id': 'f366ebdd-7ae2-43f7-a728-a4598bed23c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:18.819018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network f366ebdd-7ae2-43f7-a728-a4598bed23c3 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:38:18.984842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:18.990541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Usage tracker for resource:subnet and tenant:ae3d2a89903a4f0da35b378aaebe05ce is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:18.993799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:19.005812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:19.022772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Made reservation on behalf of ae3d2a89903a4f0da35b378aaebe05ce for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:19.026221 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.127757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c0374-1eb3-422e-a0e7-0b22918b8538 req-82aff319-5fa9-407c-b5a0-37df1a980c8e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:19.129244 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d72c0374-1eb3-422e-a0e7-0b22918b8538 req-82aff319-5fa9-407c-b5a0-37df1a980c8e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.1967719 Jan 20 14:38:19.191682 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d72c0374-1eb3-422e-a0e7-0b22918b8538 req-d408543c-b902-4551-ba6c-ebdc0ee06e9c tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542092 Jan 20 14:38:19.310162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.390533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Subnet': ['ID=fad33fe0-ae1b-427c-8491-8f1e51427be9,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:19.399617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Checking segment: {'id': '16a1bd13-899b-4ebf-8aa9-47abf9d3b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f366ebdd-7ae2-43f7-a728-a4598bed23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:19.399971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network hostable DHCP agents. Network: f366ebdd-7ae2-43f7-a728-a4598bed23c3, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:38:19.424966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network f366ebdd-7ae2-43f7-a728-a4598bed23c3 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:38:19.435517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, f366ebdd-7ae2-43f7-a728-a4598bed23c3) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:19.439757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:19.440622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.444554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a221a5d-b9fd-4073-af78-f04a15ddf243 None None] Network f366ebdd-7ae2-43f7-a728-a4598bed23c3 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:19.466071 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ce0e4559-14cc-41f5-9b96-09a5bb8924e3 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6543739 Jan 20 14:38:19.467799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53054) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:19.474282 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'network': {'name': 'tempest-router-network01--1520367772'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:19.479468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:19.484865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Usage tracker for resource:network and tenant:ae3d2a89903a4f0da35b378aaebe05ce is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:19.487674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:19.494163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:19.505734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Made reservation on behalf of ae3d2a89903a4f0da35b378aaebe05ce for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:19.509617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.538249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:38:19.547925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.548406 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Added segment 1c89f780-1128-42f1-a5ca-7f2446428b36 of type vlan for network 7e63980b-9f43-444f-af48-ab75fbfd66fe Jan 20 14:38:19.577673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.609594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040399bb-4445-401a-b2d7-cd529bb53b7d req-751fb7a0-abf9-43c3-be79-3d0e2121ef0e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:19.611231 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-040399bb-4445-401a-b2d7-cd529bb53b7d req-751fb7a0-abf9-43c3-be79-3d0e2121ef0e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.0935814 Jan 20 14:38:19.614521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.620382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:19.620963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.667210 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-040399bb-4445-401a-b2d7-cd529bb53b7d req-f5610c46-1f34-4951-b313-0f9ce3b7e349 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489113 Jan 20 14:38:19.677131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-f366ebdd-7ae2-43f7-a728-a4598bed23c3', 'network_id': 'f366ebdd-7ae2-43f7-a728-a4598bed23c3', 'tenant_id': 'ae3d2a89903a4f0da35b378aaebe05ce', 'fixed_ips': [{'subnet_id': 'fad33fe0-ae1b-427c-8491-8f1e51427be9'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:38:19.678132 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.828615 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3567810 Jan 20 14:38:19.829271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53058) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:19.835357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'network': {'name': 'tempest-router-network02--883630458'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:19.839168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Allocated IP 2001:db8::2 (f366ebdd-7ae2-43f7-a728-a4598bed23c3/fad33fe0-ae1b-427c-8491-8f1e51427be9/86ceb083-df8f-4e20-9ebe-e787a8872aa4) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:19.840501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:19.844774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Usage tracker for resource:network and tenant:ae3d2a89903a4f0da35b378aaebe05ce is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:19.848532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:19.850588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33b8c1-48ae-4530-9067-50e2ac0266d8 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Network': ['ID=7e63980b-9f43-444f-af48-ab75fbfd66fe,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:19.855879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:19.867340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Made reservation on behalf of ae3d2a89903a4f0da35b378aaebe05ce for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:19.869726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7e63980b-9f43-444f-af48-ab75fbfd66fe details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:38:19.871228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.898503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:38:19.907430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.907784 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Added segment f9ac51ec-a04a-4962-af1f-42c167c6dcb9 of type vlan for network 5465bb93-5c8d-451f-ba01-27945801bd97 Jan 20 14:38:19.933283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.962822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:19.968190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:19.968795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:20.075993 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2458661 Jan 20 14:38:20.076980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d30aff-916c-4a9b-9fd7-3ae9ff9d23ed tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Network': ['ID=5465bb93-5c8d-451f-ba01-27945801bd97,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:20.078942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53062) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:20.085066 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'subnet': {'network_id': '7e63980b-9f43-444f-af48-ab75fbfd66fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:20.104572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 5465bb93-5c8d-451f-ba01-27945801bd97 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:38:20.224390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:20.238254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Transition to ACTIVE for port object 86ceb083-df8f-4e20-9ebe-e787a8872aa4 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:20.257469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Transition to ACTIVE for port object 86ceb083-df8f-4e20-9ebe-e787a8872aa4 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:20.264136 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:20.307517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:20.312828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Usage tracker for resource:subnet and tenant:ae3d2a89903a4f0da35b378aaebe05ce is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:20.315634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:20.321238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:20.332431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Network f366ebdd-7ae2-43f7-a728-a4598bed23c3 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:20.335544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Made reservation on behalf of ae3d2a89903a4f0da35b378aaebe05ce for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:20.335968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:20.339711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:20.340759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:20.345371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Pushing event updated for resources: {'Port': ['ID=86ceb083-df8f-4e20-9ebe-e787a8872aa4,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:20.431056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Attempting to bind port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:20.431488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Attempting to bind port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '16a1bd13-899b-4ebf-8aa9-47abf9d3b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f366ebdd-7ae2-43f7-a728-a4598bed23c3'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:20.431825 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Attempting to bind port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 on network f366ebdd-7ae2-43f7-a728-a4598bed23c3 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:20.437141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:20.437511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Checking segment: {'id': '16a1bd13-899b-4ebf-8aa9-47abf9d3b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f366ebdd-7ae2-43f7-a728-a4598bed23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:20.437904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:20.438285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Bound using segment: {'id': '16a1bd13-899b-4ebf-8aa9-47abf9d3b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f366ebdd-7ae2-43f7-a728-a4598bed23c3'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:20.438749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Bound port: 86ceb083-df8f-4e20-9ebe-e787a8872aa4, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a1bd13-899b-4ebf-8aa9-47abf9d3b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f366ebdd-7ae2-43f7-a728-a4598bed23c3'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:20.439115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:20.529873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] For port 86ceb083-df8f-4e20-9ebe-e787a8872aa4, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:20.533395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] For port 86ceb083-df8f-4e20-9ebe-e787a8872aa4, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=86ceb083-df8f-4e20-9ebe-e787a8872aa4,segment=NetworkSegment(16a1bd13-899b-4ebf-8aa9-47abf9d3b44a),segment_id=16a1bd13-899b-4ebf-8aa9-47abf9d3b44a)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:20.537417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:20.560181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:20.620944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dad729-5231-48f8-97bc-3537c7581858 None None] Pushing event updated for resources: {'Port': ['ID=86ceb083-df8f-4e20-9ebe-e787a8872aa4,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:20.645959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Subnet': ['ID=d0915263-92e1-4f40-9c59-93f334a65728,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:20.652831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Checking segment: {'id': '1c89f780-1128-42f1-a5ca-7f2446428b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7e63980b-9f43-444f-af48-ab75fbfd66fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:20.653194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network hostable DHCP agents. Network: 7e63980b-9f43-444f-af48-ab75fbfd66fe, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:38:20.677606 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network 7e63980b-9f43-444f-af48-ab75fbfd66fe is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:38:20.689543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 7e63980b-9f43-444f-af48-ab75fbfd66fe) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:20.694290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:20.694885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:20.705900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b368a2-7737-4ad5-af96-eff6b6f7579b None None] Network 7e63980b-9f43-444f-af48-ab75fbfd66fe requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:20.732273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53070) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:20.732904 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c96e2e4a-8d72-40a3-a8ef-cde1973c50df tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6528218 Jan 20 14:38:20.738303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'subnet': {'network_id': '5465bb93-5c8d-451f-ba01-27945801bd97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:20.922807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:20.930061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Usage tracker for resource:subnet and tenant:ae3d2a89903a4f0da35b378aaebe05ce is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:20.936038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:20.943600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:20.950886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-7e63980b-9f43-444f-af48-ab75fbfd66fe', 'network_id': '7e63980b-9f43-444f-af48-ab75fbfd66fe', 'tenant_id': 'ae3d2a89903a4f0da35b378aaebe05ce', 'fixed_ips': [{'subnet_id': 'd0915263-92e1-4f40-9c59-93f334a65728'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:38:20.951953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:20.967323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540034-a7d3-4eab-86f5-820b4d6c06df req-dbe8ecae-ec64-434a-a19b-3a931a789011 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:20.969541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1f540034-a7d3-4eab-86f5-820b4d6c06df req-dbe8ecae-ec64-434a-a19b-3a931a789011 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.1544890 Jan 20 14:38:20.970854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Made reservation on behalf of ae3d2a89903a4f0da35b378aaebe05ce for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:20.976837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:21.137146 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1f540034-a7d3-4eab-86f5-820b4d6c06df req-df8dea00-6b24-406a-b9fa-bd87c34f3ff7 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381912 Jan 20 14:38:21.179023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Allocated IP 2001:db8::2 (7e63980b-9f43-444f-af48-ab75fbfd66fe/d0915263-92e1-4f40-9c59-93f334a65728/fec6aa60-42b2-469d-9378-6785c9b3f25c) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:21.266494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:21.344794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Subnet': ['ID=56b5c301-271d-4674-a19b-dbe3adb68c5b,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:21.353253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Checking segment: {'id': 'f9ac51ec-a04a-4962-af1f-42c167c6dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5465bb93-5c8d-451f-ba01-27945801bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:21.353603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network hostable DHCP agents. Network: 5465bb93-5c8d-451f-ba01-27945801bd97, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:38:21.373378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network 5465bb93-5c8d-451f-ba01-27945801bd97 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:38:21.380697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:21.384854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 5465bb93-5c8d-451f-ba01-27945801bd97) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:21.390838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:21.391435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:21.391598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Transition to ACTIVE for port object fec6aa60-42b2-469d-9378-6785c9b3f25c will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:21.396074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad89334-1c74-4fb4-b4ae-d0b6ac116cc9 None None] Network 5465bb93-5c8d-451f-ba01-27945801bd97 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:21.420343 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dc96c3b5-d10f-4571-8193-499cc54fa029 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6864324 Jan 20 14:38:21.420976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53074) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:21.484844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Transition to ACTIVE for port object fec6aa60-42b2-469d-9378-6785c9b3f25c will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:21.494577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:21.594647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Network 7e63980b-9f43-444f-af48-ab75fbfd66fe is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:21.621479 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:21.628406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:21.635418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Pushing event updated for resources: {'Port': ['ID=fec6aa60-42b2-469d-9378-6785c9b3f25c,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:21.770938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Attempting to bind port fec6aa60-42b2-469d-9378-6785c9b3f25c on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:21.771303 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Attempting to bind port fec6aa60-42b2-469d-9378-6785c9b3f25c by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '1c89f780-1128-42f1-a5ca-7f2446428b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7e63980b-9f43-444f-af48-ab75fbfd66fe'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:21.771653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Attempting to bind port fec6aa60-42b2-469d-9378-6785c9b3f25c on network 7e63980b-9f43-444f-af48-ab75fbfd66fe {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:21.776621 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0816c9e-3483-431e-853f-7d9ec71c13b6 None None] Network f366ebdd-7ae2-43f7-a728-a4598bed23c3 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:21.791410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-5465bb93-5c8d-451f-ba01-27945801bd97', 'network_id': '5465bb93-5c8d-451f-ba01-27945801bd97', 'tenant_id': 'ae3d2a89903a4f0da35b378aaebe05ce', 'fixed_ips': [{'subnet_id': '56b5c301-271d-4674-a19b-dbe3adb68c5b'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:38:21.792545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:21.803976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53078) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:21.818781 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:21.819181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Checking segment: {'id': '1c89f780-1128-42f1-a5ca-7f2446428b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7e63980b-9f43-444f-af48-ab75fbfd66fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:21.819574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:21.819950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Bound using segment: {'id': '1c89f780-1128-42f1-a5ca-7f2446428b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7e63980b-9f43-444f-af48-ab75fbfd66fe'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:21.820432 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Bound port: fec6aa60-42b2-469d-9378-6785c9b3f25c, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c89f780-1128-42f1-a5ca-7f2446428b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7e63980b-9f43-444f-af48-ab75fbfd66fe'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:21.820790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:21.873464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38b97e-263a-494c-8584-4fabeda30e3a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:21.890097 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fb38b97e-263a-494c-8584-4fabeda30e3a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 814 time: 0.0707200 Jan 20 14:38:21.924245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-3deff19d-b902-426c-804b-b626fde2d122 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:21.925737 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-3deff19d-b902-426c-804b-b626fde2d122 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.4451108 Jan 20 14:38:21.967480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4d3f06d6-0267-41f7-9f2f-8583a9408128 None None] Provisioning for port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:22.022069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:22.106730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-290c798c-1f6c-4426-95db-e2786dda8180 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Deleting port f4d4c114-334e-4b49-b4bf-9d28fe088552 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:22.107066 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-290c798c-1f6c-4426-95db-e2786dda8180 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:22.159076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] For port fec6aa60-42b2-469d-9378-6785c9b3f25c, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:22.178791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Allocated IP 2001:db8::2 (5465bb93-5c8d-451f-ba01-27945801bd97/56b5c301-271d-4674-a19b-dbe3adb68c5b/1b24b3bb-7df2-48b4-b351-967ad7c0fba1) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:22.183038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] For port fec6aa60-42b2-469d-9378-6785c9b3f25c, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fec6aa60-42b2-469d-9378-6785c9b3f25c,segment=NetworkSegment(1c89f780-1128-42f1-a5ca-7f2446428b36),segment_id=1c89f780-1128-42f1-a5ca-7f2446428b36)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:22.189712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:22.372435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 86ceb083-df8f-4e20-9ebe-e787a8872aa4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:22.477494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05057374-5ed1-4aa1-a1a8-cf175ad5c083 None None] Pushing event updated for resources: {'Port': ['ID=fec6aa60-42b2-469d-9378-6785c9b3f25c,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:22.541061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:22.580689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:22.581086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:22.738878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:22.754297 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Transition to ACTIVE for port object 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:22.773456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019c034-262f-43c4-a6af-24d170e502d2 req-47b94848-a6d3-4324-bcde-1346ec3140ca tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:22.774992 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9019c034-262f-43c4-a6af-24d170e502d2 req-47b94848-a6d3-4324-bcde-1346ec3140ca tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 945 time: 0.5074255 Jan 20 14:38:22.819604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Transition to ACTIVE for port object 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:22.840110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:22.877322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-290c798c-1f6c-4426-95db-e2786dda8180 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] For port f4d4c114-334e-4b49-b4bf-9d28fe088552, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f4d4c114-334e-4b49-b4bf-9d28fe088552,segment=NetworkSegment(1035c7b6-3226-4fdb-b2ee-ab5279072788),segment_id=1035c7b6-3226-4fdb-b2ee-ab5279072788)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:22.877685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-290c798c-1f6c-4426-95db-e2786dda8180 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:22.890305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:22.932854 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Network 5465bb93-5c8d-451f-ba01-27945801bd97 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:22.946140 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:22.949253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Allocated IP 2001:db8::1 (7e63980b-9f43-444f-af48-ab75fbfd66fe/d0915263-92e1-4f40-9c59-93f334a65728/c93eafc4-a699-49c3-9f60-91daa2081da7) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:22.949449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:22.959601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3b4b5084-e3ac-4d59-9021-22d17352ddda None None] Provisioning complete for port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:22.959973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3b4b5084-e3ac-4d59-9021-22d17352ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.002726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53088) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:23.008706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'network': {'name': 'tempest-network-smoke--568935888', 'project_id': '7b32be412f6047a4b4874650505da950', 'port_security_enabled': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:23.012257 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9019c034-262f-43c4-a6af-24d170e502d2 req-1b00aa98-81c9-4d8e-8cc7-5391fe55ab55 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/security-groups?id=73497c85-feef-47b4-bb30-53509005f462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276821 Jan 20 14:38:23.015400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Pushing event updated for resources: {'Port': ['ID=1b24b3bb-7df2-48b4-b351-967ad7c0fba1,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:23.020716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-290c798c-1f6c-4426-95db-e2786dda8180 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Calling delete_port for f4d4c114-334e-4b49-b4bf-9d28fe088552 owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:23.030025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:23.043021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:23.048805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 86ceb083-df8f-4e20-9ebe-e787a8872aa4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=86ceb083-df8f-4e20-9ebe-e787a8872aa4,segment=NetworkSegment(16a1bd13-899b-4ebf-8aa9-47abf9d3b44a),segment_id=16a1bd13-899b-4ebf-8aa9-47abf9d3b44a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:23.065120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:23.076517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.100281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.126201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:38:23.136165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.137061 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Added segment 82793322-97c9-47ee-8132-a8065a82eb3a of type vlan for network 3eab2334-a562-4644-9837-3eaab4913540 Jan 20 14:38:23.166490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.173079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Attempting to bind port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:23.173350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Attempting to bind port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'f9ac51ec-a04a-4962-af1f-42c167c6dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5465bb93-5c8d-451f-ba01-27945801bd97'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:23.174066 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Attempting to bind port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 on network 5465bb93-5c8d-451f-ba01-27945801bd97 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:23.188184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:23.188640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Checking segment: {'id': 'f9ac51ec-a04a-4962-af1f-42c167c6dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5465bb93-5c8d-451f-ba01-27945801bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:23.189023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.189414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Bound using segment: {'id': 'f9ac51ec-a04a-4962-af1f-42c167c6dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5465bb93-5c8d-451f-ba01-27945801bd97'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:23.189875 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Bound port: 1b24b3bb-7df2-48b4-b351-967ad7c0fba1, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ac51ec-a04a-4962-af1f-42c167c6dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5465bb93-5c8d-451f-ba01-27945801bd97'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:23.190240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.200064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.208858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:23.209931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.291200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=86ceb083-df8f-4e20-9ebe-e787a8872aa4,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:23.315585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.315973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.316294 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.316612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.316934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.317456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.317573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.317869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.318187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.318501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.320442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.320442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:23.323281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.343129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Transition to ACTIVE for port object c93eafc4-a699-49c3-9f60-91daa2081da7 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:23.344437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-290c798c-1f6c-4426-95db-e2786dda8180 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.359101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['f4d4c114-334e-4b49-b4bf-9d28fe088552'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:38:23.371733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Network': ['ID=3eab2334-a562-4644-9837-3eaab4913540,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:23.388259 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f1977f2d-67d8-421e-955a-d87f8a7cb16a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3838141 Jan 20 14:38:23.388500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53092) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:23.388604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 3eab2334-a562-4644-9837-3eaab4913540 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:38:23.413904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] For port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:23.438513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c798c-1f6c-4426-95db-e2786dda8180 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Pushing event deleted for resources: {'Port': ['ID=f4d4c114-334e-4b49-b4bf-9d28fe088552,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:23.486762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] For port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1b24b3bb-7df2-48b4-b351-967ad7c0fba1,segment=NetworkSegment(f9ac51ec-a04a-4962-af1f-42c167c6dcb9),segment_id=f9ac51ec-a04a-4962-af1f-42c167c6dcb9)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:23.503357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.538449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-290c798c-1f6c-4426-95db-e2786dda8180 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] No DVR routers for this DVR port f4d4c114-334e-4b49-b4bf-9d28fe088552 on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:23.541011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-290c798c-1f6c-4426-95db-e2786dda8180 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.548427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8005976-ccb1-4c38-91af-650f6a8d589a', 'name': 'network-vif-deleted', 'tag': 'f4d4c114-334e-4b49-b4bf-9d28fe088552'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:38:23.576686 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d1515c-5f86-487f-bb5e-471da4037cf5 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:23.578240 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-62d1515c-5f86-487f-bb5e-471da4037cf5 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=7b32be412f6047a4b4874650505da950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1803677 Jan 20 14:38:23.581694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53098) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:23.585813 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-62f11462-2681-490c-96d3-9a20d2ae4820 req-290c798c-1f6c-4426-95db-e2786dda8180 tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.72 "DELETE /v2.0/ports/f4d4c114-334e-4b49-b4bf-9d28fe088552 HTTP/1.1" status: 204 len: 173 time: 1.6522777 Jan 20 14:38:23.591300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.606648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0962f38-5576-47a2-b614-39501848b0ed None None] Pushing event updated for resources: {'Port': ['ID=1b24b3bb-7df2-48b4-b351-967ad7c0fba1,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:23.649539 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8005976-ccb1-4c38-91af-650f6a8d589a', 'name': 'network-vif-deleted', 'tag': 'f4d4c114-334e-4b49-b4bf-9d28fe088552', 'status': 'completed', 'code': 200} Jan 20 14:38:23.693697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network 7e63980b-9f43-444f-af48-ab75fbfd66fe is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:23.697132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:23.699536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:23.700073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.716107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Port': ['ID=c93eafc4-a699-49c3-9f60-91daa2081da7,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:23.765431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a06b6-6366-4ea2-b5b7-824a1e3e5800 None None] Network 7e63980b-9f43-444f-af48-ab75fbfd66fe requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:23.840236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e440fe-9949-4e8a-a4d7-7616f98fd3fa tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:23.841894 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f5e440fe-9949-4e8a-a4d7-7616f98fd3fa tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2543509 Jan 20 14:38:23.846456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53102) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:23.846765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:23.908757 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-83a8a538-1739-4468-b2e2-94e9922f1c1f tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629408 Jan 20 14:38:23.909433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53106) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:23.933821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-571a6535-8258-4e79-88a5-6db88456d9d2 None None] Provisioning for port fec6aa60-42b2-469d-9378-6785c9b3f25c completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:23.972259 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-38ba899f-5e90-41bf-ad51-684826128e23 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=7b32be412f6047a4b4874650505da950&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613384 Jan 20 14:38:23.974389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53110) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:24.213332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375898b9-6ad9-46ac-a773-8f712e425a7a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:24.217527 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-375898b9-6ad9-46ac-a773-8f712e425a7a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2390010 Jan 20 14:38:24.227869 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53116) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:24.482462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fec6aa60-42b2-469d-9378-6785c9b3f25c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:24.521804 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9b6c4e72-412d-4fac-b83d-bb8bfaad46c5 None None] Provisioning for port c93eafc4-a699-49c3-9f60-91daa2081da7 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:24.534012 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aac70ee4-bbf6-4e6e-989f-49764d5c0f60 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3048086 Jan 20 14:38:24.534965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53120) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:24.535086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9b6c4e72-412d-4fac-b83d-bb8bfaad46c5 None None] Provisioning complete for port c93eafc4-a699-49c3-9f60-91daa2081da7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:24.535407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b6c4e72-412d-4fac-b83d-bb8bfaad46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:24.542745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1563372246', 'network_id': '3eab2334-a562-4644-9837-3eaab4913540', 'project_id': '7b32be412f6047a4b4874650505da950', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:24.543389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-5e85e7d5-ad97-41e3-9af5-a6b66bdbd954 req-d74b514f-95c3-497a-9ac2-4136e54b455e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Synchronizing usage tracker for tenant:eb70db77403a429ba144320681659b78 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:24.589241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-5e85e7d5-ad97-41e3-9af5-a6b66bdbd954 req-d74b514f-95c3-497a-9ac2-4136e54b455e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] Unset dirty status for tenant:eb70db77403a429ba144320681659b78 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:24.602975 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5e85e7d5-ad97-41e3-9af5-a6b66bdbd954 req-d74b514f-95c3-497a-9ac2-4136e54b455e tempest-TestServerAdvancedOps-1958217553 tempest-TestServerAdvancedOps-1958217553-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8005976-ccb1-4c38-91af-650f6a8d589a HTTP/1.1" status: 200 len: 210 time: 0.2592711 Jan 20 14:38:24.635772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c4e72-412d-4fac-b83d-bb8bfaad46c5 None None] Port c93eafc4-a699-49c3-9f60-91daa2081da7 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:24.654461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:24.665325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:24.666100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:24.700779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:24.706516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port fec6aa60-42b2-469d-9378-6785c9b3f25c completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:24.707225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:24.712047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:subnet and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:24.715150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:24.718329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port fec6aa60-42b2-469d-9378-6785c9b3f25c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:24.719205 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:24.721215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:24.738806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:24.743839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:24.834163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Port': ['ID=c93eafc4-a699-49c3-9f60-91daa2081da7,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:24.904000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:24.906835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network 7e63980b-9f43-444f-af48-ab75fbfd66fe is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:24.908706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:24.937908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dda4c454-c6de-493d-9866-ac2e26565215 None None] Provisioning complete for port c93eafc4-a699-49c3-9f60-91daa2081da7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:24.938370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dda4c454-c6de-493d-9866-ac2e26565215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:24.979685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port fec6aa60-42b2-469d-9378-6785c9b3f25c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fec6aa60-42b2-469d-9378-6785c9b3f25c,segment=NetworkSegment(1c89f780-1128-42f1-a5ca-7f2446428b36),segment_id=1c89f780-1128-42f1-a5ca-7f2446428b36)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:25.015094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.015877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:25.051819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.162059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Subnet': ['ID=43330c9b-8b84-46a3-a060-37a9b4954873,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:25.176390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Checking segment: {'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:25.176906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network hostable DHCP agents. Network: 3eab2334-a562-4644-9837-3eaab4913540, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:38:25.186456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=fec6aa60-42b2-469d-9378-6785c9b3f25c,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:25.189231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Router 0abdeadf-f0c1-4151-92cf-d454f2759b16 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:38:25.189411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b956c4-13e4-4c86-a91e-e7f50c5e901b None None] Network 5465bb93-5c8d-451f-ba01-27945801bd97 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:25.206100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 3eab2334-a562-4644-9837-3eaab4913540 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:38:25.222108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 3eab2334-a562-4644-9837-3eaab4913540) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:25.228252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:25.229446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.257416 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4a313423-3a3f-4c33-b8f4-edae1f841dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7188685 Jan 20 14:38:25.285086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-dda4c454-c6de-493d-9866-ac2e26565215 None None] Port c93eafc4-a699-49c3-9f60-91daa2081da7 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:25.294197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5782527a-fb44-41cb-8c68-9407503dd497 None None] Network 3eab2334-a562-4644-9837-3eaab4913540 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:25.352854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:25.357966 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e3a21b26-da9d-4277-898e-b4574a258d10 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "PUT /v2.0/routers/0abdeadf-f0c1-4151-92cf-d454f2759b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9356787 Jan 20 14:38:25.360573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53126) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:25.363541 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6caa1-7bfd-42cd-bab9-f71cae57f035 None None] Sync routers for ids ['0abdeadf-f0c1-4151-92cf-d454f2759b16'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:25.374299 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6caa1-7bfd-42cd-bab9-f71cae57f035 None None] Routers {'0abdeadf-f0c1-4151-92cf-d454f2759b16'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:25.375377 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cbe6caa1-7bfd-42cd-bab9-f71cae57f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0abdeadf-f0c1-4151-92cf-d454f2759b16'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:25.441878 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cbe6caa1-7bfd-42cd-bab9-f71cae57f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:25.452786 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6caa1-7bfd-42cd-bab9-f71cae57f035 None None] Routers {'0abdeadf-f0c1-4151-92cf-d454f2759b16'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:25.454011 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cbe6caa1-7bfd-42cd-bab9-f71cae57f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0abdeadf-f0c1-4151-92cf-d454f2759b16'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:25.477425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:25.499035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f4d4c114-334e-4b49-b4bf-9d28fe088552 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:25.526502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53130) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:25.530331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-696a8aec-108c-4713-a4c3-550f3d56843e None None] Provisioning complete for port c93eafc4-a699-49c3-9f60-91daa2081da7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:25.531031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-696a8aec-108c-4713-a4c3-550f3d56843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.532567 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182253596', 'description': 'tempest-secgroup-smoke-182253596 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:25.539807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:25.550189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:25.563764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.582233 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cbe6caa1-7bfd-42cd-bab9-f71cae57f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:25.582781 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6caa1-7bfd-42cd-bab9-f71cae57f035 None None] The sync data for ids ['0abdeadf-f0c1-4151-92cf-d454f2759b16'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:25.597028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:25.600178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 86ceb083-df8f-4e20-9ebe-e787a8872aa4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:25.600971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:25.603774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:25.609297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:25.638176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: f4d4c114-334e-4b49-b4bf-9d28fe088552 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:25.638590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f4d4c114-334e-4b49-b4bf-9d28fe088552 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:25.752882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53136) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:25.814793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-696a8aec-108c-4713-a4c3-550f3d56843e None None] Port c93eafc4-a699-49c3-9f60-91daa2081da7 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:25.819401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.825648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.865972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-696a8aec-108c-4713-a4c3-550f3d56843e None None] Provisioning for port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:25.874079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b5df9-2443-4857-bf5e-8a96a6722db4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:25.881255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.887281 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-998fa399-a4d0-42f8-b085-5e4c3b03c23e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3590345 Jan 20 14:38:25.887524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53140) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:25.893083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'e84b5df9-2443-4857-bf5e-8a96a6722db4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:25.899325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:25.903263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:25.906587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:25.909177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bd6dd7-a3ae-42f1-a098-89ef8aa96f14 admin admin] Deleting subnet 2c28adb8-5def-4afa-b7c9-869ad75aead5 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:25.911844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:25.913585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-696a8aec-108c-4713-a4c3-550f3d56843e None None] Provisioning complete for port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:25.914150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-696a8aec-108c-4713-a4c3-550f3d56843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.915302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-86bd6dd7-a3ae-42f1-a098-89ef8aa96f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.930200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.955827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:25.956305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.984873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-3eab2334-a562-4644-9837-3eaab4913540', 'network_id': '3eab2334-a562-4644-9837-3eaab4913540', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ips': [{'subnet_id': '43330c9b-8b84-46a3-a060-37a9b4954873'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:38:25.985712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:25.991700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.001463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.024223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c375de-c1f8-4c6f-b830-2e549dc571eb,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:26.046186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.051018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fdc8c72f-7b2b-4c74-9c2c-c2731e58ec64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600065 Jan 20 14:38:26.052157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53144) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:26.063761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'e84b5df9-2443-4857-bf5e-8a96a6722db4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:26.072323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:26.078079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:26.084628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:26.095544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:26.140872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.208573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-86bd6dd7-a3ae-42f1-a098-89ef8aa96f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.218374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.226214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.250655 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-1ce89f18-67a1-4bb5-a3e1-c0829b7d4dd7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:38:26.251670 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1ce89f18-67a1-4bb5-a3e1-c0829b7d4dd7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "PUT /v2.0/routers/0abdeadf-f0c1-4151-92cf-d454f2759b16/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8899963 Jan 20 14:38:26.255745 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53148) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:26.265914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48011c38-20eb-4f7c-9c9d-f1171aa1438d,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:26.282157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.285889 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6b856542-7410-4ca0-9ae4-af09103b6845 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2249048 Jan 20 14:38:26.286139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53152) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:26.291301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'e84b5df9-2443-4857-bf5e-8a96a6722db4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:26.301544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:26.308107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:26.312794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:26.320660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-696a8aec-108c-4713-a4c3-550f3d56843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.321016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:26.352077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.373765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Allocated IP 172.20.0.18 (3eab2334-a562-4644-9837-3eaab4913540/43330c9b-8b84-46a3-a060-37a9b4954873/a36348b4-3eae-4b06-8574-15b7205e01d9) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:26.427625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-86bd6dd7-a3ae-42f1-a098-89ef8aa96f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.431994 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.437308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.462209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27b02e2-6a11-4d85-a2dd-1a585fb9d799,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:26.474104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.478796 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5d1a163b-cdf1-4923-ad6c-8dadb243cae8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1915977 Jan 20 14:38:26.479516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53156) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:26.484912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'e84b5df9-2443-4857-bf5e-8a96a6722db4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:26.490990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fec6aa60-42b2-469d-9378-6785c9b3f25c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:26.491722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:26.495750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:26.498759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:26.504585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:26.523692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.553556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-696a8aec-108c-4713-a4c3-550f3d56843e None None] For port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1b24b3bb-7df2-48b4-b351-967ad7c0fba1,segment=NetworkSegment(f9ac51ec-a04a-4962-af1f-42c167c6dcb9),segment_id=f9ac51ec-a04a-4962-af1f-42c167c6dcb9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:26.575461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-696a8aec-108c-4713-a4c3-550f3d56843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.595338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.600473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.626794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961a01c5-ef18-4f02-88cb-0fec9ffb2fcf,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:26.645902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.647999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-86bd6dd7-a3ae-42f1-a098-89ef8aa96f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.650532 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-447657c6-28ea-4382-8882-3eaf1e30c34c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1699710 Jan 20 14:38:26.651155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53160) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:26.656253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'e84b5df9-2443-4857-bf5e-8a96a6722db4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:26.662301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:26.666286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:26.669200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:26.674811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:26.689099 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:38:26.696315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.718629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6dd7-a3ae-42f1-a098-89ef8aa96f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c28adb8-5def-4afa-b7c9-869ad75aead5,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:26.733588 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a8aec-108c-4713-a4c3-550f3d56843e None None] Pushing event updated for resources: {'Port': ['ID=1b24b3bb-7df2-48b4-b351-967ad7c0fba1,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:26.734219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-86bd6dd7-a3ae-42f1-a098-89ef8aa96f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.746258 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-86bd6dd7-a3ae-42f1-a098-89ef8aa96f14 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/2c28adb8-5def-4afa-b7c9-869ad75aead5 HTTP/1.1" status: 204 len: 168 time: 0.9929087 Jan 20 14:38:26.749436 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port fec6aa60-42b2-469d-9378-6785c9b3f25c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:26.749598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53164) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:26.750099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.800964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.803767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b0b43bec-f346-473c-8f74-8800d3e28321 None None] Provisioning complete for port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:26.804306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b0b43bec-f346-473c-8f74-8800d3e28321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.854782 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Transition to ACTIVE for port object a36348b4-3eae-4b06-8574-15b7205e01d9 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:26.855513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.871598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.890496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Transition to ACTIVE for port object a36348b4-3eae-4b06-8574-15b7205e01d9 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:26.903392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.904500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.910158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b13dca5-cfad-4f1a-8d98-e715231ca7c6,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:26.936319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.952199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:26.956025 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-040cef45-b152-4073-b88b-8d8daae0ea8c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3013268 Jan 20 14:38:26.957448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53168) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:26.976425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'e84b5df9-2443-4857-bf5e-8a96a6722db4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:26.989063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:27.038967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:27.050903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:27.060343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:27.065765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.066309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Network 3eab2334-a562-4644-9837-3eaab4913540 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:27.076023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:27.083585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:27.087558 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Pushing event updated for resources: {'Port': ['ID=a36348b4-3eae-4b06-8574-15b7205e01d9,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:27.096120 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:38:27.105211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.113144 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7564359-c438-4b65-809b-e47a5c739a52']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:27.135671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1035c7b6-3226-4fdb-b2ee-ab5279072788') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:27.135945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1035c7b6-3226-4fdb-b2ee-ab5279072788') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:27.173459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.203309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.222191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:38:27.222599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.230954 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Attempting to bind port a36348b4-3eae-4b06-8574-15b7205e01d9 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:27.231319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Attempting to bind port a36348b4-3eae-4b06-8574-15b7205e01d9 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:27.231663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Attempting to bind port a36348b4-3eae-4b06-8574-15b7205e01d9 on network 3eab2334-a562-4644-9837-3eaab4913540 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:27.236338 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:27.238957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:27.238957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Checking segment: {'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:27.238957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.238957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Bound using segment: {'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:27.238957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Bound port: a36348b4-3eae-4b06-8574-15b7205e01d9, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:27.238957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.285853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.305801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.311528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Deleting port c93eafc4-a699-49c3-9f60-91daa2081da7 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:27.312077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.336709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3912f411-2f1d-4478-a2a3-2146dd8c0456,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:27.339385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] For port a36348b4-3eae-4b06-8574-15b7205e01d9, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:27.346709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.349765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] For port a36348b4-3eae-4b06-8574-15b7205e01d9, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a36348b4-3eae-4b06-8574-15b7205e01d9,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:27.355160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.363982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.365895 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f7564359-c438-4b65-809b-e47a5c739a52 HTTP/1.1" status: 204 len: 168 time: 0.6120028 Jan 20 14:38:27.368962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53172) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:27.369447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.370518 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cefccfa7-c567-4e06-b3b8-c57ea435b273 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4116933 Jan 20 14:38:27.380498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0427ea-e182-40ec-be71-77121b45aef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7564359-c438-4b65-809b-e47a5c739a52,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:27.433796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57913d45-0a80-4437-9e1f-f2b550d22795 None None] Pushing event updated for resources: {'Port': ['ID=a36348b4-3eae-4b06-8574-15b7205e01d9,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:27.531490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c049de-3cee-4c91-b0b1-43ce788e1f04 admin admin] Deleting subnet 65a7c8c6-f5bd-4614-a4ba-e1a29dc4074a {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:27.536572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80c049de-3cee-4c91-b0b1-43ce788e1f04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.617271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80c049de-3cee-4c91-b0b1-43ce788e1f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.640141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-c60d6ab9-645b-48bd-8fb8-f8dd6b2c0fb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:27.650147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:27.662186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-c60d6ab9-645b-48bd-8fb8-f8dd6b2c0fb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:27.663392 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-c60d6ab9-645b-48bd-8fb8-f8dd6b2c0fb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182253596&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0803883 Jan 20 14:38:27.835920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-c7668ca3-c71c-41f8-bf29-bb087e5356bd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:27.836660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-c7668ca3-c71c-41f8-bf29-bb087e5356bd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:27.852127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-c7668ca3-c71c-41f8-bf29-bb087e5356bd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:27.853315 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-c7668ca3-c71c-41f8-bf29-bb087e5356bd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/networks?id=3eab2334-a562-4644-9837-3eaab4913540 HTTP/1.1" status: 200 len: 796 time: 0.1783941 Jan 20 14:38:27.868319 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-f3e17a5a-4202-4428-ac64-73976fbe7eb4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/quotas/7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 375 time: 0.0092931 Jan 20 14:38:27.921490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Calling delete_port for c93eafc4-a699-49c3-9f60-91daa2081da7 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:27.957463 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-ffccdb60-a325-455b-89b0-c2ae190835bd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0836523 Jan 20 14:38:27.980853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80c049de-3cee-4c91-b0b1-43ce788e1f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:28.095622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80c049de-3cee-4c91-b0b1-43ce788e1f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:28.103983 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-d65e95f9-96e9-4bac-88f7-dfc9eae04f9b service neutron] 10.222.0.87 "GET /v2.0/networks/3eab2334-a562-4644-9837-3eaab4913540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303239 Jan 20 14:38:28.178495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c049de-3cee-4c91-b0b1-43ce788e1f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a7c8c6-f5bd-4614-a4ba-e1a29dc4074a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:28.183790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80c049de-3cee-4c91-b0b1-43ce788e1f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:28.201685 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-80c049de-3cee-4c91-b0b1-43ce788e1f04 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/65a7c8c6-f5bd-4614-a4ba-e1a29dc4074a HTTP/1.1" status: 204 len: 168 time: 0.8289616 Jan 20 14:38:28.202107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53188) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:28.247737 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-2081572e-39f4-472c-9d8d-4f80a031f6d1 service neutron] 10.222.0.87 "GET /v2.0/networks/3eab2334-a562-4644-9837-3eaab4913540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375244 Jan 20 14:38:28.277570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:28.343683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Port': ['ID=c93eafc4-a699-49c3-9f60-91daa2081da7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:28.417474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:28.618992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:28.646853 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3ec5e38e-8342-4ba5-bfaf-8a148df64e5d req-fb6d47da-0765-4af0-911d-752db2290824 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 210 time: 0.1509104 Jan 20 14:38:28.651766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:28.688893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e252449-35e6-4923-b8c8-e1eaf7babac4 None None] Network 3eab2334-a562-4644-9837-3eaab4913540 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:28.887963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-45c2c141-e888-4180-aab5-4cf8462970a8 None None] Provisioning for port a36348b4-3eae-4b06-8574-15b7205e01d9 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:28.915792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:28.956803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:28.957192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:29.060297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d3088e-058c-40ca-a39a-cad599a4239f']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:29.078044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23406f65-e22b-459c-baaa-8ec9438af083') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:29.078044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23406f65-e22b-459c-baaa-8ec9438af083') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:29.093425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Router 0abdeadf-f0c1-4151-92cf-d454f2759b16 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:38:29.095083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:29.283586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a36348b4-3eae-4b06-8574-15b7205e01d9 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:29.299654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:29.367491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:38:29.368198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:29.380838 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:29.390086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port a36348b4-3eae-4b06-8574-15b7205e01d9 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:29.399588 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port a36348b4-3eae-4b06-8574-15b7205e01d9 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:29.399963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:29.454186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:29.461589 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6d2ee2cc-9791-4095-8f23-75dffb6e0f99 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "PUT /v2.0/routers/0abdeadf-f0c1-4151-92cf-d454f2759b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2046514 Jan 20 14:38:29.465242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53202) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:29.474718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7d5895-00a6-4883-89f5-ac124378797e None None] Sync routers for ids ['0abdeadf-f0c1-4151-92cf-d454f2759b16'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:29.498603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-213b3388-e78d-4360-9a3b-8e9c76e1bc4b None None] Provisioning complete for port a36348b4-3eae-4b06-8574-15b7205e01d9 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:29.498971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-213b3388-e78d-4360-9a3b-8e9c76e1bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:29.533178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d5895-00a6-4883-89f5-ac124378797e None None] Routers {'0abdeadf-f0c1-4151-92cf-d454f2759b16'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:29.533822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-de7d5895-00a6-4883-89f5-ac124378797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0abdeadf-f0c1-4151-92cf-d454f2759b16'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:29.555482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:29.557275 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-1973564f-f96f-489d-8b65-67d83b9a6547 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] delete failed (client error): The resource could not be found. Jan 20 14:38:29.558271 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1973564f-f96f-489d-8b65-67d83b9a6547 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/routers/tempest-non_exist_router-833590297 HTTP/1.1" status: 404 len: 334 time: 0.0921516 Jan 20 14:38:29.562485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53206) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:29.567946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-83240ffe-2096-4b33-aa0e-818e8518e478 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'router': {'external_gateway_info': {'network_id': '0abdeadf-f0c1-4151-92cf-d454f2759b16'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:29.618191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:29.623509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-de7d5895-00a6-4883-89f5-ac124378797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:29.639045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d3088e-058c-40ca-a39a-cad599a4239f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:29.645070 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d24e13d9-f8f9-43bf-ac89-2390080d37bd admin admin] 10.222.0.87 "DELETE /v2.0/networks/d1d3088e-058c-40ca-a39a-cad599a4239f HTTP/1.1" status: 204 len: 168 time: 1.4419990 Jan 20 14:38:29.740950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-23a8ed0e-91ff-4a7e-b698-2a68387a61ea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:29.743222 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-23a8ed0e-91ff-4a7e-b698-2a68387a61ea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=3eab2334-a562-4644-9837-3eaab4913540 HTTP/1.1" status: 200 len: 796 time: 0.2203403 Jan 20 14:38:29.774508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d5895-00a6-4883-89f5-ac124378797e None None] Routers {'0abdeadf-f0c1-4151-92cf-d454f2759b16'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:29.775192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-de7d5895-00a6-4883-89f5-ac124378797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0abdeadf-f0c1-4151-92cf-d454f2759b16'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:29.846777 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-250a9070-35e8-4afc-8157-16c4544db235 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 472 time: 0.0944853 Jan 20 14:38:29.858290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-de7d5895-00a6-4883-89f5-ac124378797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:29.858694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7d5895-00a6-4883-89f5-ac124378797e None None] The sync data for ids ['0abdeadf-f0c1-4151-92cf-d454f2759b16'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:29.860806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'device_id': '9a0057f7-0732-4fd4-a1f8-f362d85f5504', 'network_id': '3eab2334-a562-4644-9837-3eaab4913540', 'admin_state_up': True, 'tenant_id': '7b32be412f6047a4b4874650505da950', 'security_groups': ['e84b5df9-2443-4857-bf5e-8a96a6722db4']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:29.870731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:29.917542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53218) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:29.940929 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9d8dbaab-1926-4f5d-860e-88f8a8eb8c16 req-4cba3430-220b-41f4-9794-0a7acdf39960 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 210 time: 0.0741155 Jan 20 14:38:29.967807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-213b3388-e78d-4360-9a3b-8e9c76e1bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:29.997585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port a36348b4-3eae-4b06-8574-15b7205e01d9, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a36348b4-3eae-4b06-8574-15b7205e01d9,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:30.008407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.022318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:30.026605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:port and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:30.029809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:30.035919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:30.049182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:30.053598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.171276 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9d0ffea8-36df-4bff-9672-289aa9c250a8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eb70db77403a429ba144320681659b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526076 Jan 20 14:38:30.175238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53222) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:30.185359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-213b3388-e78d-4360-9a3b-8e9c76e1bc4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:38:30.185701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-213b3388-e78d-4360-9a3b-8e9c76e1bc4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:38:30.186309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=a36348b4-3eae-4b06-8574-15b7205e01d9,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:30.243100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83240ffe-2096-4b33-aa0e-818e8518e478 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.271462 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-83240ffe-2096-4b33-aa0e-818e8518e478 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] update failed (client error): The resource could not be found. Jan 20 14:38:30.272474 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-83240ffe-2096-4b33-aa0e-818e8518e478 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "PUT /v2.0/routers/0abdeadf-f0c1-4151-92cf-d454f2759b16 HTTP/1.1" status: 404 len: 339 time: 0.7088773 Jan 20 14:38:30.276020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53226) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:30.281469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2135171765'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:30.283340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.23 (3eab2334-a562-4644-9837-3eaab4913540/43330c9b-8b84-46a3-a060-37a9b4954873/9f0d2651-2881-48b8-a890-4aee377b0324) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:30.286323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:30.290238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Usage tracker for resource:network and tenant:ae3d2a89903a4f0da35b378aaebe05ce is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:30.293895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:30.300044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:30.305729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43d0aa76-1869-4d8a-9d1f-6a546fcec4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.310639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Made reservation on behalf of ae3d2a89903a4f0da35b378aaebe05ce for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:30.314255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.344546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:38:30.353182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.353567 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Added segment b5ba40bf-70e8-4b93-aea8-976128027c06 of type vlan for network 698e4f49-938c-4cea-a3a3-b9faf26f3dd2 Jan 20 14:38:30.358932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43d0aa76-1869-4d8a-9d1f-6a546fcec4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.380568 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.414946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.420606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:30.421290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.430593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a36348b4-3eae-4b06-8574-15b7205e01d9 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:30.498622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port a36348b4-3eae-4b06-8574-15b7205e01d9 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:30.499033 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.519570 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2425063 Jan 20 14:38:30.523849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53230) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:30.533148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12471dd-f192-4037-b1b7-b27c99a3a969 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Network': ['ID=698e4f49-938c-4cea-a3a3-b9faf26f3dd2,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:30.533381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'subnet': {'network_id': '698e4f49-938c-4cea-a3a3-b9faf26f3dd2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:30.547320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 698e4f49-938c-4cea-a3a3-b9faf26f3dd2 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:38:30.557510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43d0aa76-1869-4d8a-9d1f-6a546fcec4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.647796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0aa76-1869-4d8a-9d1f-6a546fcec4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73497c85-feef-47b4-bb30-53509005f462,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:30.687540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.712345 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:30.715725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 9f0d2651-2881-48b8-a890-4aee377b0324 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:30.719942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Usage tracker for resource:subnet and tenant:ae3d2a89903a4f0da35b378aaebe05ce is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:30.723597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43d0aa76-1869-4d8a-9d1f-6a546fcec4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.724718 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-43d0aa76-1869-4d8a-9d1f-6a546fcec4dc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/73497c85-feef-47b4-bb30-53509005f462 HTTP/1.1" status: 204 len: 168 time: 0.5483911 Jan 20 14:38:30.726441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:30.733381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:30.753596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Made reservation on behalf of ae3d2a89903a4f0da35b378aaebe05ce for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:30.757309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.825801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.926121 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 3eab2334-a562-4644-9837-3eaab4913540 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:30.932647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:30.936494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=9f0d2651-2881-48b8-a890-4aee377b0324,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:30.938780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:31.013630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:31.014240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.087011 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-3f61e23c-36d9-4f2d-a1d6-806bd870cfaf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2327759 Jan 20 14:38:31.102799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Request body: {'port': {'device_id': '9a0057f7-0732-4fd4-a1f8-f362d85f5504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:31.137785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53240) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:31.194396 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-baa1c27a-7342-498a-901b-c0933b41308e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ea1688127c26405d8eba5bb86b60cebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557153 Jan 20 14:38:31.195069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53244) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:31.256646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a60d4a58-7dc5-4402-b85b-256818a61e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.282088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a60d4a58-7dc5-4402-b85b-256818a61e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.302425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7f795bb8-5e8e-48b9-beea-bf8afbd1a60c None None] Provisioning for port 9f0d2651-2881-48b8-a890-4aee377b0324 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:31.307755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7f795bb8-5e8e-48b9-beea-bf8afbd1a60c None None] Provisioning complete for port 9f0d2651-2881-48b8-a890-4aee377b0324 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:31.308120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7f795bb8-5e8e-48b9-beea-bf8afbd1a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.342238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a60d4a58-7dc5-4402-b85b-256818a61e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.364603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a60d4a58-7dc5-4402-b85b-256818a61e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.364995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7f795bb8-5e8e-48b9-beea-bf8afbd1a60c None None] Port 9f0d2651-2881-48b8-a890-4aee377b0324 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:31.372817 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a60d4a58-7dc5-4402-b85b-256818a61e9b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2d016c50-4124-4516-bb98-6e626c9c8b2b HTTP/1.1" status: 204 len: 168 time: 0.1742682 Jan 20 14:38:31.376085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d4a58-7dc5-4402-b85b-256818a61e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d016c50-4124-4516-bb98-6e626c9c8b2b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:31.402666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.486889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.516247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Subnet': ['ID=ff959e14-f58e-4dab-8d85-d670369b4569,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:31.567365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c02532-b2e6-49e4-bb5a-9a8f59ae14fb req-17e58b65-7c5d-4572-b847-284638e74394 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:31.568113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-34c02532-b2e6-49e4-bb5a-9a8f59ae14fb req-17e58b65-7c5d-4572-b847-284638e74394 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:31.590058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Checking segment: {'id': 'b5ba40bf-70e8-4b93-aea8-976128027c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '698e4f49-938c-4cea-a3a3-b9faf26f3dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:31.590423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network hostable DHCP agents. Network: 698e4f49-938c-4cea-a3a3-b9faf26f3dd2, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:38:31.627916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-34c02532-b2e6-49e4-bb5a-9a8f59ae14fb req-17e58b65-7c5d-4572-b847-284638e74394 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:31.629033 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-34c02532-b2e6-49e4-bb5a-9a8f59ae14fb req-17e58b65-7c5d-4572-b847-284638e74394 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 932 time: 0.3656342 Jan 20 14:38:31.702450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network 698e4f49-938c-4cea-a3a3-b9faf26f3dd2 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:38:31.736995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 698e4f49-938c-4cea-a3a3-b9faf26f3dd2) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:31.745077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d85620-a8f8-4bd1-a787-f421233cabf9 None None] Network 698e4f49-938c-4cea-a3a3-b9faf26f3dd2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:31.758248 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:31.758842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.819119 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-34c02532-b2e6-49e4-bb5a-9a8f59ae14fb req-0325fe3e-b444-4e45-b46e-630c1ea7e1ab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448429 Jan 20 14:38:31.837066 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4531a00d-ef75-45d7-9cc3-ba4534a4d14b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3121235 Jan 20 14:38:31.839667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53250) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:31.844471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-603d7118-5f5f-44f7-9596-f1596d8002a5 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'router': {'external_gateway_info': {'network_id': '698e4f49-938c-4cea-a3a3-b9faf26f3dd2'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:31.969273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-698e4f49-938c-4cea-a3a3-b9faf26f3dd2', 'network_id': '698e4f49-938c-4cea-a3a3-b9faf26f3dd2', 'tenant_id': 'ae3d2a89903a4f0da35b378aaebe05ce', 'fixed_ips': [{'subnet_id': 'ff959e14-f58e-4dab-8d85-d670369b4569'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:38:31.970111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.129702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Allocated IP 2001:db8:1::2 (698e4f49-938c-4cea-a3a3-b9faf26f3dd2/ff959e14-f58e-4dab-8d85-d670369b4569/fa36f8bc-ce21-4677-937e-f4c76a10cb84) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:32.253587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-603d7118-5f5f-44f7-9596-f1596d8002a5 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.335771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.346374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Transition to ACTIVE for port object fa36f8bc-ce21-4677-937e-f4c76a10cb84 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:32.364601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Transition to ACTIVE for port object fa36f8bc-ce21-4677-937e-f4c76a10cb84 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:32.372877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.387398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0d2651-2881-48b8-a890-4aee377b0324 {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:38:32.396685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.421149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Transition to ACTIVE for port object 9f0d2651-2881-48b8-a890-4aee377b0324 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:32.429361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.439830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Network 698e4f49-938c-4cea-a3a3-b9faf26f3dd2 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:32.442505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:32.445469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:32.485213 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Pushing event updated for resources: {'Port': ['ID=fa36f8bc-ce21-4677-937e-f4c76a10cb84,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:32.548252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Attempting to bind port fa36f8bc-ce21-4677-937e-f4c76a10cb84 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:32.548501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Attempting to bind port fa36f8bc-ce21-4677-937e-f4c76a10cb84 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b5ba40bf-70e8-4b93-aea8-976128027c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '698e4f49-938c-4cea-a3a3-b9faf26f3dd2'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:32.549199 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Attempting to bind port fa36f8bc-ce21-4677-937e-f4c76a10cb84 on network 698e4f49-938c-4cea-a3a3-b9faf26f3dd2 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:32.558472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:32.558870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Checking segment: {'id': 'b5ba40bf-70e8-4b93-aea8-976128027c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '698e4f49-938c-4cea-a3a3-b9faf26f3dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:32.559230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.559617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Bound using segment: {'id': 'b5ba40bf-70e8-4b93-aea8-976128027c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '698e4f49-938c-4cea-a3a3-b9faf26f3dd2'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:32.560068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Bound port: fa36f8bc-ce21-4677-937e-f4c76a10cb84, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ba40bf-70e8-4b93-aea8-976128027c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '698e4f49-938c-4cea-a3a3-b9faf26f3dd2'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:32.560457 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.572892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Pushing event updated for resources: {'Port': ['ID=9f0d2651-2881-48b8-a890-4aee377b0324,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:32.658795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] For port fa36f8bc-ce21-4677-937e-f4c76a10cb84, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:32.662878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] For port fa36f8bc-ce21-4677-937e-f4c76a10cb84, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fa36f8bc-ce21-4677-937e-f4c76a10cb84,segment=NetworkSegment(b5ba40bf-70e8-4b93-aea8-976128027c06),segment_id=b5ba40bf-70e8-4b93-aea8-976128027c06)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:32.669231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.747025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7c8c5-eabf-4934-a23c-68639b458378 None None] Pushing event updated for resources: {'Port': ['ID=fa36f8bc-ce21-4677-937e-f4c76a10cb84,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:32.825856 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-603d7118-5f5f-44f7-9596-f1596d8002a5 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:38:32.826885 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-603d7118-5f5f-44f7-9596-f1596d8002a5 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "PUT /v2.0/routers/0abdeadf-f0c1-4151-92cf-d454f2759b16 HTTP/1.1" status: 400 len: 364 time: 0.9863012 Jan 20 14:38:32.830647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53254) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:32.835815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Attempting to bind port 9f0d2651-2881-48b8-a890-4aee377b0324 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:32.836140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Attempting to bind port 9f0d2651-2881-48b8-a890-4aee377b0324 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:32.836497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Attempting to bind port 9f0d2651-2881-48b8-a890-4aee377b0324 on network 3eab2334-a562-4644-9837-3eaab4913540 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:32.841480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Port 9f0d2651-2881-48b8-a890-4aee377b0324 on network 3eab2334-a562-4644-9837-3eaab4913540 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:38:32.841892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Attempting to bind port 9f0d2651-2881-48b8-a890-4aee377b0324 on network 3eab2334-a562-4644-9837-3eaab4913540 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:32.848243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:32.848684 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Checking segment: {'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:32.849162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Bound using segment: {'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:32.849671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Bound port: 9f0d2651-2881-48b8-a890-4aee377b0324, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:32.850188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.958886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] For port 9f0d2651-2881-48b8-a890-4aee377b0324, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:32.962122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] For port 9f0d2651-2881-48b8-a890-4aee377b0324, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f0d2651-2881-48b8-a890-4aee377b0324,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:32.969830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:33.036942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:33.037669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:33.039026 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] 10.222.0.72 "PUT /v2.0/ports/9f0d2651-2881-48b8-a890-4aee377b0324 HTTP/1.1" status: 200 len: 1094 time: 1.9433975 Jan 20 14:38:33.039462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0057f7-0732-4fd4-a1f8-f362d85f5504', 'tag': '9f0d2651-2881-48b8-a890-4aee377b0324'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:38:33.093128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1a7dc-b325-4668-b151-2445a561656f service neutron] Pushing event updated for resources: {'Port': ['ID=9f0d2651-2881-48b8-a890-4aee377b0324,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:33.115002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c09954e8-98b7-44dc-bc98-9658580983d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:33.147585 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0057f7-0732-4fd4-a1f8-f362d85f5504', 'tag': '9f0d2651-2881-48b8-a890-4aee377b0324', 'status': 'completed', 'code': 200} Jan 20 14:38:33.195471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-d36f2fe8-ec94-4294-9c63-1f0abb44adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:33.199954 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-d36f2fe8-ec94-4294-9c63-1f0abb44adc5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 1097 time: 0.0920329 Jan 20 14:38:33.276384 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-65a534b6-374b-4716-a772-d074a9966b7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=9f0d2651-2881-48b8-a890-4aee377b0324 HTTP/1.1" status: 200 len: 217 time: 0.0698183 Jan 20 14:38:33.348480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-b2f8f7c3-582b-42e3-937d-0715a8f8ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:33.350366 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-b2f8f7c3-582b-42e3-937d-0715a8f8ec87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43330c9b-8b84-46a3-a060-37a9b4954873 HTTP/1.1" status: 200 len: 838 time: 0.0679257 Jan 20 14:38:33.428244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-dbbcc8b9-a2b8-4c1f-b31f-c7e637bb74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:33.429807 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-dbbcc8b9-a2b8-4c1f-b31f-c7e637bb74dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3eab2334-a562-4644-9837-3eaab4913540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728548 Jan 20 14:38:33.460557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd0471-b0b1-4788-9d0a-62623f4de1f0 req-4cd1d747-7e0a-4e3f-b010-f30c6ee621e2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:33.462026 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cefd0471-b0b1-4788-9d0a-62623f4de1f0 req-4cd1d747-7e0a-4e3f-b010-f30c6ee621e2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 944 time: 0.4144921 Jan 20 14:38:33.571636 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-dd839a57-0c5f-4243-b577-aa1b72bfdb51 service neutron] 10.222.0.72 "GET /v2.0/networks/3eab2334-a562-4644-9837-3eaab4913540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344681 Jan 20 14:38:33.690751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:33.709790 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cefd0471-b0b1-4788-9d0a-62623f4de1f0 req-b672afd6-e00b-4eef-add3-7f80a818835b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361465 Jan 20 14:38:33.714548 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6ab4788e-668e-48f1-8fdb-b2131eedd056 req-208f951b-c925-4028-bd64-bf3a8ee516f1 service neutron] 10.222.0.72 "GET /v2.0/networks/3eab2334-a562-4644-9837-3eaab4913540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365783 Jan 20 14:38:33.846998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6114c4-437c-4fc0-b105-98e509737794 req-e9597506-5a11-4daa-9239-e4201468a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:33.848668 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bd6114c4-437c-4fc0-b105-98e509737794 req-e9597506-5a11-4daa-9239-e4201468a305 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 1097 time: 0.0795376 Jan 20 14:38:33.871327 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d749e2-1201-43b1-bf22-32cc62622487 None None] Network 698e4f49-938c-4cea-a3a3-b9faf26f3dd2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:33.991463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6114c4-437c-4fc0-b105-98e509737794 req-3af4671d-d962-4ba9-88d7-67d1fee6cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:33.992973 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bd6114c4-437c-4fc0-b105-98e509737794 req-3af4671d-d962-4ba9-88d7-67d1fee6cbc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3eab2334-a562-4644-9837-3eaab4913540 HTTP/1.1" status: 200 len: 897 time: 0.1382766 Jan 20 14:38:34.003239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e2440363-7567-45f6-beb5-68d8d5f6379c None None] Provisioning for port fa36f8bc-ce21-4677-937e-f4c76a10cb84 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:34.057828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Allocated IP 2001:db8::1 (f366ebdd-7ae2-43f7-a728-a4598bed23c3/fad33fe0-ae1b-427c-8491-8f1e51427be9/80577d8a-a554-4c1a-b468-601980e11e0d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:34.074666 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bd6114c4-437c-4fc0-b105-98e509737794 req-24751d23-64d2-4304-9343-05d68762a188 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=9f0d2651-2881-48b8-a890-4aee377b0324 HTTP/1.1" status: 200 len: 217 time: 0.0744877 Jan 20 14:38:34.150355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6114c4-437c-4fc0-b105-98e509737794 req-9c45ca62-9471-415b-8866-200c340e6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:34.151833 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bd6114c4-437c-4fc0-b105-98e509737794 req-9c45ca62-9471-415b-8866-200c340e6df3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43330c9b-8b84-46a3-a060-37a9b4954873 HTTP/1.1" status: 200 len: 838 time: 0.0697145 Jan 20 14:38:34.234136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6114c4-437c-4fc0-b105-98e509737794 req-12403100-eff1-45b3-8613-57ce24dfccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:34.234378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.235703 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bd6114c4-437c-4fc0-b105-98e509737794 req-12403100-eff1-45b3-8613-57ce24dfccf1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3eab2334-a562-4644-9837-3eaab4913540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0767522 Jan 20 14:38:34.251765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Transition to ACTIVE for port object 80577d8a-a554-4c1a-b468-601980e11e0d will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:34.284380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.352388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network f366ebdd-7ae2-43f7-a728-a4598bed23c3 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:34.355253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:34.359230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:34.359759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.376908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Port': ['ID=80577d8a-a554-4c1a-b468-601980e11e0d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:34.385605 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bd6114c4-437c-4fc0-b105-98e509737794 req-030eadce-a860-49f1-848f-a5e1d15cfc44 service neutron] 10.222.0.72 "GET /v2.0/networks/3eab2334-a562-4644-9837-3eaab4913540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392202 Jan 20 14:38:34.489054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.500337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fa36f8bc-ce21-4677-937e-f4c76a10cb84 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:34.540345 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bd6114c4-437c-4fc0-b105-98e509737794 req-59d30745-39a9-4a3b-ad16-85e6b6b51d0e service neutron] 10.222.0.72 "GET /v2.0/networks/3eab2334-a562-4644-9837-3eaab4913540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472704 Jan 20 14:38:34.628050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port fa36f8bc-ce21-4677-937e-f4c76a10cb84 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:34.634852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port fa36f8bc-ce21-4677-937e-f4c76a10cb84 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:34.635114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.695544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d17ece86-45aa-4b7b-b667-33e00a5a9be7 None None] Provisioning for port 80577d8a-a554-4c1a-b468-601980e11e0d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:34.701888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d17ece86-45aa-4b7b-b667-33e00a5a9be7 None None] Provisioning complete for port 80577d8a-a554-4c1a-b468-601980e11e0d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:34.702252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d17ece86-45aa-4b7b-b667-33e00a5a9be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.803054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d17ece86-45aa-4b7b-b667-33e00a5a9be7 None None] Port 80577d8a-a554-4c1a-b468-601980e11e0d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:34.816557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.849358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port fa36f8bc-ce21-4677-937e-f4c76a10cb84, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fa36f8bc-ce21-4677-937e-f4c76a10cb84,segment=NetworkSegment(b5ba40bf-70e8-4b93-aea8-976128027c06),segment_id=b5ba40bf-70e8-4b93-aea8-976128027c06)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:34.854649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.886311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.892896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.893629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:34.911217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a124c-b82a-46fa-8c0e-3dcee397455e req-efccdb7f-fd6e-4d38-aaf4-41a7149c9208 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:34.912763 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-133a124c-b82a-46fa-8c0e-3dcee397455e req-efccdb7f-fd6e-4d38-aaf4-41a7149c9208 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 944 time: 0.0905185 Jan 20 14:38:34.925885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=fa36f8bc-ce21-4677-937e-f4c76a10cb84,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:35.047054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event updated for resources: {'Port': ['ID=80577d8a-a554-4c1a-b468-601980e11e0d,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:35.088526 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-133a124c-b82a-46fa-8c0e-3dcee397455e req-893b888a-356f-4ef3-88b7-95a7b0a21c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665473 Jan 20 14:38:35.106678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Network f366ebdd-7ae2-43f7-a728-a4598bed23c3 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:35.107744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:35.329772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3667c0a6-e7fc-4224-a084-a1378760ead3 None None] Provisioning complete for port 80577d8a-a554-4c1a-b468-601980e11e0d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:35.330275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3667c0a6-e7fc-4224-a084-a1378760ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:35.384899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-3667c0a6-e7fc-4224-a084-a1378760ead3 None None] Port 80577d8a-a554-4c1a-b468-601980e11e0d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:35.404392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b1001f9e-eaf3-4330-a04e-fa7225da7c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:35.407591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Router 0abdeadf-f0c1-4151-92cf-d454f2759b16 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:38:35.504953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 9f0d2651-2881-48b8-a890-4aee377b0324 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:38:35.570190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:35.579666 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4f17b82e-cfe3-4044-b11b-268d9c507a56 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "PUT /v2.0/routers/0abdeadf-f0c1-4151-92cf-d454f2759b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7479587 Jan 20 14:38:35.581725 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdf1e83-0fc2-420e-a3a3-deb065816054 None None] Sync routers for ids ['0abdeadf-f0c1-4151-92cf-d454f2759b16'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:35.582594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53264) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:35.593046 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdf1e83-0fc2-420e-a3a3-deb065816054 None None] Routers {'0abdeadf-f0c1-4151-92cf-d454f2759b16'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:35.594100 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-7fdf1e83-0fc2-420e-a3a3-deb065816054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0abdeadf-f0c1-4151-92cf-d454f2759b16'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:35.654489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 9f0d2651-2881-48b8-a890-4aee377b0324, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f0d2651-2881-48b8-a890-4aee377b0324,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:35.658809 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-7fdf1e83-0fc2-420e-a3a3-deb065816054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:35.667746 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdf1e83-0fc2-420e-a3a3-deb065816054 None None] Routers {'0abdeadf-f0c1-4151-92cf-d454f2759b16'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:35.668002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '9f0d2651-2881-48b8-a890-4aee377b0324', 'network_id': '3eab2334-a562-4644-9837-3eaab4913540', 'port_id': '9f0d2651-2881-48b8-a890-4aee377b0324', 'mac_address': 'fa:16:3e:d3:b3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43330c9b-8b84-46a3-a060-37a9b4954873', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:38:35.668506 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-7fdf1e83-0fc2-420e-a3a3-deb065816054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0abdeadf-f0c1-4151-92cf-d454f2759b16'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:35.727420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:35.728921 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-7fdf1e83-0fc2-420e-a3a3-deb065816054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:35.729314 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdf1e83-0fc2-420e-a3a3-deb065816054 None None] The sync data for ids ['0abdeadf-f0c1-4151-92cf-d454f2759b16'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:35.744373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0d2651-2881-48b8-a890-4aee377b0324 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:38:35.746510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bfbbfc3b-b761-4e4f-94ed-63298e806180 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:35.759987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 9f0d2651-2881-48b8-a890-4aee377b0324, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f0d2651-2881-48b8-a890-4aee377b0324,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:35.765043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:35.830609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=9f0d2651-2881-48b8-a890-4aee377b0324,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:35.897115 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-bfbbfc3b-b761-4e4f-94ed-63298e806180 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 20 14:38:35.898738 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bfbbfc3b-b761-4e4f-94ed-63298e806180 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/routers/0abdeadf-f0c1-4151-92cf-d454f2759b16 HTTP/1.1" status: 409 len: 329 time: 0.3142300 Jan 20 14:38:35.901011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53268) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:35.975852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['9f0d2651-2881-48b8-a890-4aee377b0324'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:38:36.365323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c292e5-dde5-4443-ad18-66fede0eafd5 req-6dc025f8-b3e3-4be0-bd27-90f4d53ced53 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:36.366826 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0c292e5-dde5-4443-ad18-66fede0eafd5 req-6dc025f8-b3e3-4be0-bd27-90f4d53ced53 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 945 time: 0.1709068 Jan 20 14:38:36.407290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:36.425944 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0c292e5-dde5-4443-ad18-66fede0eafd5 req-cef6a408-ac9f-4efa-835d-fafc1df9a02d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507584 Jan 20 14:38:36.434115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fa36f8bc-ce21-4677-937e-f4c76a10cb84 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:36.479672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:36.494530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:36.504013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port fa36f8bc-ce21-4677-937e-f4c76a10cb84 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:36.504411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:36.953268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Deleting port 80577d8a-a554-4c1a-b468-601980e11e0d {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:36.953526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:36.961556 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-27428c29-6a47-4856-ad4f-ea100f1ce213 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726109 Jan 20 14:38:37.105297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-60765021-1e6e-40a5-a86e-2374710d8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:37.106786 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-60765021-1e6e-40a5-a86e-2374710d8a44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 1099 time: 0.0780752 Jan 20 14:38:37.140019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:37.251673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-cc76b505-81e3-4d5b-8c27-7ade7426d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:37.253063 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-cc76b505-81e3-4d5b-8c27-7ade7426d624 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f829e49b-3d48-400f-bb84-cd040717af7b HTTP/1.1" status: 200 len: 898 time: 0.1264830 Jan 20 14:38:37.262579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Calling delete_port for 80577d8a-a554-4c1a-b468-601980e11e0d owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:37.356234 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-5fde3bf4-8f20-4dd8-b8d3-158d95310422 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcd6915-9383-4d9b-ab52-4ca5e95b894d HTTP/1.1" status: 200 len: 1002 time: 0.0971687 Jan 20 14:38:37.425647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-9c3d94d1-67eb-4c65-a1ab-931be9f1fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:37.427102 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-9c3d94d1-67eb-4c65-a1ab-931be9f1fbfe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f867101d-6345-4b90-9335-c362ad2b58f5 HTTP/1.1" status: 200 len: 835 time: 0.0649097 Jan 20 14:38:37.438152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:37.484784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Port': ['ID=80577d8a-a554-4c1a-b468-601980e11e0d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:37.506883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-397c5fc0-1494-454f-85dd-48bbb9c36ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:37.508439 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-397c5fc0-1494-454f-85dd-48bbb9c36ba5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f829e49b-3d48-400f-bb84-cd040717af7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756018 Jan 20 14:38:37.516036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 9f0d2651-2881-48b8-a890-4aee377b0324 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:37.616896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 9f0d2651-2881-48b8-a890-4aee377b0324 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:37.623188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 9f0d2651-2881-48b8-a890-4aee377b0324 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:37.623927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:37.667079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:37.722167 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-94459d11-1e6e-40ff-9d48-4e8db6f53901 service neutron] 10.222.0.72 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066152 Jan 20 14:38:37.736141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e733594-5b03-44ea-934d-02d217890af1 req-69164198-4fe6-4943-b6ad-dc6bb86a3d56 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:37.740811 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7e733594-5b03-44ea-934d-02d217890af1 req-69164198-4fe6-4943-b6ad-dc6bb86a3d56 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 945 time: 0.1514587 Jan 20 14:38:37.757262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:37.784260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0057f7-0732-4fd4-a1f8-f362d85f5504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0d2651-2881-48b8-a890-4aee377b0324'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:38:37.793529 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 9f0d2651-2881-48b8-a890-4aee377b0324, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f0d2651-2881-48b8-a890-4aee377b0324,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:37.800880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:37.852641 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0057f7-0732-4fd4-a1f8-f362d85f5504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0d2651-2881-48b8-a890-4aee377b0324', 'code': 200} Jan 20 14:38:37.866075 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7e733594-5b03-44ea-934d-02d217890af1 req-1fbd4137-3c86-4c73-b9dc-210b39cb820e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051826 Jan 20 14:38:37.892463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:37.895874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=9f0d2651-2881-48b8-a890-4aee377b0324,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:37.936784 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b12ebcda-fa8f-418c-9a8e-84fcda8a870e req-ace699d2-81fe-44a9-be26-423c57b5e407 service neutron] 10.222.0.72 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936724 Jan 20 14:38:37.985377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Router 0abdeadf-f0c1-4151-92cf-d454f2759b16 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:38:38.088953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d9722-91e3-4663-8a88-b534db45b2eb req-d100ef04-a1fb-4b4f-b105-ca4b4cd105e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:38.090440 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6f0d9722-91e3-4663-8a88-b534db45b2eb req-d100ef04-a1fb-4b4f-b105-ca4b4cd105e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 1099 time: 0.0755134 Jan 20 14:38:38.134392 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6f0d9722-91e3-4663-8a88-b534db45b2eb req-68519d52-776c-480b-a4f1-126ecf355073 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378428 Jan 20 14:38:38.232315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:38.242277 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8a51edbb-0c1c-496f-a0f3-e39a0357cda1 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "PUT /v2.0/routers/0abdeadf-f0c1-4151-92cf-d454f2759b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3402972 Jan 20 14:38:38.242619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a1f46-54b2-4a30-bb33-0c078c71f9fd None None] Sync routers for ids ['0abdeadf-f0c1-4151-92cf-d454f2759b16'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:38.246112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53278) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:38.252471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a1f46-54b2-4a30-bb33-0c078c71f9fd None None] Routers {'0abdeadf-f0c1-4151-92cf-d454f2759b16'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:38.253078 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-689a1f46-54b2-4a30-bb33-0c078c71f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0abdeadf-f0c1-4151-92cf-d454f2759b16'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:38.312437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-689a1f46-54b2-4a30-bb33-0c078c71f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:38.312795 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-51832c50-e436-425a-840f-15b559cbc658 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] show failed (client error): The resource could not be found. Jan 20 14:38:38.313827 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-51832c50-e436-425a-840f-15b559cbc658 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "GET /v2.0/routers/tempest-non_exist_router-1316532444 HTTP/1.1" status: 404 len: 335 time: 0.0668223 Jan 20 14:38:38.318182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53282) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:38.322232 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a1f46-54b2-4a30-bb33-0c078c71f9fd None None] Routers {'0abdeadf-f0c1-4151-92cf-d454f2759b16'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:38.322815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-689a1f46-54b2-4a30-bb33-0c078c71f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0abdeadf-f0c1-4151-92cf-d454f2759b16'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:38.323024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-dec37d9b-07ba-43e5-989a-61f3e35f3db6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:38.383919 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-dec37d9b-07ba-43e5-989a-61f3e35f3db6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] update failed (client error): The resource could not be found. Jan 20 14:38:38.384943 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dec37d9b-07ba-43e5-989a-61f3e35f3db6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "PUT /v2.0/routers/tempest-non_exist_router-1765160566 HTTP/1.1" status: 404 len: 335 time: 0.0658677 Jan 20 14:38:38.387789 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-689a1f46-54b2-4a30-bb33-0c078c71f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:38.388236 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a1f46-54b2-4a30-bb33-0c078c71f9fd None None] The sync data for ids ['0abdeadf-f0c1-4151-92cf-d454f2759b16'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:38.391102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53286) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:38.463217 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0bbb02-8359-4439-a849-00aa274b8722 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Deleting subnet ff959e14-f58e-4dab-8d85-d670369b4569 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:38.466431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbb02-8359-4439-a849-00aa274b8722 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:38.519719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbb02-8359-4439-a849-00aa274b8722 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:38.610226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbb02-8359-4439-a849-00aa274b8722 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:38.686001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbb02-8359-4439-a849-00aa274b8722 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:38.723861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bbb02-8359-4439-a849-00aa274b8722 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Subnet': ['ID=ff959e14-f58e-4dab-8d85-d670369b4569,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:38.727489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbb02-8359-4439-a849-00aa274b8722 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:38.733520 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8b0bbb02-8359-4439-a849-00aa274b8722 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/subnets/ff959e14-f58e-4dab-8d85-d670369b4569 HTTP/1.1" status: 204 len: 168 time: 0.3414974 Jan 20 14:38:38.734025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5cc9b-cb74-4f32-80f4-12a7471fa3a7 None None] Network 698e4f49-938c-4cea-a3a3-b9faf26f3dd2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:38.736402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53290) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:38.850075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:38.861345 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Deleting port fa36f8bc-ce21-4677-937e-f4c76a10cb84 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:38.861585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.045623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] DHCP port deletion for 698e4f49-938c-4cea-a3a3-b9faf26f3dd2 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:38:39.049677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] Deleting port fa36f8bc-ce21-4677-937e-f4c76a10cb84 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:39.050048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.066088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] For port fa36f8bc-ce21-4677-937e-f4c76a10cb84, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fa36f8bc-ce21-4677-937e-f4c76a10cb84,segment=NetworkSegment(b5ba40bf-70e8-4b93-aea8-976128027c06),segment_id=b5ba40bf-70e8-4b93-aea8-976128027c06)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:39.067239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.096562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a45759-492f-4d03-90a7-287c376b76bd req-2d52ab50-3538-4e29-825b-9ef16187a06b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:39.098076 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53a45759-492f-4d03-90a7-287c376b76bd req-2d52ab50-3538-4e29-825b-9ef16187a06b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 946 time: 0.1207376 Jan 20 14:38:39.149527 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53a45759-492f-4d03-90a7-287c376b76bd req-2883c257-c5bb-448e-baa6-8b587ab7e114 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435884 Jan 20 14:38:39.241682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Calling delete_port for fa36f8bc-ce21-4677-937e-f4c76a10cb84 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:39.321223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] For port fa36f8bc-ce21-4677-937e-f4c76a10cb84, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fa36f8bc-ce21-4677-937e-f4c76a10cb84,segment=NetworkSegment(b5ba40bf-70e8-4b93-aea8-976128027c06),segment_id=b5ba40bf-70e8-4b93-aea8-976128027c06)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:39.321622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.449087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.452189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] Calling delete_port for fa36f8bc-ce21-4677-937e-f4c76a10cb84 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:39.500674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Port': ['ID=fa36f8bc-ce21-4677-937e-f4c76a10cb84,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:39.505802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] No DVR routers for this DVR port fa36f8bc-ce21-4677-937e-f4c76a10cb84 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: from cryptography.utils import int_from_bytes Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: from cryptography.utils import int_from_bytes Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn_limited( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn_limited( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:39.525178 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 14:38:39.531429 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:38:39.531778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:38:39.629541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.653887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698e4f49-938c-4cea-a3a3-b9faf26f3dd2']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:39.667529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ba40bf-70e8-4b93-aea8-976128027c06') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:39.667885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ba40bf-70e8-4b93-aea8-976128027c06') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:39.683044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.698904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.705184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:38:39.706190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:39.721531 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:39.805352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.809790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.834891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Network': ['ID=698e4f49-938c-4cea-a3a3-b9faf26f3dd2,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:39.841213 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-70cd3589-5ff8-4813-8c0d-80e5f90c5384 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/networks/698e4f49-938c-4cea-a3a3-b9faf26f3dd2 HTTP/1.1" status: 204 len: 168 time: 1.1014593 Jan 20 14:38:39.842020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53296) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:39.906751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17f1809-69d8-4c2d-a422-87d608c3f27a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Deleting subnet 56b5c301-271d-4674-a19b-dbe3adb68c5b {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:39.909844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b17f1809-69d8-4c2d-a422-87d608c3f27a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.967445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b17f1809-69d8-4c2d-a422-87d608c3f27a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.033002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] Deleting port fa36f8bc-ce21-4677-937e-f4c76a10cb84 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:40.033565 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.048600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b17f1809-69d8-4c2d-a422-87d608c3f27a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.101059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-43f68729-f39b-4690-a4b4-030b2cc16479 None None] The port 'fa36f8bc-ce21-4677-937e-f4c76a10cb84' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:38:40.130187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b17f1809-69d8-4c2d-a422-87d608c3f27a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.173524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f1809-69d8-4c2d-a422-87d608c3f27a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Subnet': ['ID=56b5c301-271d-4674-a19b-dbe3adb68c5b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:40.177134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b17f1809-69d8-4c2d-a422-87d608c3f27a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.185961 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b17f1809-69d8-4c2d-a422-87d608c3f27a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/subnets/56b5c301-271d-4674-a19b-dbe3adb68c5b HTTP/1.1" status: 204 len: 168 time: 0.3428917 Jan 20 14:38:40.186669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53302) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:40.188336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a2afa5-d686-49ed-a50c-48f877ec52bd None None] Network 5465bb93-5c8d-451f-ba01-27945801bd97 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:40.308307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-33456e73-29be-49bf-abf2-277fea8483ce tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Deleting subnet d0915263-92e1-4f40-9c59-93f334a65728 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:40.320104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-33456e73-29be-49bf-abf2-277fea8483ce tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.397713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-33456e73-29be-49bf-abf2-277fea8483ce tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.454893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1332aec5-6014-49cb-982f-29c51d673aa1 None None] DHCP port deletion for 5465bb93-5c8d-451f-ba01-27945801bd97 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:38:40.459425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1332aec5-6014-49cb-982f-29c51d673aa1 None None] Deleting port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:40.459794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1332aec5-6014-49cb-982f-29c51d673aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.468779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520ee6e-e02e-4022-9d10-fc9c190d7f12 req-396ae76b-cc56-4257-8681-360d37d2d584 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:40.470283 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4520ee6e-e02e-4022-9d10-fc9c190d7f12 req-396ae76b-cc56-4257-8681-360d37d2d584 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 946 time: 0.1970830 Jan 20 14:38:40.499010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fa36f8bc-ce21-4677-937e-f4c76a10cb84 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:40.536591 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4520ee6e-e02e-4022-9d10-fc9c190d7f12 req-3e8947b1-890a-49a2-b245-0fcb6b0b2752 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571587 Jan 20 14:38:40.539122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-33456e73-29be-49bf-abf2-277fea8483ce tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.543383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: fa36f8bc-ce21-4677-937e-f4c76a10cb84 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:40.543752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fa36f8bc-ce21-4677-937e-f4c76a10cb84 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:40.616068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-33456e73-29be-49bf-abf2-277fea8483ce tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.659190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-33456e73-29be-49bf-abf2-277fea8483ce tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.672282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33456e73-29be-49bf-abf2-277fea8483ce tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Subnet': ['ID=d0915263-92e1-4f40-9c59-93f334a65728,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:40.679479 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-33456e73-29be-49bf-abf2-277fea8483ce tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/subnets/d0915263-92e1-4f40-9c59-93f334a65728 HTTP/1.1" status: 204 len: 168 time: 0.4890370 Jan 20 14:38:40.679479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53308) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:40.690896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e4deb5-3fdc-46e5-8c87-4767b57e6300 None None] Network 7e63980b-9f43-444f-af48-ab75fbfd66fe requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:40.745375 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef9646-35dc-42dd-ac64-d4e64a439985 req-3b627b22-66ce-436f-8cff-7826ec442a58 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:40.746984 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-71ef9646-35dc-42dd-ac64-d4e64a439985 req-3b627b22-66ce-436f-8cff-7826ec442a58 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 946 time: 0.0937490 Jan 20 14:38:40.791628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.794066 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-71ef9646-35dc-42dd-ac64-d4e64a439985 req-64f9eea1-8399-4522-b939-fe39584e0eb8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410907 Jan 20 14:38:40.802842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Deleting port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:40.803252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.813321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1332aec5-6014-49cb-982f-29c51d673aa1 None None] For port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1b24b3bb-7df2-48b4-b351-967ad7c0fba1,segment=NetworkSegment(f9ac51ec-a04a-4962-af1f-42c167c6dcb9),segment_id=f9ac51ec-a04a-4962-af1f-42c167c6dcb9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:40.813590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1332aec5-6014-49cb-982f-29c51d673aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:40.964035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1332aec5-6014-49cb-982f-29c51d673aa1 None None] Calling delete_port for 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:41.009783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] For port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1b24b3bb-7df2-48b4-b351-967ad7c0fba1,segment=NetworkSegment(f9ac51ec-a04a-4962-af1f-42c167c6dcb9),segment_id=f9ac51ec-a04a-4962-af1f-42c167c6dcb9)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:41.010198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:41.125963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1332aec5-6014-49cb-982f-29c51d673aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:41.137917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Calling delete_port for 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:41.174480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332aec5-6014-49cb-982f-29c51d673aa1 None None] Pushing event deleted for resources: {'Port': ['ID=1b24b3bb-7df2-48b4-b351-967ad7c0fba1,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:41.178972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1332aec5-6014-49cb-982f-29c51d673aa1 None None] No DVR routers for this DVR port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:41.220481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.db.api [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:38:41.220807 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG oslo_db.api [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:38:41.220944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54312063-ac25-48b7-94c5-adcb6d31a32f None None] DHCP port deletion for 7e63980b-9f43-444f-af48-ab75fbfd66fe request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:38:41.225155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-54312063-ac25-48b7-94c5-adcb6d31a32f None None] Deleting port fec6aa60-42b2-469d-9378-6785c9b3f25c {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:41.225521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-54312063-ac25-48b7-94c5-adcb6d31a32f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:41.433116 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-54312063-ac25-48b7-94c5-adcb6d31a32f None None] For port fec6aa60-42b2-469d-9378-6785c9b3f25c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=fec6aa60-42b2-469d-9378-6785c9b3f25c,segment=NetworkSegment(1c89f780-1128-42f1-a5ca-7f2446428b36),segment_id=1c89f780-1128-42f1-a5ca-7f2446428b36)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:41.433378 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-54312063-ac25-48b7-94c5-adcb6d31a32f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:41.553013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-54312063-ac25-48b7-94c5-adcb6d31a32f None None] Calling delete_port for fec6aa60-42b2-469d-9378-6785c9b3f25c owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:41.631843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-54312063-ac25-48b7-94c5-adcb6d31a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:41.675897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54312063-ac25-48b7-94c5-adcb6d31a32f None None] Pushing event deleted for resources: {'Port': ['ID=fec6aa60-42b2-469d-9378-6785c9b3f25c,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:41.679606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54312063-ac25-48b7-94c5-adcb6d31a32f None None] No DVR routers for this DVR port fec6aa60-42b2-469d-9378-6785c9b3f25c on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:41.721590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Deleting port 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:41.722086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:41.800252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] The port '1b24b3bb-7df2-48b4-b351-967ad7c0fba1' was deleted {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:38:42.020190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.045190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5465bb93-5c8d-451f-ba01-27945801bd97']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:42.057422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ac51ec-a04a-4962-af1f-42c167c6dcb9') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:42.057715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ac51ec-a04a-4962-af1f-42c167c6dcb9') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:42.069494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.085583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.091496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:38:42.091873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: util.warn( Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:42.106052 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:42.188769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.205486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.216565 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Network': ['ID=5465bb93-5c8d-451f-ba01-27945801bd97,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:42.220554 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-187e2329-038d-4b04-8d09-5588ecac78f4 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/networks/5465bb93-5c8d-451f-ba01-27945801bd97 HTTP/1.1" status: 204 len: 168 time: 1.5400586 Jan 20 14:38:42.223234 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53316) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:42.280302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53320) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:42.335957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.427363 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fec6aa60-42b2-469d-9378-6785c9b3f25c no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:42.470646 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: fec6aa60-42b2-469d-9378-6785c9b3f25c {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:42.471150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device fec6aa60-42b2-469d-9378-6785c9b3f25c not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:42.471670 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:42.471800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.500609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e63980b-9f43-444f-af48-ab75fbfd66fe']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:42.508634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:42.509097 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1b24b3bb-7df2-48b4-b351-967ad7c0fba1 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:42.514084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c89f780-1128-42f1-a5ca-7f2446428b36') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:42.514434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c89f780-1128-42f1-a5ca-7f2446428b36') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:42.527957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.543861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.550258 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:38:42.550672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:42.565349 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:42.643926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.665013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.674477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Network': ['ID=7e63980b-9f43-444f-af48-ab75fbfd66fe,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:42.679657 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a57ef752-b30b-4445-900c-885b718846da tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/networks/7e63980b-9f43-444f-af48-ab75fbfd66fe HTTP/1.1" status: 204 len: 168 time: 0.4530380 Jan 20 14:38:42.680064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53324) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:42.745395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-90025d0a-1472-4a62-b241-e9885d0233b6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Deleting subnet fad33fe0-ae1b-427c-8491-8f1e51427be9 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:38:42.748637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90025d0a-1472-4a62-b241-e9885d0233b6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.803867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90025d0a-1472-4a62-b241-e9885d0233b6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.888761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90025d0a-1472-4a62-b241-e9885d0233b6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.960837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90025d0a-1472-4a62-b241-e9885d0233b6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.979069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.001505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90025d0a-1472-4a62-b241-e9885d0233b6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Subnet': ['ID=fad33fe0-ae1b-427c-8491-8f1e51427be9,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:43.007070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-90025d0a-1472-4a62-b241-e9885d0233b6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.013393 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a1815-c6d4-4b46-9f11-01bb1c7c2b98 None None] Network f366ebdd-7ae2-43f7-a728-a4598bed23c3 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:43.015829 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-90025d0a-1472-4a62-b241-e9885d0233b6 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/subnets/fad33fe0-ae1b-427c-8491-8f1e51427be9 HTTP/1.1" status: 204 len: 168 time: 0.3349838 Jan 20 14:38:43.016817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53328) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:43.127643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.138158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Deleting port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:43.138563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.284036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] DHCP port deletion for f366ebdd-7ae2-43f7-a728-a4598bed23c3 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:38:43.289315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] Deleting port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:43.290039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.361165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] For port 86ceb083-df8f-4e20-9ebe-e787a8872aa4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=86ceb083-df8f-4e20-9ebe-e787a8872aa4,segment=NetworkSegment(16a1bd13-899b-4ebf-8aa9-47abf9d3b44a),segment_id=16a1bd13-899b-4ebf-8aa9-47abf9d3b44a)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:43.361764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.510076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] For port 86ceb083-df8f-4e20-9ebe-e787a8872aa4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=86ceb083-df8f-4e20-9ebe-e787a8872aa4,segment=NetworkSegment(16a1bd13-899b-4ebf-8aa9-47abf9d3b44a),segment_id=16a1bd13-899b-4ebf-8aa9-47abf9d3b44a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:43.510669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.522996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.17 (3eab2334-a562-4644-9837-3eaab4913540/43330c9b-8b84-46a3-a060-37a9b4954873/f43f624b-9565-4330-b4cb-b026d110f203) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:43.614664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Calling delete_port for 86ceb083-df8f-4e20-9ebe-e787a8872aa4 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:43.630804 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] Calling delete_port for 86ceb083-df8f-4e20-9ebe-e787a8872aa4 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:38:43.684402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.698312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.704407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:38:43.704770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:38:43.705258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object f43f624b-9565-4330-b4cb-b026d110f203 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:43.729599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.748264 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] No DVR routers for this DVR port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:43.750301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Port': ['ID=86ceb083-df8f-4e20-9ebe-e787a8872aa4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:43.798576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 3eab2334-a562-4644-9837-3eaab4913540 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:43.801585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:43.806345 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:43.842985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=f43f624b-9565-4330-b4cb-b026d110f203,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:43.869349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.876310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.903344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f366ebdd-7ae2-43f7-a728-a4598bed23c3']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:43.916019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a1bd13-899b-4ebf-8aa9-47abf9d3b44a') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:43.916483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a1bd13-899b-4ebf-8aa9-47abf9d3b44a') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:43.928689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.950238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.958135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:38:43.958892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:43.974128 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:44.018595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.057678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.080301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.086206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Pushing event deleted for resources: {'Network': ['ID=f366ebdd-7ae2-43f7-a728-a4598bed23c3,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:44.096085 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a51a3347-8c5e-4061-80ff-5f6c46a039f7 tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/networks/f366ebdd-7ae2-43f7-a728-a4598bed23c3 HTTP/1.1" status: 204 len: 168 time: 1.0782440 Jan 20 14:38:44.098995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53332) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:44.099636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9ca8db1c-7813-4c9e-8efb-cb0c0b0e4b80 None None] Provisioning for port f43f624b-9565-4330-b4cb-b026d110f203 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:44.104980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9ca8db1c-7813-4c9e-8efb-cb0c0b0e4b80 None None] Provisioning complete for port f43f624b-9565-4330-b4cb-b026d110f203 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:44.105847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9ca8db1c-7813-4c9e-8efb-cb0c0b0e4b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.145837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2921a834-ff6b-49dd-bab9-006a01ce771b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Synchronizing usage tracker for tenant:ae3d2a89903a4f0da35b378aaebe05ce on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:44.162794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2921a834-ff6b-49dd-bab9-006a01ce771b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Unset dirty status for tenant:ae3d2a89903a4f0da35b378aaebe05ce on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:44.164271 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2921a834-ff6b-49dd-bab9-006a01ce771b tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "GET /v2.0/ports?device_id=0abdeadf-f0c1-4151-92cf-d454f2759b16 HTTP/1.1" status: 200 len: 205 time: 0.0641119 Jan 20 14:38:44.166728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53336) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:44.167556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8db1c-7813-4c9e-8efb-cb0c0b0e4b80 None None] Port f43f624b-9565-4330-b4cb-b026d110f203 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:44.206156 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] Deleting port 86ceb083-df8f-4e20-9ebe-e787a8872aa4 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:38:44.206636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.272281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5948c698-6d1e-4ac2-b4a7-3b27241813f6 None None] The port '86ceb083-df8f-4e20-9ebe-e787a8872aa4' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:38:44.299910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62ab72b9-ec1a-47e8-b42c-7542ef78575a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.429872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 86ceb083-df8f-4e20-9ebe-e787a8872aa4 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:44.445952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.451872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.500703 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 86ceb083-df8f-4e20-9ebe-e787a8872aa4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:38:44.501044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 86ceb083-df8f-4e20-9ebe-e787a8872aa4 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:44.566903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.570389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=f43f624b-9565-4330-b4cb-b026d110f203,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:44.602399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62ab72b9-ec1a-47e8-b42c-7542ef78575a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.604835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62ab72b9-ec1a-47e8-b42c-7542ef78575a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.630351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62ab72b9-ec1a-47e8-b42c-7542ef78575a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.630837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ab72b9-ec1a-47e8-b42c-7542ef78575a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Fanout notify agent at l3_agent the message router_deleted on router 0abdeadf-f0c1-4151-92cf-d454f2759b16 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:38:44.642025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62ab72b9-ec1a-47e8-b42c-7542ef78575a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.643103 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-62ab72b9-ec1a-47e8-b42c-7542ef78575a tempest-RoutersNegativeIpV6Test-38713459 tempest-RoutersNegativeIpV6Test-38713459-project] 10.222.0.87 "DELETE /v2.0/routers/0abdeadf-f0c1-4151-92cf-d454f2759b16 HTTP/1.1" status: 204 len: 168 time: 0.4751947 Jan 20 14:38:44.706419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 3eab2334-a562-4644-9837-3eaab4913540 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:44.708157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:44.899866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 204f910b-ee13-42aa-84aa-b7cd8c576e04 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:38:44.929225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53344) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:44.999074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fe5eb29c-f61d-4eed-bec4-053fe1456685 None None] Provisioning complete for port f43f624b-9565-4330-b4cb-b026d110f203 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:45.000106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb29c-f61d-4eed-bec4-053fe1456685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.067044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fe5eb29c-f61d-4eed-bec4-053fe1456685 None None] Port f43f624b-9565-4330-b4cb-b026d110f203 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:45.096844 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d1f010d8-36a4-4f61-8d5d-8755e9e1e06a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ae3d2a89903a4f0da35b378aaebe05ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664379 Jan 20 14:38:45.099323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53350) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:45.158520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9bf0-6225-4620-84cc-922cc5e52738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.183971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9bf0-6225-4620-84cc-922cc5e52738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.206104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:45.216587 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Sync routers for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:45.226713 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:45.227328 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:45.230683 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5da39239-4092-4644-b974-51e727fee542 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/204f910b-ee13-42aa-84aa-b7cd8c576e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9492457 Jan 20 14:38:45.247173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9bf0-6225-4620-84cc-922cc5e52738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.264071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc9bf0-6225-4620-84cc-922cc5e52738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d31de-ec2e-49a6-9927-6d51881ed702,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:45.267267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9bf0-6225-4620-84cc-922cc5e52738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.268454 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e1fc9bf0-6225-4620-84cc-922cc5e52738 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/314d31de-ec2e-49a6-9927-6d51881ed702 HTTP/1.1" status: 204 len: 168 time: 0.1681151 Jan 20 14:38:45.434580 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:45.789641 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:38:43Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'bb3c083c-b780-44ac-8f30-6e011c1e862a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:37:51Z', 'updated_at': '2022-01-20T14:37:56Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f43f624b-9565-4330-b4cb-b026d110f203', 'name': '', 'network_id': '3eab2334-a562-4644-9837-3eaab4913540', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:78:b4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '43330c9b-8b84-46a3-a060-37a9b4954873', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:43Z', 'updated_at': '2022-01-20T14:38:44Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '43330c9b-8b84-46a3-a060-37a9b4954873', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:45.793690 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Checking router: 204f910b-ee13-42aa-84aa-b7cd8c576e04 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:38:45.794037 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Updating router 204f910b-ee13-42aa-84aa-b7cd8c576e04 port f43f624b-9565-4330-b4cb-b026d110f203 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:38:45.846164 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.941248 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53378) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:46.044189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1979045967-network', 'tenant_id': 'f02c648eedfa4778959bc63370316415'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:46.048815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:46.052637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Usage tracker for resource:network and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:46.055505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:46.061206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:46.074253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Made reservation on behalf of f02c648eedfa4778959bc63370316415 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:46.076757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.089293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.105737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:46.109510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Usage tracker for resource:security_group_rule and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:46.112472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:46.118146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:46.185994 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.197885 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Transition to ACTIVE for port object f43f624b-9565-4330-b4cb-b026d110f203 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:46.200874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.205513 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.206851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.237187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:38:46.245419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a2e65c-815d-433f-8af7-928b42ee0520,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:46.251239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.251574 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Added segment ec020eaa-6e16-4a18-8f8f-aa9393cb989e of type vlan for network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 Jan 20 14:38:46.278368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.311892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.313017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:46.313756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.342332 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Pushing event updated for resources: {'Port': ['ID=f43f624b-9565-4330-b4cb-b026d110f203,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:46.352332 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.352705 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.353042 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.353355 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.353671 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.353984 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.354301 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.354613 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.354926 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.355216 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.355519 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.355825 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:46.428561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] Pushing event updated for resources: {'Network': ['ID=1bf920f4-1fc2-4a60-9683-8aff0b09a061,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:46.435061 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d0344a79-37ee-43e0-9bb3-28747820279d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4927108 Jan 20 14:38:46.435345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53384) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:46.441475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Request body: {'subnet': {'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1979045967-subnet', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'ip_version': 4}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:46.441689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:38:46.446785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:46.450979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Usage tracker for resource:subnet and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:46.457244 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Attempting to bind port f43f624b-9565-4330-b4cb-b026d110f203 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:46.458020 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Attempting to bind port f43f624b-9565-4330-b4cb-b026d110f203 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:46.458429 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Attempting to bind port f43f624b-9565-4330-b4cb-b026d110f203 on network 3eab2334-a562-4644-9837-3eaab4913540 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:46.459509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:46.466091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:46.467719 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:46.468085 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Checking segment: {'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:46.468515 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.468898 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Bound using segment: {'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:46.469736 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Bound port: f43f624b-9565-4330-b4cb-b026d110f203, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82793322-97c9-47ee-8132-a8065a82eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3eab2334-a562-4644-9837-3eaab4913540'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:46.470113 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.482458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Made reservation on behalf of f02c648eedfa4778959bc63370316415 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:46.485783 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.595915 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] For port f43f624b-9565-4330-b4cb-b026d110f203, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:46.598908 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] For port f43f624b-9565-4330-b4cb-b026d110f203, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f43f624b-9565-4330-b4cb-b026d110f203,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:46.602958 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.673315 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:46.673922 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:46.758214 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d16e5-ce31-45d0-b924-52fe00668b2f None None] Pushing event updated for resources: {'Port': ['ID=f43f624b-9565-4330-b4cb-b026d110f203,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:46.832358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.870289 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:46.910326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b97b57-5f54-4183-9a0e-a9e9cffce9d1,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:46.919297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Checking segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:46.919654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Network hostable DHCP agents. Network: 1bf920f4-1fc2-4a60-9683-8aff0b09a061, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:38:46.940477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:38:46.951608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 1bf920f4-1fc2-4a60-9683-8aff0b09a061) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:46.955728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:46.956329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.961860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eab67d-13be-4883-9e9a-0056cff1534c None None] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:46.978492 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fe825124-ef2e-4ec5-a38e-38c17b9b9441 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5420332 Jan 20 14:38:46.981171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53388) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:46.986327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:47.005219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:47.010115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Usage tracker for resource:router and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:47.013594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:47.020663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:47.037496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.039925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.068584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.189378 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:38:47.190446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.241130 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:38:43Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'bb3c083c-b780-44ac-8f30-6e011c1e862a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:37:51Z', 'updated_at': '2022-01-20T14:37:56Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f43f624b-9565-4330-b4cb-b026d110f203', 'name': '', 'network_id': '3eab2334-a562-4644-9837-3eaab4913540', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:78:b4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '43330c9b-8b84-46a3-a060-37a9b4954873', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:43Z', 'updated_at': '2022-01-20T14:38:46Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '43330c9b-8b84-46a3-a060-37a9b4954873', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:47.245493 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2398ec8-c62a-4fa0-9547-680216064a2d None None] The sync data for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv is: [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:38:43Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'bb3c083c-b780-44ac-8f30-6e011c1e862a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:37:51Z', 'updated_at': '2022-01-20T14:37:56Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f43f624b-9565-4330-b4cb-b026d110f203', 'name': '', 'network_id': '3eab2334-a562-4644-9837-3eaab4913540', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:78:b4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '43330c9b-8b84-46a3-a060-37a9b4954873', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:43Z', 'updated_at': '2022-01-20T14:38:46Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '43330c9b-8b84-46a3-a060-37a9b4954873', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:47.360870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.369555 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Allocated IP 172.20.0.2 (1bf920f4-1fc2-4a60-9683-8aff0b09a061/58b97b57-5f54-4183-9a0e-a9e9cffce9d1/d5bec30c-d0ac-45b9-abdb-f3ff2aed3959) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:47.588950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.599331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Transition to ACTIVE for port object d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:47.618613 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Transition to ACTIVE for port object d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:47.626134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.696191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:47.698927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:47.701535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:47.701782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.733938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.738107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Pushing event updated for resources: {'Port': ['ID=d5bec30c-d0ac-45b9-abdb-f3ff2aed3959,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:47.809432 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Attempting to bind port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:47.809814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Attempting to bind port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:47.810855 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Attempting to bind port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:47.816824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:47.817351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Checking segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:47.817761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.818152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Bound using segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:47.818679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Bound port: d5bec30c-d0ac-45b9-abdb-f3ff2aed3959, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:47.819050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.886284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Allocated IP 172.26.0.183 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/4009a26d-d373-468d-88d9-4df52bcf0998) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:47.912483 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] For port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:47.915988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] For port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d5bec30c-d0ac-45b9-abdb-f3ff2aed3959,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:47.922823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:48.004503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4688234-7ad1-44f0-8aa3-fd9d344d4846 None None] Pushing event updated for resources: {'Port': ['ID=d5bec30c-d0ac-45b9-abdb-f3ff2aed3959,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:48.041439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:48.074231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:48.139941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:48.142974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:48.146768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:48.179808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Pushing event updated for resources: {'Port': ['ID=4009a26d-d373-468d-88d9-4df52bcf0998,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:48.503042 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f43f624b-9565-4330-b4cb-b026d110f203 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:48.577573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port f43f624b-9565-4330-b4cb-b026d110f203 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:48.583087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f43f624b-9565-4330-b4cb-b026d110f203 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:48.583465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:48.646565 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:38:48.696903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:48.703893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:48.738362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port f43f624b-9565-4330-b4cb-b026d110f203, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f43f624b-9565-4330-b4cb-b026d110f203,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:48.745082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:48.746020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:48.872294 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=f43f624b-9565-4330-b4cb-b026d110f203,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:48.885562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:48.990185 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de7e53-1bd7-4623-ad9a-377beffd422c None None] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:49.050054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:49.125727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7d540ca0-0e98-4b0f-812e-2aa2e2a8fe51 None None] Provisioning for port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:49.134931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7d540ca0-0e98-4b0f-812e-2aa2e2a8fe51 None None] Provisioning complete for port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:49.135291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7d540ca0-0e98-4b0f-812e-2aa2e2a8fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:49.258043 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Router 86efed13-204a-4607-a75d-261451231119 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:38:49.343750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7d540ca0-0e98-4b0f-812e-2aa2e2a8fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:49.385571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7d540ca0-0e98-4b0f-812e-2aa2e2a8fe51 None None] For port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d5bec30c-d0ac-45b9-abdb-f3ff2aed3959,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:49.390677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7d540ca0-0e98-4b0f-812e-2aa2e2a8fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:49.440227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:49.452107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Sync routers for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:49.466430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:49.470936 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-16958cf1-cfb8-4747-9a77-67ebc853ecc1 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4861493 Jan 20 14:38:49.471354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53394) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:49.472858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:49.473727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:49.539117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d540ca0-0e98-4b0f-812e-2aa2e2a8fe51 None None] Pushing event updated for resources: {'Port': ['ID=d5bec30c-d0ac-45b9-abdb-f3ff2aed3959,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:49.653336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-cf3b60f9-3a84-4d8f-b4e9-57122ad13d7a None None] Provisioning complete for port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:49.653610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cf3b60f9-3a84-4d8f-b4e9-57122ad13d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:49.699510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:50.047671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:48Z', 'revision_number': 3, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:50.051524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Checking router: 86efed13-204a-4607-a75d-261451231119 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:38:50.051864 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Updating router 86efed13-204a-4607-a75d-261451231119 port 4009a26d-d373-468d-88d9-4df52bcf0998 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:38:50.104840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.151054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.355191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Allocated IP 172.20.0.1 (1bf920f4-1fc2-4a60-9683-8aff0b09a061/58b97b57-5f54-4183-9a0e-a9e9cffce9d1/becbfb82-d7eb-490d-bd84-86c7daaf25f6) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:50.438305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.449811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f43f624b-9565-4330-b4cb-b026d110f203 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:50.491308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Transition to ACTIVE for port object 4009a26d-d373-468d-88d9-4df52bcf0998 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:50.504475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.506900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.520272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Transition to ACTIVE for port object becbfb82-d7eb-490d-bd84-86c7daaf25f6 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:50.544353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.590330 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01842c6f-d07a-443f-b182-9f7ce215a683 None None] Pushing event updated for resources: {'Port': ['ID=4009a26d-d373-468d-88d9-4df52bcf0998,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:50.594655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Attempting to bind port 4009a26d-d373-468d-88d9-4df52bcf0998 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:50.595013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Attempting to bind port 4009a26d-d373-468d-88d9-4df52bcf0998 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:50.595361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Attempting to bind port 4009a26d-d373-468d-88d9-4df52bcf0998 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:50.603052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:50.603413 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:50.603817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.604187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:50.604662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Bound port: 4009a26d-d373-468d-88d9-4df52bcf0998, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:50.605018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.611942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:50.614846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:50.618489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:50.701853 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f43f624b-9565-4330-b4cb-b026d110f203 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:50.702178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.791367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Pushing event updated for resources: {'Port': ['ID=becbfb82-d7eb-490d-bd84-86c7daaf25f6,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:50.803866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] For port 4009a26d-d373-468d-88d9-4df52bcf0998, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:50.807755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] For port 4009a26d-d373-468d-88d9-4df52bcf0998, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4009a26d-d373-468d-88d9-4df52bcf0998,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:50.814591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.841591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.932654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.934394 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:50.992593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:50.993218 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:51.038408 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01842c6f-d07a-443f-b182-9f7ce215a683 None None] Pushing event updated for resources: {'Port': ['ID=4009a26d-d373-468d-88d9-4df52bcf0998,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:51.040949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6ddad9ac-31a3-4e1c-a7a9-f1b4e5d04d66 None None] Provisioning for port becbfb82-d7eb-490d-bd84-86c7daaf25f6 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:51.062295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6ddad9ac-31a3-4e1c-a7a9-f1b4e5d04d66 None None] Provisioning complete for port becbfb82-d7eb-490d-bd84-86c7daaf25f6 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:51.062957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6ddad9ac-31a3-4e1c-a7a9-f1b4e5d04d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:51.159534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:51.165325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:51.218016 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6ddad9ac-31a3-4e1c-a7a9-f1b4e5d04d66 None None] Port becbfb82-d7eb-490d-bd84-86c7daaf25f6 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:51.234807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:51.235167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:51.271756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Pushing event updated for resources: {'Port': ['ID=becbfb82-d7eb-490d-bd84-86c7daaf25f6,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:51.277400 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:51.284858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:51.409939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:51.411157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:51.613636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Router 86efed13-204a-4607-a75d-261451231119 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:38:51.651824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-038a8dc4-ccad-49ee-a4d9-41b5e37572ae None None] Provisioning complete for port becbfb82-d7eb-490d-bd84-86c7daaf25f6 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:51.652186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-038a8dc4-ccad-49ee-a4d9-41b5e37572ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:51.706576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 1, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:51.713117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-038a8dc4-ccad-49ee-a4d9-41b5e37572ae None None] Port becbfb82-d7eb-490d-bd84-86c7daaf25f6 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:51.714711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f673577-bcbf-4e92-839a-4529a6cfa3b5 None None] The sync data for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv is: [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 1, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:51.793550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:51.802607 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fb623c76-9741-42b3-a5e7-fba20d252169 admin admin] 10.222.0.87 "PUT /v2.0/routers/86efed13-204a-4607-a75d-261451231119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3302932 Jan 20 14:38:52.350095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53416) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:52.354797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-374650610-network', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:52.365322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:52.372569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Usage tracker for resource:network and tenant:f169b97f243043dfbe1ffa9e17764695 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:52.378837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:52.385510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:52.400322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Made reservation on behalf of f169b97f243043dfbe1ffa9e17764695 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:52.402812 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.422358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.441617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:52.446048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Usage tracker for resource:security_group_rule and tenant:f169b97f243043dfbe1ffa9e17764695 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:52.449395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:52.455253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:52.504896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4009a26d-d373-468d-88d9-4df52bcf0998 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:52.563802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.568931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.583681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 4009a26d-d373-468d-88d9-4df52bcf0998 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:52.591124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 4009a26d-d373-468d-88d9-4df52bcf0998 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:52.591811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.602119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:38:52.610623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3be89b-18f1-49f6-8335-f98ab92d7132,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:52.617890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.618543 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Added segment 1e26ef3c-eacb-4e12-a970-7167449def4a of type vlan for network 4a925008-10db-48a1-afd1-12b32e9e1895 Jan 20 14:38:52.644855 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.676144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.677302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:52.678029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.717430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.735252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 4009a26d-d373-468d-88d9-4df52bcf0998, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4009a26d-d373-468d-88d9-4df52bcf0998,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:52.741421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.783090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] Pushing event updated for resources: {'Network': ['ID=4a925008-10db-48a1-afd1-12b32e9e1895,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:52.791224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53420) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:52.791695 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3037bcd0-f987-4d1a-a6cf-9186ecb55223 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4412751 Jan 20 14:38:52.799371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Request body: {'subnet': {'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-374650610-subnet', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'ip_version': 4}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:52.799630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 4a925008-10db-48a1-afd1-12b32e9e1895 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:38:52.804581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:52.812825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Usage tracker for resource:subnet and tenant:f169b97f243043dfbe1ffa9e17764695 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:52.816784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:52.823260 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:52.834835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Made reservation on behalf of f169b97f243043dfbe1ffa9e17764695 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:52.837453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.915088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=4009a26d-d373-468d-88d9-4df52bcf0998,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:53.048847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:53.122464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb242eb-07af-45a4-a708-bf18cdf58d07,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:53.132579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Checking segment: {'id': '1e26ef3c-eacb-4e12-a970-7167449def4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:53.132925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Network hostable DHCP agents. Network: 4a925008-10db-48a1-afd1-12b32e9e1895, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:38:53.153093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Network 4a925008-10db-48a1-afd1-12b32e9e1895 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:38:53.163775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 4a925008-10db-48a1-afd1-12b32e9e1895) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:53.168684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:53.169796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:53.173011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74d7e1-808c-43dd-a858-cd5783638aa0 None None] Network 4a925008-10db-48a1-afd1-12b32e9e1895 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:53.194587 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cab23976-c401-470f-8881-2cc73ca005d2 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4022183 Jan 20 14:38:53.197398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53424) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:53.202623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-374650610-router', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:53.208284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:53.212730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Usage tracker for resource:router and tenant:f169b97f243043dfbe1ffa9e17764695 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:53.215875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:53.223144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:53.236161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:53.237525 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:53.253389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:53.430147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-4a925008-10db-48a1-afd1-12b32e9e1895', 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'fixed_ips': [{'subnet_id': '0eb242eb-07af-45a4-a708-bf18cdf58d07'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:38:53.431032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:53.602601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Allocated IP 172.20.0.2 (4a925008-10db-48a1-afd1-12b32e9e1895/0eb242eb-07af-45a4-a708-bf18cdf58d07/2b231b73-91b0-484f-b496-a6c48b59cde4) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:53.656521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:53.770943 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Sync routers for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:53.780707 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:53.781309 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:53.820431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:53.830943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Transition to ACTIVE for port object 2b231b73-91b0-484f-b496-a6c48b59cde4 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:53.849658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Transition to ACTIVE for port object 2b231b73-91b0-484f-b496-a6c48b59cde4 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:53.857403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:53.923580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Network 4a925008-10db-48a1-afd1-12b32e9e1895 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:53.926633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:53.931080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:53.936841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Pushing event updated for resources: {'Port': ['ID=2b231b73-91b0-484f-b496-a6c48b59cde4,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:53.958117 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:53.975516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.005729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.026266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Attempting to bind port 2b231b73-91b0-484f-b496-a6c48b59cde4 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:54.026571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Attempting to bind port 2b231b73-91b0-484f-b496-a6c48b59cde4 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '1e26ef3c-eacb-4e12-a970-7167449def4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:54.026992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Attempting to bind port 2b231b73-91b0-484f-b496-a6c48b59cde4 on network 4a925008-10db-48a1-afd1-12b32e9e1895 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:54.032384 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:54.032815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Checking segment: {'id': '1e26ef3c-eacb-4e12-a970-7167449def4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:54.033444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.033887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Bound using segment: {'id': '1e26ef3c-eacb-4e12-a970-7167449def4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:54.034495 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Bound port: 2b231b73-91b0-484f-b496-a6c48b59cde4, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e26ef3c-eacb-4e12-a970-7167449def4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:54.034922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.133764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] For port 2b231b73-91b0-484f-b496-a6c48b59cde4, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:54.137989 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] For port 2b231b73-91b0-484f-b496-a6c48b59cde4, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=2b231b73-91b0-484f-b496-a6c48b59cde4,segment=NetworkSegment(1e26ef3c-eacb-4e12-a970-7167449def4a),segment_id=1e26ef3c-eacb-4e12-a970-7167449def4a)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:54.142906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.163846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Allocated IP 172.26.0.130 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/9c7afcb2-8bc8-470c-9fef-f98a80d54525) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:54.230513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804efdf-54be-4d29-a0ae-8031a005c486 None None] Pushing event updated for resources: {'Port': ['ID=2b231b73-91b0-484f-b496-a6c48b59cde4,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:54.298463 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:51Z', 'revision_number': 2, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:54.303502 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Checking router: 86efed13-204a-4607-a75d-261451231119 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:38:54.303976 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Updating router 86efed13-204a-4607-a75d-261451231119 port becbfb82-d7eb-490d-bd84-86c7daaf25f6 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:38:54.328014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.360505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.361740 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.464781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:54.467764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:54.471852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:54.505462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4009a26d-d373-468d-88d9-4df52bcf0998 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:54.510290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7afcb2-8bc8-470c-9fef-f98a80d54525,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:54.592070 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 4009a26d-d373-468d-88d9-4df52bcf0998 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:54.592579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.728269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.763835 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.776917 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Transition to ACTIVE for port object becbfb82-d7eb-490d-bd84-86c7daaf25f6 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:54.783863 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.907424 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222d9b2-81aa-48f5-9ee5-9cc2455ac2d6 None None] Pushing event updated for resources: {'Port': ['ID=becbfb82-d7eb-490d-bd84-86c7daaf25f6,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:54.950018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.995317 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Attempting to bind port becbfb82-d7eb-490d-bd84-86c7daaf25f6 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:54.995981 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Attempting to bind port becbfb82-d7eb-490d-bd84-86c7daaf25f6 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:54.996611 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Attempting to bind port becbfb82-d7eb-490d-bd84-86c7daaf25f6 on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:55.002604 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:55.003292 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Checking segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:55.003850 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:55.004423 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Bound using segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:55.005009 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Bound port: becbfb82-d7eb-490d-bd84-86c7daaf25f6, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:55.005532 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:55.125575 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] For port becbfb82-d7eb-490d-bd84-86c7daaf25f6, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:55.130870 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] For port becbfb82-d7eb-490d-bd84-86c7daaf25f6, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=becbfb82-d7eb-490d-bd84-86c7daaf25f6,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:55.141036 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:55.219299 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222d9b2-81aa-48f5-9ee5-9cc2455ac2d6 None None] Pushing event updated for resources: {'Port': ['ID=becbfb82-d7eb-490d-bd84-86c7daaf25f6,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:55.230676 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:55.231754 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:55.419400 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:55.439679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2408dcb-c4b5-4eeb-b08a-c028a4a3929a None None] Network 4a925008-10db-48a1-afd1-12b32e9e1895 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:38:55.463335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:55.572704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3b4fbdc9-8620-4cfd-ad9b-b9f94f2e09af None None] Provisioning for port 2b231b73-91b0-484f-b496-a6c48b59cde4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:55.682083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Router f5af9c01-0475-455f-8442-164aa1ba7c15 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:38:55.758931 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:55Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:55.763319 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63dc9b-3508-481a-9b7c-d51c6956746f None None] The sync data for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv is: [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:55Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:55.864758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:55.875859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Sync routers for ids ['f5af9c01-0475-455f-8442-164aa1ba7c15'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:38:55.889102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Routers {'f5af9c01-0475-455f-8442-164aa1ba7c15'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:55.889776 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f5af9c01-0475-455f-8442-164aa1ba7c15'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:55.894228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:55.898156 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d917f5c0-4b8f-4c9e-ae57-5db6dbb00cd3 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6970794 Jan 20 14:38:55.898463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53430) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:56.087010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Set router f5af9c01-0475-455f-8442-164aa1ba7c15 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:56.440302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'name': 'tempest-TestVolumeBootPattern-374650610-router', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130'}], 'enable_snat': True}, 'gw_port_id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:53Z', 'updated_at': '2022-01-20T14:38:54Z', 'revision_number': 3, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'gw_port': {'id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:54Z', 'updated_at': '2022-01-20T14:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:56.444832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Checking router: f5af9c01-0475-455f-8442-164aa1ba7c15 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:38:56.445101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Updating router f5af9c01-0475-455f-8442-164aa1ba7c15 port 9c7afcb2-8bc8-470c-9fef-f98a80d54525 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:38:56.505147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:56.605006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device becbfb82-d7eb-490d-bd84-86c7daaf25f6 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:56.766047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:56.777487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port becbfb82-d7eb-490d-bd84-86c7daaf25f6 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:56.795136 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port becbfb82-d7eb-490d-bd84-86c7daaf25f6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:56.795512 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:56.978390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Allocated IP 172.20.0.1 (4a925008-10db-48a1-afd1-12b32e9e1895/0eb242eb-07af-45a4-a708-bf18cdf58d07/e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:56.997073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:56.999365 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.023680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Transition to ACTIVE for port object 9c7afcb2-8bc8-470c-9fef-f98a80d54525 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:57.044712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.084061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port becbfb82-d7eb-490d-bd84-86c7daaf25f6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=becbfb82-d7eb-490d-bd84-86c7daaf25f6,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:57.105953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.106696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 2b231b73-91b0-484f-b496-a6c48b59cde4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:57.138478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.155990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Transition to ACTIVE for port object e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:57.180191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315730b-9936-4fd9-aafd-e184cd90d9f6 None None] Pushing event updated for resources: {'Port': ['ID=9c7afcb2-8bc8-470c-9fef-f98a80d54525,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:57.190623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.220355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Attempting to bind port 9c7afcb2-8bc8-470c-9fef-f98a80d54525 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:57.220723 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Attempting to bind port 9c7afcb2-8bc8-470c-9fef-f98a80d54525 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:57.221083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Attempting to bind port 9c7afcb2-8bc8-470c-9fef-f98a80d54525 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:38:57.245038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:38:57.245381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:38:57.245808 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.246196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:38:57.246671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Bound port: 9c7afcb2-8bc8-470c-9fef-f98a80d54525, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:57.247010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.288398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Network 4a925008-10db-48a1-afd1-12b32e9e1895 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:57.293445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:57.296250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:38:57.321272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=becbfb82-d7eb-490d-bd84-86c7daaf25f6,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:57.334594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 2b231b73-91b0-484f-b496-a6c48b59cde4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:57.336333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:57.349791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 2b231b73-91b0-484f-b496-a6c48b59cde4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:57.349791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.369507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.404703 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] For port 9c7afcb2-8bc8-470c-9fef-f98a80d54525, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:38:57.419228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] For port 9c7afcb2-8bc8-470c-9fef-f98a80d54525, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9c7afcb2-8bc8-470c-9fef-f98a80d54525,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:38:57.429617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.532458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.559646 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Routers {'f5af9c01-0475-455f-8442-164aa1ba7c15'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:38:57.560309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f5af9c01-0475-455f-8442-164aa1ba7c15'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:57.636521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315730b-9936-4fd9-aafd-e184cd90d9f6 None None] Pushing event updated for resources: {'Port': ['ID=9c7afcb2-8bc8-470c-9fef-f98a80d54525,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:57.642768 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.674256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-89027462-dbf4-4a5e-ae21-bca2fa5fd6bb None None] Provisioning for port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:57.689262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-89027462-dbf4-4a5e-ae21-bca2fa5fd6bb None None] Provisioning complete for port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:57.689633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89027462-dbf4-4a5e-ae21-bca2fa5fd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.767164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.773603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.859723 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 2b231b73-91b0-484f-b496-a6c48b59cde4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=2b231b73-91b0-484f-b496-a6c48b59cde4,segment=NetworkSegment(1e26ef3c-eacb-4e12-a970-7167449def4a),segment_id=1e26ef3c-eacb-4e12-a970-7167449def4a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:38:57.868098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-89027462-dbf4-4a5e-ae21-bca2fa5fd6bb None None] Port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:57.871639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.875194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:57.877713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.931648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] Set router f5af9c01-0475-455f-8442-164aa1ba7c15 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:38:58.012112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Network 4a925008-10db-48a1-afd1-12b32e9e1895 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:58.013423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:58.070176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=2b231b73-91b0-484f-b496-a6c48b59cde4,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:58.209714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Router f5af9c01-0475-455f-8442-164aa1ba7c15 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:38:58.265631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'name': 'tempest-TestVolumeBootPattern-374650610-router', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130'}], 'enable_snat': True}, 'gw_port_id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:53Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 4, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'gw_port': {'id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:54Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7', 'name': '', 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'mac_address': 'fa:16:3e:2c:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '0eb242eb-07af-45a4-a708-bf18cdf58d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:56Z', 'updated_at': '2022-01-20T14:38:56Z', 'revision_number': 1, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'subnets': [{'id': '0eb242eb-07af-45a4-a708-bf18cdf58d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:58.269538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f154cd1-31a6-43ce-badb-c38df8c57296 None None] The sync data for ids ['f5af9c01-0475-455f-8442-164aa1ba7c15'] in dv-neutron-825123-1-hyperv is: [{'id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'name': 'tempest-TestVolumeBootPattern-374650610-router', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130'}], 'enable_snat': True}, 'gw_port_id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:53Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 4, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'gw_port': {'id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:54Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7', 'name': '', 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'mac_address': 'fa:16:3e:2c:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '0eb242eb-07af-45a4-a708-bf18cdf58d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:56Z', 'updated_at': '2022-01-20T14:38:56Z', 'revision_number': 1, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'subnets': [{'id': '0eb242eb-07af-45a4-a708-bf18cdf58d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:38:58.297134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3ce2703a-39a0-4386-b62c-ffd0531958e1 None None] Provisioning complete for port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:58.297261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ce2703a-39a0-4386-b62c-ffd0531958e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:58.351793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2703a-39a0-4386-b62c-ffd0531958e1 None None] Port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:38:58.474832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device becbfb82-d7eb-490d-bd84-86c7daaf25f6 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:58.511425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:38:58.520225 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-92a53eda-6bce-4880-a530-64faa659ec05 admin admin] 10.222.0.87 "PUT /v2.0/routers/f5af9c01-0475-455f-8442-164aa1ba7c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6206789 Jan 20 14:38:58.553825 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port becbfb82-d7eb-490d-bd84-86c7daaf25f6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:58.554189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:58.689318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 2b231b73-91b0-484f-b496-a6c48b59cde4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:58.760509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 2b231b73-91b0-484f-b496-a6c48b59cde4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:58.760987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.442480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53444) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:59.447847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593982813', 'description': 'tempest-secgroup-smoke-593982813 description', 'project_id': 'f02c648eedfa4778959bc63370316415'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:59.453860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:59.458242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:security_group and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:59.460930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:59.467440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:59.478554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.498408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:59.502149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:security_group_rule and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:59.504883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:59.510727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:59.589613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.594692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.636858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a73e973-ed6b-4a43-84d7-a6f0ead77169,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:59.640184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.641419 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2462283e-a18a-4613-9c72-698b6ebdb2d4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1979008 Jan 20 14:38:59.644551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53448) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:59.650034 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'security_group_rule': {'security_group_id': '0a73e973-ed6b-4a43-84d7-a6f0ead77169', 'project_id': 'f02c648eedfa4778959bc63370316415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:59.656058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:59.660014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:security_group_rule and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:59.662951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:59.669030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:59.689075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.877320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.884252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.907278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea4e95a-4bd4-4439-9dc6-f17b5f93b067,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:59.917731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.918922 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c1af1164-4133-444d-bdcf-b43d848207d7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2734752 Jan 20 14:38:59.922001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53452) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:59.926916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'security_group_rule': {'security_group_id': '0a73e973-ed6b-4a43-84d7-a6f0ead77169', 'project_id': 'f02c648eedfa4778959bc63370316415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:38:59.933353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:59.937343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:security_group_rule and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:59.940318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:59.946103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:59.964979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.032164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.037725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.061487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded9fe24-9413-4794-befc-0c4f01e82dbe,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:00.071047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.072287 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-65eedabf-4e36-41d6-9c3f-4ee2f76b3125 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494212 Jan 20 14:39:00.074986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53456) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:00.079874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'security_group_rule': {'security_group_id': '0a73e973-ed6b-4a43-84d7-a6f0ead77169', 'project_id': 'f02c648eedfa4778959bc63370316415', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:00.086438 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:00.090293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:security_group_rule and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:00.093129 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:00.098847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:00.118161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.180358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.185444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.216366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92119153-42c8-440c-ae66-f9db4f1a0c01,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:00.221437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.222710 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6e248bf7-247d-477d-b143-7148bd86ca15 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467404 Jan 20 14:39:00.225912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53460) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:00.232500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'security_group_rule': {'security_group_id': '0a73e973-ed6b-4a43-84d7-a6f0ead77169', 'project_id': 'f02c648eedfa4778959bc63370316415', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:00.236727 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Sync routers for ids ['f5af9c01-0475-455f-8442-164aa1ba7c15'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:39:00.239924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:00.243893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:security_group_rule and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:00.246193 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Routers {'f5af9c01-0475-455f-8442-164aa1ba7c15'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:00.246798 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f5af9c01-0475-455f-8442-164aa1ba7c15'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:00.247453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:00.253122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:00.270558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.336911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.342143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.364228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed58fbf-418d-4464-af49-71f84cce2661,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:00.374447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.375671 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-13f51c6d-4999-4f1f-ac48-650d77753988 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483209 Jan 20 14:39:00.378704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53464) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:00.383955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'security_group_rule': {'security_group_id': '0a73e973-ed6b-4a43-84d7-a6f0ead77169', 'project_id': 'f02c648eedfa4778959bc63370316415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:00.389873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:00.393566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:security_group_rule and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:00.397182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:00.403571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:00.421372 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Project f02c648eedfa4778959bc63370316415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:39:00.430349 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Set router f5af9c01-0475-455f-8442-164aa1ba7c15 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:00.431156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.493162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9c7afcb2-8bc8-470c-9fef-f98a80d54525 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:00.499799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.504868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.534603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fd20cb-2ba0-4f72-9411-e81a398189da,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:00.538757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.542528 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1f732210-a3df-4fd1-89d9-252d6843ee85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603613 Jan 20 14:39:00.542958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53468) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:00.548679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'security_group_rule': {'security_group_id': '0a73e973-ed6b-4a43-84d7-a6f0ead77169', 'project_id': 'f02c648eedfa4778959bc63370316415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:00.554785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:00.559194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:security_group_rule and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:00.562055 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:00.568130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:00.569842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 9c7afcb2-8bc8-470c-9fef-f98a80d54525 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:00.575822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9c7afcb2-8bc8-470c-9fef-f98a80d54525 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:00.576536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.583242 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Project f02c648eedfa4778959bc63370316415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:39:00.590598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.663445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.668422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.691690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1f38eb-92da-4cb9-a376-4e59b717c11c,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:00.703101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.704853 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-65c80c1b-d776-45f2-a994-668feaf1a453 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602516 Jan 20 14:39:00.706814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.724081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 9c7afcb2-8bc8-470c-9fef-f98a80d54525, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9c7afcb2-8bc8-470c-9fef-f98a80d54525,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:00.729867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.796225 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'name': 'tempest-TestVolumeBootPattern-374650610-router', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130'}], 'enable_snat': True}, 'gw_port_id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:53Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 4, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'gw_port': {'id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:54Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7', 'name': '', 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'mac_address': 'fa:16:3e:2c:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '0eb242eb-07af-45a4-a708-bf18cdf58d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:56Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 2, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'subnets': [{'id': '0eb242eb-07af-45a4-a708-bf18cdf58d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:00.798433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=9c7afcb2-8bc8-470c-9fef-f98a80d54525,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:00.800090 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Checking router: f5af9c01-0475-455f-8442-164aa1ba7c15 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:39:00.801098 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Updating router f5af9c01-0475-455f-8442-164aa1ba7c15 port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:39:00.854977 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.197209 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.209993 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Transition to ACTIVE for port object e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:01.217550 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.366856 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99afc7a-429c-4354-8c9b-fad2b1dbbae1 None None] Pushing event updated for resources: {'Port': ['ID=e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:01.477183 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Attempting to bind port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:01.477546 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Attempting to bind port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '1e26ef3c-eacb-4e12-a970-7167449def4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:01.477897 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Attempting to bind port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 on network 4a925008-10db-48a1-afd1-12b32e9e1895 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:39:01.484138 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:39:01.484528 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Checking segment: {'id': '1e26ef3c-eacb-4e12-a970-7167449def4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:39:01.485123 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.485661 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Bound using segment: {'id': '1e26ef3c-eacb-4e12-a970-7167449def4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:39:01.486272 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Bound port: e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e26ef3c-eacb-4e12-a970-7167449def4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:01.486942 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.583095 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] For port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:39:01.586683 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] For port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7,segment=NetworkSegment(1e26ef3c-eacb-4e12-a970-7167449def4a),segment_id=1e26ef3c-eacb-4e12-a970-7167449def4a)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:39:01.595841 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.675891 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99afc7a-429c-4354-8c9b-fad2b1dbbae1 None None] Pushing event updated for resources: {'Port': ['ID=e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:01.679670 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Routers {'f5af9c01-0475-455f-8442-164aa1ba7c15'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:01.680285 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:38:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f5af9c01-0475-455f-8442-164aa1ba7c15'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:01.861240 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] Set router f5af9c01-0475-455f-8442-164aa1ba7c15 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:02.216024 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'name': 'tempest-TestVolumeBootPattern-374650610-router', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130'}], 'enable_snat': True}, 'gw_port_id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:53Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 4, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'gw_port': {'id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:54Z', 'updated_at': '2022-01-20T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7', 'name': '', 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'mac_address': 'fa:16:3e:2c:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '0eb242eb-07af-45a4-a708-bf18cdf58d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:56Z', 'updated_at': '2022-01-20T14:39:01Z', 'revision_number': 4, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'subnets': [{'id': '0eb242eb-07af-45a4-a708-bf18cdf58d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:02.220038 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a0566-d804-44c5-ae6b-0453b92fa437 None None] The sync data for ids ['f5af9c01-0475-455f-8442-164aa1ba7c15'] in dv-neutron-825123-1-hyperv is: [{'id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'name': 'tempest-TestVolumeBootPattern-374650610-router', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130'}], 'enable_snat': True}, 'gw_port_id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:53Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 4, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'gw_port': {'id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:54Z', 'updated_at': '2022-01-20T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7', 'name': '', 'network_id': '4a925008-10db-48a1-afd1-12b32e9e1895', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'mac_address': 'fa:16:3e:2c:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '0eb242eb-07af-45a4-a708-bf18cdf58d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:56Z', 'updated_at': '2022-01-20T14:39:01Z', 'revision_number': 4, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'subnets': [{'id': '0eb242eb-07af-45a4-a708-bf18cdf58d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:39:02.502097 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9c7afcb2-8bc8-470c-9fef-f98a80d54525 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:02.586791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9c7afcb2-8bc8-470c-9fef-f98a80d54525 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:02.587167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:02.717464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:02.797657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:02.803286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:02.803656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:02.936258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.010651 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7,segment=NetworkSegment(1e26ef3c-eacb-4e12-a970-7167449def4a),segment_id=1e26ef3c-eacb-4e12-a970-7167449def4a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:03.017119 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.094456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:03.097329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9c6d979-c2e9-46db-a972-64db9fd33dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.660447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53562) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:04.250706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:04.445800 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:04.525720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:04.525720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:04.672940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port f43f624b-9565-4330-b4cb-b026d110f203 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:39:04.673576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:04.865209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port f43f624b-9565-4330-b4cb-b026d110f203, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f43f624b-9565-4330-b4cb-b026d110f203,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:04.865569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:05.114012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for f43f624b-9565-4330-b4cb-b026d110f203 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:39:05.406512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:05.426244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-69daca78-3a78-4fb1-b620-afcc1ac18f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:05.459571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=f43f624b-9565-4330-b4cb-b026d110f203,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:05.768102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.145095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 204f910b-ee13-42aa-84aa-b7cd8c576e04 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:39:06.329387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:39:06.340030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] Sync routers for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:39:06.348835 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2c109440-2765-42ff-bdac-be1d107d8545 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/204f910b-ee13-42aa-84aa-b7cd8c576e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6882033 Jan 20 14:39:06.350163 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:06.350768 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:06.526724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.535978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.579803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:06.783323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba00a-d4e8-4754-b174-7ad022128aa2 req-a8b2e3f1-979e-4f83-924b-e125d848f762 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:06.784097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-a56ba00a-d4e8-4754-b174-7ad022128aa2 req-a8b2e3f1-979e-4f83-924b-e125d848f762 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:06.806126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-a56ba00a-d4e8-4754-b174-7ad022128aa2 req-a8b2e3f1-979e-4f83-924b-e125d848f762 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:06.807973 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a56ba00a-d4e8-4754-b174-7ad022128aa2 req-a8b2e3f1-979e-4f83-924b-e125d848f762 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 946 time: 0.1058867 Jan 20 14:39:06.860838 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a56ba00a-d4e8-4754-b174-7ad022128aa2 req-2d8b5450-3cc1-4823-81e9-616ae41b02c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458307 Jan 20 14:39:06.957466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'bb3c083c-b780-44ac-8f30-6e011c1e862a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:37:51Z', 'updated_at': '2022-01-20T14:37:56Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:06.961633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] Checking router: 204f910b-ee13-42aa-84aa-b7cd8c576e04 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:39:06.971225 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:06.971829 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:07.167986 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:07.516031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'bb3c083c-b780-44ac-8f30-6e011c1e862a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:37:51Z', 'updated_at': '2022-01-20T14:37:56Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:07.519982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31adeecf-b350-41f9-8fae-61bc9dca5be6 None None] The sync data for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv is: [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'bb3c083c-b780-44ac-8f30-6e011c1e862a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'port_id': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:37:51Z', 'updated_at': '2022-01-20T14:37:56Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:39:07.871290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:08.108821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dea5e5-75b3-4363-a0e6-0fcfa610a284 req-178ee9bb-d564-4559-bd24-0d67ff5c837f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:08.120111 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-95dea5e5-75b3-4363-a0e6-0fcfa610a284 req-178ee9bb-d564-4559-bd24-0d67ff5c837f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 946 time: 0.1514637 Jan 20 14:39:08.139928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d320389-c5b3-4f3e-b386-383b13398805 req-aef65f82-092f-4f8b-8224-a9be128554e6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:08.148852 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9d320389-c5b3-4f3e-b386-383b13398805 req-aef65f82-092f-4f8b-8224-a9be128554e6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 946 time: 0.1427855 Jan 20 14:39:08.169609 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-95dea5e5-75b3-4363-a0e6-0fcfa610a284 req-94497887-b9d6-4ffe-8a58-c400a07436b6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=e84b5df9-2443-4857-bf5e-8a96a6722db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470359 Jan 20 14:39:08.218191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-9d320389-c5b3-4f3e-b386-383b13398805 req-693aecc7-a58a-4551-a0bc-25b2822e8ac2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 9f0d2651-2881-48b8-a890-4aee377b0324 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:39:08.218525 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-9d320389-c5b3-4f3e-b386-383b13398805 req-693aecc7-a58a-4551-a0bc-25b2822e8ac2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:08.405292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f43f624b-9565-4330-b4cb-b026d110f203 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:39:08.489728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: f43f624b-9565-4330-b4cb-b026d110f203 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:39:08.490105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f43f624b-9565-4330-b4cb-b026d110f203 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:39:08.605033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-9d320389-c5b3-4f3e-b386-383b13398805 req-693aecc7-a58a-4551-a0bc-25b2822e8ac2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 9f0d2651-2881-48b8-a890-4aee377b0324, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f0d2651-2881-48b8-a890-4aee377b0324,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:08.605387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-9d320389-c5b3-4f3e-b386-383b13398805 req-693aecc7-a58a-4551-a0bc-25b2822e8ac2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:08.731796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-9d320389-c5b3-4f3e-b386-383b13398805 req-693aecc7-a58a-4551-a0bc-25b2822e8ac2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 9f0d2651-2881-48b8-a890-4aee377b0324 owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:39:08.882614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-9d320389-c5b3-4f3e-b386-383b13398805 req-693aecc7-a58a-4551-a0bc-25b2822e8ac2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:08.935885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aecc7-a58a-4551-a0bc-25b2822e8ac2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=9f0d2651-2881-48b8-a890-4aee377b0324,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:09.009868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d320389-c5b3-4f3e-b386-383b13398805 req-693aecc7-a58a-4551-a0bc-25b2822e8ac2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port 9f0d2651-2881-48b8-a890-4aee377b0324 on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:39:09.012147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-9d320389-c5b3-4f3e-b386-383b13398805 req-693aecc7-a58a-4551-a0bc-25b2822e8ac2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.014719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0057f7-0732-4fd4-a1f8-f362d85f5504', 'name': 'network-vif-deleted', 'tag': '9f0d2651-2881-48b8-a890-4aee377b0324'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:09.040272 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9d320389-c5b3-4f3e-b386-383b13398805 req-693aecc7-a58a-4551-a0bc-25b2822e8ac2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "DELETE /v2.0/ports/9f0d2651-2881-48b8-a890-4aee377b0324 HTTP/1.1" status: 204 len: 173 time: 0.8918896 Jan 20 14:39:09.067691 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0057f7-0732-4fd4-a1f8-f362d85f5504', 'name': 'network-vif-deleted', 'tag': '9f0d2651-2881-48b8-a890-4aee377b0324', 'status': 'completed', 'code': 200} Jan 20 14:39:09.384434 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2e055039-d117-443a-84a5-fd823372b599 req-7d76053d-b7b4-4b4a-a6c6-622f5d8b6f68 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=9a0057f7-0732-4fd4-a1f8-f362d85f5504 HTTP/1.1" status: 200 len: 210 time: 0.0481679 Jan 20 14:39:10.482014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53590) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:10.553901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-00c65320-b797-4376-8beb-21fab3f6f916 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.583752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-00c65320-b797-4376-8beb-21fab3f6f916 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.650708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-00c65320-b797-4376-8beb-21fab3f6f916 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.669645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c65320-b797-4376-8beb-21fab3f6f916 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b5df9-2443-4857-bf5e-8a96a6722db4,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:10.685319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-00c65320-b797-4376-8beb-21fab3f6f916 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.686984 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-00c65320-b797-4376-8beb-21fab3f6f916 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/e84b5df9-2443-4857-bf5e-8a96a6722db4 HTTP/1.1" status: 204 len: 168 time: 0.2038813 Jan 20 14:39:10.718832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53596) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:10.784410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4c90d8-3d94-4e22-a52e-840771961533 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting subnet 43330c9b-8b84-46a3-a060-37a9b4954873 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:39:10.787475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d4c90d8-3d94-4e22-a52e-840771961533 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.845370 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d4c90d8-3d94-4e22-a52e-840771961533 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.930963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d4c90d8-3d94-4e22-a52e-840771961533 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.008400 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d4c90d8-3d94-4e22-a52e-840771961533 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.052159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c90d8-3d94-4e22-a52e-840771961533 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Subnet': ['ID=43330c9b-8b84-46a3-a060-37a9b4954873,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:11.056299 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d4c90d8-3d94-4e22-a52e-840771961533 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.063166 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0d4c90d8-3d94-4e22-a52e-840771961533 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/subnets/43330c9b-8b84-46a3-a060-37a9b4954873 HTTP/1.1" status: 204 len: 168 time: 0.3432832 Jan 20 14:39:11.063722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313942e-0dcb-4a22-94fa-62be407b252c None None] Network 3eab2334-a562-4644-9837-3eaab4913540 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:39:11.065789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53600) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:11.183157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.193672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port a36348b4-3eae-4b06-8574-15b7205e01d9 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:39:11.193984 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.354113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] DHCP port deletion for 3eab2334-a562-4644-9837-3eaab4913540 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:39:11.358701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] Deleting port a36348b4-3eae-4b06-8574-15b7205e01d9 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:39:11.359149 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.406605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port a36348b4-3eae-4b06-8574-15b7205e01d9, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a36348b4-3eae-4b06-8574-15b7205e01d9,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:11.407202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.539695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for a36348b4-3eae-4b06-8574-15b7205e01d9 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:39:11.568605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] For port a36348b4-3eae-4b06-8574-15b7205e01d9, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a36348b4-3eae-4b06-8574-15b7205e01d9,segment=NetworkSegment(82793322-97c9-47ee-8132-a8065a82eb3a),segment_id=82793322-97c9-47ee-8132-a8065a82eb3a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:11.568916 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.617957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.676146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=a36348b4-3eae-4b06-8574-15b7205e01d9,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:11.683842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port a36348b4-3eae-4b06-8574-15b7205e01d9 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:39:11.692072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] Calling delete_port for a36348b4-3eae-4b06-8574-15b7205e01d9 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:39:11.719673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 9f0d2651-2881-48b8-a890-4aee377b0324 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:39:11.782051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 9f0d2651-2881-48b8-a890-4aee377b0324 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:39:11.782412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 9f0d2651-2881-48b8-a890-4aee377b0324 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:39:11.803849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:39:11.804255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:39:11.914498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.940250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eab2334-a562-4644-9837-3eaab4913540']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:11.953022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82793322-97c9-47ee-8132-a8065a82eb3a') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:11.953318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82793322-97c9-47ee-8132-a8065a82eb3a') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:11.965564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.984050 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.991794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:39:11.992463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:39:12.008895 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:39:12.095367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.112908 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.123873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Network': ['ID=3eab2334-a562-4644-9837-3eaab4913540,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:12.138942 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-029af0fa-8baa-45b3-ac8a-58e91b49cc01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/networks/3eab2334-a562-4644-9837-3eaab4913540 HTTP/1.1" status: 204 len: 168 time: 1.0721529 Jan 20 14:39:12.141535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53622) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:12.305828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] Deleting port a36348b4-3eae-4b06-8574-15b7205e01d9 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:39:12.306450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.344964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port af234c3a-271c-4709-8be0-c8535c33a056 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:39:12.345356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.375753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-925c9dc5-5943-4a9f-abdb-230846c54e0c None None] The port 'a36348b4-3eae-4b06-8574-15b7205e01d9' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:39:12.446952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a36348b4-3eae-4b06-8574-15b7205e01d9 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:39:12.497334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: a36348b4-3eae-4b06-8574-15b7205e01d9 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:39:12.497970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a36348b4-3eae-4b06-8574-15b7205e01d9 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:39:12.541368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.541891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.663410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for af234c3a-271c-4709-8be0-c8535c33a056 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:39:12.817341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.867282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=af234c3a-271c-4709-8be0-c8535c33a056,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:12.964772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.965164 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP bb3c083c-b780-44ac-8f30-6e011c1e862a disassociated (deleted). External IP: 172.26.0.202, port: 4fcd6915-9383-4d9b-ab52-4ca5e95b894d. Jan 20 14:39:13.425145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 204f910b-ee13-42aa-84aa-b7cd8c576e04 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:39:13.606806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:39:13.619106 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] Sync routers for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:39:13.635262 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:13.638588 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:13.639515 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:13.711255 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cbcebf99-38c6-4812-9bac-699d9ae7fcf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/floatingips/bb3c083c-b780-44ac-8f30-6e011c1e862a HTTP/1.1" status: 204 len: 168 time: 1.5660467 Jan 20 14:39:13.711255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'tag': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:13.768123 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'tag': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'status': 'completed', 'code': 200} Jan 20 14:39:13.853764 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:13.878418 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-37f4810f-c07b-4366-8f8e-396d1d4023b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:13.880039 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-37f4810f-c07b-4366-8f8e-396d1d4023b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 1099 time: 0.0886898 Jan 20 14:39:14.065859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-bb8ecddc-76d3-4b15-9dea-31823dee4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:14.067554 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-bb8ecddc-76d3-4b15-9dea-31823dee4c89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f829e49b-3d48-400f-bb84-cd040717af7b HTTP/1.1" status: 200 len: 898 time: 0.1809108 Jan 20 14:39:14.143521 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-53c237dc-92b8-498a-a6c9-f1a93d3a2ba4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fcd6915-9383-4d9b-ab52-4ca5e95b894d HTTP/1.1" status: 200 len: 217 time: 0.0689900 Jan 20 14:39:14.148879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3414fc-3e6e-4aac-9ed0-23e0a74b92b7 req-dea65b23-eded-4662-bcf5-4aa5afa64233 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:14.150944 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d3414fc-3e6e-4aac-9ed0-23e0a74b92b7 req-dea65b23-eded-4662-bcf5-4aa5afa64233 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 946 time: 0.1016765 Jan 20 14:39:14.199783 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d3414fc-3e6e-4aac-9ed0-23e0a74b92b7 req-adc7e285-b568-4753-a5ea-cb3e18c9ecfe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432508 Jan 20 14:39:14.213402 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:14.216697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-c93e2304-264d-4cfe-9a2c-e7de06769556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:14.217597 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] Checking router: 204f910b-ee13-42aa-84aa-b7cd8c576e04 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:39:14.218835 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-c93e2304-264d-4cfe-9a2c-e7de06769556 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f867101d-6345-4b90-9335-c362ad2b58f5 HTTP/1.1" status: 200 len: 835 time: 0.0685501 Jan 20 14:39:14.226098 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:14.226853 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:14.295423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-27e35ce2-8bce-43cb-a35a-82b815ab89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:14.298364 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-27e35ce2-8bce-43cb-a35a-82b815ab89e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f829e49b-3d48-400f-bb84-cd040717af7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720506 Jan 20 14:39:14.423730 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:14.442184 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-62fb15a3-7908-4487-a400-24152a29c18b service neutron] 10.222.0.72 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368599 Jan 20 14:39:14.574209 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3463f27b-4d30-4f7d-9c30-b176758e6fe9 req-68b442c8-eead-4649-a4c1-f319677dff33 service neutron] 10.222.0.72 "GET /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251669 Jan 20 14:39:14.741117 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:14.746345 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7bbffe-295c-4f77-9404-ce3d1be0e83f None None] The sync data for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv is: [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '43a9c7d4-b954-48ff-af78-1a0349470a92', 'name': '', 'network_id': 'f829e49b-3d48-400f-bb84-cd040717af7b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:82:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:10Z', 'updated_at': '2022-01-20T14:37:21Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'f867101d-6345-4b90-9335-c362ad2b58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:39:14.982448 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b08e8-192f-467b-99ee-fabf5d223e8b None None] New status for floating IP bb3c083c-b780-44ac-8f30-6e011c1e862a: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:39:15.416163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00353493-6082-4a5c-a13d-f956d69172dd req-6a390cbc-79d4-4779-bbd1-b36fdf737be0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:15.418604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-00353493-6082-4a5c-a13d-f956d69172dd req-6a390cbc-79d4-4779-bbd1-b36fdf737be0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:15.434990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410df595-6d1b-4ff1-b60d-8302dd6b46ef req-e746fdbc-731f-4ffb-a374-990953d50809 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:15.435733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-410df595-6d1b-4ff1-b60d-8302dd6b46ef req-e746fdbc-731f-4ffb-a374-990953d50809 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:15.457592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-00353493-6082-4a5c-a13d-f956d69172dd req-6a390cbc-79d4-4779-bbd1-b36fdf737be0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:15.459507 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-00353493-6082-4a5c-a13d-f956d69172dd req-6a390cbc-79d4-4779-bbd1-b36fdf737be0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 946 time: 0.1805091 Jan 20 14:39:15.461586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-410df595-6d1b-4ff1-b60d-8302dd6b46ef req-e746fdbc-731f-4ffb-a374-990953d50809 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:15.462791 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-410df595-6d1b-4ff1-b60d-8302dd6b46ef req-e746fdbc-731f-4ffb-a374-990953d50809 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 946 time: 0.1496036 Jan 20 14:39:15.588859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-00353493-6082-4a5c-a13d-f956d69172dd req-e08a94b8-ff8a-4c9f-acdf-8b805b0777ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:39:15.589219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-00353493-6082-4a5c-a13d-f956d69172dd req-e08a94b8-ff8a-4c9f-acdf-8b805b0777ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:15.622341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-410df595-6d1b-4ff1-b60d-8302dd6b46ef req-d036479c-4456-43ac-9e95-52299f5ed252 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:15.670288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-410df595-6d1b-4ff1-b60d-8302dd6b46ef req-d036479c-4456-43ac-9e95-52299f5ed252 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:15.671676 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-410df595-6d1b-4ff1-b60d-8302dd6b46ef req-d036479c-4456-43ac-9e95-52299f5ed252 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ca284ba-fe08-4cc6-a45c-09310d67acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653574 Jan 20 14:39:16.047362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-00353493-6082-4a5c-a13d-f956d69172dd req-e08a94b8-ff8a-4c9f-acdf-8b805b0777ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:16.047632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-00353493-6082-4a5c-a13d-f956d69172dd req-e08a94b8-ff8a-4c9f-acdf-8b805b0777ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:16.175726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-00353493-6082-4a5c-a13d-f956d69172dd req-e08a94b8-ff8a-4c9f-acdf-8b805b0777ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 4fcd6915-9383-4d9b-ab52-4ca5e95b894d owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:39:16.328981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-00353493-6082-4a5c-a13d-f956d69172dd req-e08a94b8-ff8a-4c9f-acdf-8b805b0777ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:16.379918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a94b8-ff8a-4c9f-acdf-8b805b0777ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=4fcd6915-9383-4d9b-ab52-4ca5e95b894d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:16.458752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-00353493-6082-4a5c-a13d-f956d69172dd req-e08a94b8-ff8a-4c9f-acdf-8b805b0777ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port 4fcd6915-9383-4d9b-ab52-4ca5e95b894d on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:39:16.461071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-00353493-6082-4a5c-a13d-f956d69172dd req-e08a94b8-ff8a-4c9f-acdf-8b805b0777ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:16.463641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'name': 'network-vif-deleted', 'tag': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:16.480768 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-00353493-6082-4a5c-a13d-f956d69172dd req-e08a94b8-ff8a-4c9f-acdf-8b805b0777ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "DELETE /v2.0/ports/4fcd6915-9383-4d9b-ab52-4ca5e95b894d HTTP/1.1" status: 204 len: 173 time: 1.0158145 Jan 20 14:39:16.515166 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd34d9e1-4851-4734-9fd9-dbc5ee7f1691', 'name': 'network-vif-deleted', 'tag': '4fcd6915-9383-4d9b-ab52-4ca5e95b894d', 'status': 'completed', 'code': 200} Jan 20 14:39:16.841092 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-b11f0092-ee9f-4cc9-a937-8b7a8e5b59a0 req-9378b20d-5d93-4df9-bc57-beb1192c354d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:16.859399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-b11f0092-ee9f-4cc9-a937-8b7a8e5b59a0 req-9378b20d-5d93-4df9-bc57-beb1192c354d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:16.860701 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b11f0092-ee9f-4cc9-a937-8b7a8e5b59a0 req-9378b20d-5d93-4df9-bc57-beb1192c354d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd34d9e1-4851-4734-9fd9-dbc5ee7f1691 HTTP/1.1" status: 200 len: 210 time: 0.0626252 Jan 20 14:39:17.299078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-536c13bf-bebb-476a-ab56-568f3bd8fa86 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:17.318563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-536c13bf-bebb-476a-ab56-568f3bd8fa86 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:17.319849 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-536c13bf-bebb-476a-ab56-568f3bd8fa86 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593982813&fields=id&tenant_id=f02c648eedfa4778959bc63370316415 HTTP/1.1" status: 200 len: 267 time: 0.0652039 Jan 20 14:39:17.468385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-191ff6d2-709b-4471-ac78-1581113cbb3f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:17.469739 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-191ff6d2-709b-4471-ac78-1581113cbb3f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 812 time: 0.1432633 Jan 20 14:39:17.485866 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c28caa03-77f7-45e1-873f-d7702cc2c0fc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/quotas/f02c648eedfa4778959bc63370316415 HTTP/1.1" status: 200 len: 375 time: 0.0088971 Jan 20 14:39:17.571906 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-29261436-99e4-4c7a-a729-112277ce6e6e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811422 Jan 20 14:39:17.723336 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-edeb1d68-0772-46f0-a40d-e1d7126f21eb service neutron] 10.222.0.87 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395609 Jan 20 14:39:17.865662 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-e6c9c600-dcb7-496c-9d29-189b7a3d7b08 service neutron] 10.222.0.87 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362514 Jan 20 14:39:17.954636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53668) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:18.033133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:18.064421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:18.135567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:18.155310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca284ba-fe08-4cc6-a45c-09310d67acbd,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:18.163567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.163939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.164272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.164605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.164938 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.165265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.165665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.165910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.166230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.166556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.166874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.167187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:18.174952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:18.177336 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b34ec83a-cc5a-454e-8bac-91e8b3738d61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/0ca284ba-fe08-4cc6-a45c-09310d67acbd HTTP/1.1" status: 204 len: 168 time: 0.2216642 Jan 20 14:39:18.216544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53680) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:18.296753 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3bd0c315-1559-4dd2-a65d-c937116e2a3a req-b6718220-c3b9-4041-a0e4-2353bd6fa9ca tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 210 time: 0.0484071 Jan 20 14:39:18.779135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:19.311373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 43a9c7d4-b954-48ff-af78-1a0349470a92 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:39:19.312021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:19.507629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-f75fa4be-ee66-4b5a-83f8-957e342cdb8e req-dd90f7d5-4a68-4512-9e5d-4561c498d024 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:19.527360 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-f75a5d72-cbea-412a-92e4-8a28394d3367 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:19.527999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-f75a5d72-cbea-412a-92e4-8a28394d3367 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:19.575735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-f75fa4be-ee66-4b5a-83f8-957e342cdb8e req-dd90f7d5-4a68-4512-9e5d-4561c498d024 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:19.577057 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f75fa4be-ee66-4b5a-83f8-957e342cdb8e req-dd90f7d5-4a68-4512-9e5d-4561c498d024 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 210 time: 0.1721520 Jan 20 14:39:19.580176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-f75a5d72-cbea-412a-92e4-8a28394d3367 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:19.581086 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-f75a5d72-cbea-412a-92e4-8a28394d3367 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 812 time: 0.3838789 Jan 20 14:39:19.617657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 43a9c7d4-b954-48ff-af78-1a0349470a92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=43a9c7d4-b954-48ff-af78-1a0349470a92,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:19.618004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:19.675745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 4fcd6915-9383-4d9b-ab52-4ca5e95b894d no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:39:19.731166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 4fcd6915-9383-4d9b-ab52-4ca5e95b894d {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:39:19.731474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 4fcd6915-9383-4d9b-ab52-4ca5e95b894d not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:39:19.760090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 43a9c7d4-b954-48ff-af78-1a0349470a92 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:39:19.800149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-3dcf195c-8b97-40c8-a715-b13d91ae580f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:19.831478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-3dcf195c-8b97-40c8-a715-b13d91ae580f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:19.832874 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-3dcf195c-8b97-40c8-a715-b13d91ae580f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02c648eedfa4778959bc63370316415 HTTP/1.1" status: 200 len: 379 time: 0.2401619 Jan 20 14:39:19.846781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'port': {'device_id': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'admin_state_up': True, 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'security_groups': ['0a73e973-ed6b-4a43-84d7-a6f0ead77169']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:20.008905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:20.020719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:20.077072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Made reservation on behalf of f02c648eedfa4778959bc63370316415 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:39:20.081678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:20.173763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:20.265015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=43a9c7d4-b954-48ff-af78-1a0349470a92,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:20.389285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Allocated IP 172.20.0.10 (1bf920f4-1fc2-4a60-9683-8aff0b09a061/58b97b57-5f54-4183-9a0e-a9e9cffce9d1/6661e4fd-849f-44c4-81d1-de85dd2e6a5e) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:20.734939 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e3c5c500-a6e5-4cde-b285-bd72f99ae4a7 req-2b6fe763-07b4-40d9-bfd9-00aa41180593 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 210 time: 0.0477707 Jan 20 14:39:20.782321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:20.965463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:21.005611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Transition to ACTIVE for port object 6661e4fd-849f-44c4-81d1-de85dd2e6a5e will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:21.161918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:21.263186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:21.266027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'Port': ['ID=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:21.270060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:21.273994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:39:21.317169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 204f910b-ee13-42aa-84aa-b7cd8c576e04 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:39:21.400531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:21.401214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:21.491193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0eba9017-9d1a-4b3c-96bc-db13daa2b29c None None] Provisioning for port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:21.496698 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0eba9017-9d1a-4b3c-96bc-db13daa2b29c None None] Provisioning complete for port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:21.497182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0eba9017-9d1a-4b3c-96bc-db13daa2b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:21.503041 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-c1520e80-886c-4488-9f3a-083f3e957c2b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6599267 Jan 20 14:39:21.522853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Request body: {'port': {'device_id': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:21.551919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0eba9017-9d1a-4b3c-96bc-db13daa2b29c None None] Port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:39:21.616110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:39:21.625015 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-48534c1b-c984-4824-9a2d-c90102905adf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/204f910b-ee13-42aa-84aa-b7cd8c576e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4070120 Jan 20 14:39:21.627019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53700) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:21.627435 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] Sync routers for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:39:21.638308 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:21.639489 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:21.655464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:21.697020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting subnet f867101d-6345-4b90-9335-c362ad2b58f5 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:39:21.700067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:21.783517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:21.865684 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:21.915993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.040464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.085261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b159292-4b5a-445b-8cbc-2034262ba7f4 req-50b28fa5-f10a-4751-853e-9f618985ec32 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:22.085959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-2b159292-4b5a-445b-8cbc-2034262ba7f4 req-50b28fa5-f10a-4751-853e-9f618985ec32 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:22.150614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.153759 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b15d5-73b2-4739-a9f9-9bff2da5af12 None None] Network f829e49b-3d48-400f-bb84-cd040717af7b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:39:22.162206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Subnet': ['ID=f867101d-6345-4b90-9335-c362ad2b58f5,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:22.168300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-2b159292-4b5a-445b-8cbc-2034262ba7f4 req-50b28fa5-f10a-4751-853e-9f618985ec32 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:22.173557 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/subnets/f867101d-6345-4b90-9335-c362ad2b58f5 HTTP/1.1" status: 204 len: 168 time: 0.5429976 Jan 20 14:39:22.174734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53706) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:22.177674 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b159292-4b5a-445b-8cbc-2034262ba7f4 req-50b28fa5-f10a-4751-853e-9f618985ec32 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 932 time: 0.2196467 Jan 20 14:39:22.188225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6661e4fd-849f-44c4-81d1-de85dd2e6a5e {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:39:22.200669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.223312 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:39:20Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:22.229439 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] Checking router: 204f910b-ee13-42aa-84aa-b7cd8c576e04 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:39:22.241244 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] Routers {'204f910b-ee13-42aa-84aa-b7cd8c576e04'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:22.242141 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['204f910b-ee13-42aa-84aa-b7cd8c576e04'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:22.243752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Transition to ACTIVE for port object 6661e4fd-849f-44c4-81d1-de85dd2e6a5e will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:22.261496 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b159292-4b5a-445b-8cbc-2034262ba7f4 req-2ddeeeae-cdd0-42ed-9bb1-0f525a68b85e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579226 Jan 20 14:39:22.262577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.412499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.478760 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] Set router 204f910b-ee13-42aa-84aa-b7cd8c576e04 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:22.565646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Pushing event updated for resources: {'Port': ['ID=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:22.581604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.582365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.582760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.583154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.583606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.583998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.584423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.584811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.585183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.585561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.585936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.586322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f24392-63d7-4407-8eb6-98ef46fdb6be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:22.600632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] DHCP port deletion for f829e49b-3d48-400f-bb84-cd040717af7b request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:39:22.606900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Deleting port 5bf9bd84-440a-487b-8cae-c1d314c40297 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:39:22.607657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.741981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Attempting to bind port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:22.742709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Attempting to bind port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:22.743220 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Attempting to bind port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:39:22.748602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:39:22.749110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Attempting to bind port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:39:22.754893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:39:22.755614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Checking segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:39:22.756158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Bound using segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:39:22.756789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Bound port: 6661e4fd-849f-44c4-81d1-de85dd2e6a5e, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:22.757289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.789318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.814669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port e1d24710-75df-4a6a-8ee6-733a7c9826ac {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:39:22.815033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.883373 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:39:20Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:22.894714 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1335b30-3199-4c93-aa8c-c5f01c893be7 None None] The sync data for ids ['204f910b-ee13-42aa-84aa-b7cd8c576e04'] in dv-neutron-825123-1-hyperv is: [{'id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'name': 'tempest-TestNetworkBasicOps-router-1364820713', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:37:01Z', 'updated_at': '2022-01-20T14:39:20Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e1d24710-75df-4a6a-8ee6-733a7c9826ac', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204f910b-ee13-42aa-84aa-b7cd8c576e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:37:04Z', 'updated_at': '2022-01-20T14:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:39:22.907591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] For port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:39:22.911637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] For port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:39:22.927334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.998035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:22.998648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.003379 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] 10.222.0.72 "PUT /v2.0/ports/6661e4fd-849f-44c4-81d1-de85dd2e6a5e HTTP/1.1" status: 200 len: 1094 time: 1.4928079 Jan 20 14:39:23.003832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'tag': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:23.050460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73942b-76a2-472e-8b2b-2d3884deeea2 service neutron] Pushing event updated for resources: {'Port': ['ID=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:23.094046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] For port 5bf9bd84-440a-487b-8cae-c1d314c40297, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5bf9bd84-440a-487b-8cae-c1d314c40297,segment=NetworkSegment(8c2af5e6-2f92-43ea-a3db-496a7f9df719),segment_id=8c2af5e6-2f92-43ea-a3db-496a7f9df719)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:23.094508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.105779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port e1d24710-75df-4a6a-8ee6-733a7c9826ac, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e1d24710-75df-4a6a-8ee6-733a7c9826ac,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:23.107210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.120706 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'tag': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e', 'status': 'completed', 'code': 200} Jan 20 14:39:23.170663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-8eaf9b76-628a-48c9-996b-569595f14db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:23.172681 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-8eaf9b76-628a-48c9-996b-569595f14db8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 1097 time: 0.1099916 Jan 20 14:39:23.282204 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-6a469474-a8d8-488f-9095-55240ece0da1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6661e4fd-849f-44c4-81d1-de85dd2e6a5e HTTP/1.1" status: 200 len: 217 time: 0.1006618 Jan 20 14:39:23.312384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for e1d24710-75df-4a6a-8ee6-733a7c9826ac owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:39:23.331701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Calling delete_port for 5bf9bd84-440a-487b-8cae-c1d314c40297 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:39:23.380678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-fa4f49e2-af2f-4759-afe9-4914cf9d89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:23.382235 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-fa4f49e2-af2f-4759-afe9-4914cf9d89f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0920701 Jan 20 14:39:23.443792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.509549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] No DVR routers for this DVR port 5bf9bd84-440a-487b-8cae-c1d314c40297 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:39:23.512499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Pushing event deleted for resources: {'Port': ['ID=5bf9bd84-440a-487b-8cae-c1d314c40297,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:23.544153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.544643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.545092 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.546306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.546764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.547295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.547714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.548373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.548936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.549471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.550155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.550719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c115e3f-5092-4756-9886-d19c15ebe0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:23.569209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.575911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-0b64bdd3-ec69-4adb-ab0a-119fe747b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:23.577419 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-0b64bdd3-ec69-4adb-ab0a-119fe747b74b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1871951 Jan 20 14:39:23.585318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86e1a-eddf-478d-bdeb-0cfefdb5ac03 req-d9ac572f-dc70-4b1b-ad4e-01edb6fb9c2d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:23.586786 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-27c86e1a-eddf-478d-bdeb-0cfefdb5ac03 req-d9ac572f-dc70-4b1b-ad4e-01edb6fb9c2d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 944 time: 0.1452076 Jan 20 14:39:23.623380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=e1d24710-75df-4a6a-8ee6-733a7c9826ac,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:23.708108 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-27c86e1a-eddf-478d-bdeb-0cfefdb5ac03 req-d6d83c40-9a32-46c1-9d51-fe85147def3c tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011028 Jan 20 14:39:23.723766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.755281 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-a2e542c0-87e1-4ca2-9304-5f86491622da service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675451 Jan 20 14:39:23.890920 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52e8c2f3-b947-4986-b08e-890ba576e32a req-ac2d06e7-0a37-48fd-8158-9a6d18e0696c service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298974 Jan 20 14:39:23.913246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.916643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.941070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.941656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Fanout notify agent at l3_agent the message router_deleted on router 204f910b-ee13-42aa-84aa-b7cd8c576e04 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:39:23.958717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.960039 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b20b927c-eb86-4b39-b219-f40f4dfb25cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/routers/204f910b-ee13-42aa-84aa-b7cd8c576e04 HTTP/1.1" status: 204 len: 168 time: 1.7842278 Jan 20 14:39:23.962500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53714) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:24.024085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-46da5dd0-4b12-48f4-8c69-df853d2e6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.025657 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-46da5dd0-4b12-48f4-8c69-df853d2e6185 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 1097 time: 0.0855949 Jan 20 14:39:24.101059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.166329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-4871d9c4-5d2f-49e2-83a3-78fdc5b8e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.167854 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-4871d9c4-5d2f-49e2-83a3-78fdc5b8e35d service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.1349640 Jan 20 14:39:24.229599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.235454 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-6008fbe1-b791-480f-a978-0bede37e6c26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6661e4fd-849f-44c4-81d1-de85dd2e6a5e HTTP/1.1" status: 200 len: 217 time: 0.0601010 Jan 20 14:39:24.255017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f829e49b-3d48-400f-bb84-cd040717af7b']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:24.267072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2af5e6-2f92-43ea-a3db-496a7f9df719') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:24.267365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2af5e6-2f92-43ea-a3db-496a7f9df719') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:24.279394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.296066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.299594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-41f254d2-2ab6-405a-bc10-72ded80fa7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.301050 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-41f254d2-2ab6-405a-bc10-72ded80fa7f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0595009 Jan 20 14:39:24.302569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:39:24.302953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:39:24.317417 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:39:24.383302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-2b7438df-8fc8-4e32-a32b-6c93179d24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.384743 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-2b7438df-8fc8-4e32-a32b-6c93179d24e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779729 Jan 20 14:39:24.497653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5bf9bd84-440a-487b-8cae-c1d314c40297 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:39:24.527650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.532628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.538174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 5bf9bd84-440a-487b-8cae-c1d314c40297 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:39:24.538587 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5bf9bd84-440a-487b-8cae-c1d314c40297 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:39:24.539074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 43a9c7d4-b954-48ff-af78-1a0349470a92 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:39:24.573082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Network': ['ID=f829e49b-3d48-400f-bb84-cd040717af7b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:24.577471 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5d847081-1d32-48c0-8e2f-008880117cec tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/networks/f829e49b-3d48-400f-bb84-cd040717af7b HTTP/1.1" status: 204 len: 168 time: 0.6139824 Jan 20 14:39:24.584828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 43a9c7d4-b954-48ff-af78-1a0349470a92 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:39:24.585243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 43a9c7d4-b954-48ff-af78-1a0349470a92 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:39:24.585670 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e1d24710-75df-4a6a-8ee6-733a7c9826ac no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:39:24.600132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53718) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:24.607311 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'network': {'name': 'tempest-network-smoke--904653943', 'project_id': '7b32be412f6047a4b4874650505da950', 'port_security_enabled': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:24.614769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:24.618524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: e1d24710-75df-4a6a-8ee6-733a7c9826ac {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:39:24.618871 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e1d24710-75df-4a6a-8ee6-733a7c9826ac not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:39:24.630407 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:network and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:24.634427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:24.648354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:24.660470 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-61901608-d3eb-4fe1-bd10-f3a6e91da2da service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674692 Jan 20 14:39:24.665482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:39:24.668970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.705694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.776112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:39:24.801022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.801360 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Added segment 0d426497-8eca-4db9-aba9-57740ca5f795 of type vlan for network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b Jan 20 14:39:24.841623 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-78bf4c26-40f1-42e2-be32-6119cf381590 req-554b79c1-625d-46d3-8678-02b3772bdc61 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637468 Jan 20 14:39:24.847312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.879461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.884939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.885580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.903976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a95524-383c-4d31-bf2f-e2582378e271 req-04269bac-f1a1-45a2-9971-afd0ed40efc7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.905555 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-71a95524-383c-4d31-bf2f-e2582378e271 req-04269bac-f1a1-45a2-9971-afd0ed40efc7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 944 time: 0.0850842 Jan 20 14:39:24.951330 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-71a95524-383c-4d31-bf2f-e2582378e271 req-95574f08-ac12-497f-ade2-8b4eb0b1180b tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396090 Jan 20 14:39:24.992895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Network': ['ID=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:24.996114 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f72a2874-a197-4f18-995b-aca798294385 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3949077 Jan 20 14:39:24.999045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53724) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:25.005778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:39:25.006138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'admin_state_up': True, 'project_id': '7b32be412f6047a4b4874650505da950', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:25.013761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:25.017654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:router and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:25.020475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:25.026717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:25.038396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:25.039434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:25.054290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:25.320116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:25.630425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:25.646193 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:39:25.659262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:25.793872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.60 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/af449b04-385b-4a61-a711-6d7c2e8b7487) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:25.964845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:26.001895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:26.067499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:26.070525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:26.074244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:39:26.104454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=af449b04-385b-4a61-a711-6d7c2e8b7487,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:26.139585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc89c4-cfb5-436b-99be-03477efbcb10 req-cff10efa-11ec-4892-a04f-d869785da479 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:26.141112 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cdbc89c4-cfb5-436b-99be-03477efbcb10 req-cff10efa-11ec-4892-a04f-d869785da479 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 944 time: 0.0828052 Jan 20 14:39:26.185275 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cdbc89c4-cfb5-436b-99be-03477efbcb10 req-66d741d6-a89a-46f5-a5c7-cba4a8bcdd24 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380585 Jan 20 14:39:26.618126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:26.960248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:27.163993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 9d98242b-3896-4aa6-83a9-1364fc451705 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:39:27.387068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:39:27.398230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Sync routers for ids ['9d98242b-3896-4aa6-83a9-1364fc451705'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:39:27.412337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Routers {'9d98242b-3896-4aa6-83a9-1364fc451705'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:27.412991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9d98242b-3896-4aa6-83a9-1364fc451705'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:27.421163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:27.425518 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-12921d37-bfe3-4ce6-a300-1c6403c3d684 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4224608 Jan 20 14:39:27.425732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53732) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:27.465234 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec6e71-9ccd-4024-936d-4e36a86158b8 req-fff41334-8ac4-405c-9698-a8dea2a0b7f9 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:27.466607 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4bec6e71-9ccd-4024-936d-4e36a86158b8 req-fff41334-8ac4-405c-9698-a8dea2a0b7f9 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 944 time: 0.1619663 Jan 20 14:39:27.475914 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1f2285be-974d-4d4a-a4a8-755bcecacdef tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=7b32be412f6047a4b4874650505da950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492101 Jan 20 14:39:27.478946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53736) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:27.514040 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4bec6e71-9ccd-4024-936d-4e36a86158b8 req-dd0d21a2-e5f7-4dd9-a0a1-31fef68eb0e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401499 Jan 20 14:39:27.600463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Set router 9d98242b-3896-4aa6-83a9-1364fc451705 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:27.613208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b75d2-1276-4052-b901-1e93f980e64d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:27.614827 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-880b75d2-1276-4052-b901-1e93f980e64d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347983 Jan 20 14:39:27.617739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53740) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:27.655679 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-55b0fee8-c838-4e3c-8d76-d0aabfab9d81 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368972 Jan 20 14:39:27.658278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53744) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:27.663485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265159462', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'project_id': '7b32be412f6047a4b4874650505da950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:27.771095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:27.774922 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:subnet and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:27.777790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:27.783474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:27.794834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:39:27.798312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:27.890402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:26Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:27.894361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Checking router: 9d98242b-3896-4aa6-83a9-1364fc451705 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:39:27.894707 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Updating router 9d98242b-3896-4aa6-83a9-1364fc451705 port af449b04-385b-4a61-a711-6d7c2e8b7487 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:39:27.950096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:28.020506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:28.100987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Subnet': ['ID=2efcd772-0352-4b92-9150-e4bf539d6ef3,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:28.106587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Checking segment: {'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:39:28.106945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network hostable DHCP agents. Network: 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:39:28.128289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:39:28.139219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:28.143646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:28.144250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:28.152891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d5d88-7692-4183-9148-bc74bbb1f6fa None None] Network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:39:28.167425 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cbf0d826-7db4-43a7-af47-e7bb29446029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5081990 Jan 20 14:39:28.170236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53748) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:28.496649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:28.505946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:39:28.506796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:28.522976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Transition to ACTIVE for port object af449b04-385b-4a61-a711-6d7c2e8b7487 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:28.535471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:28.676570 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Attempting to bind port af449b04-385b-4a61-a711-6d7c2e8b7487 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:28.676908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Attempting to bind port af449b04-385b-4a61-a711-6d7c2e8b7487 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:28.677257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Attempting to bind port af449b04-385b-4a61-a711-6d7c2e8b7487 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:39:28.685170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6fd1a-2385-4d3b-9e51-b953bbe85dad None None] Pushing event updated for resources: {'Port': ['ID=af449b04-385b-4a61-a711-6d7c2e8b7487,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:28.720264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:39:28.720658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:39:28.721061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:28.721457 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:39:28.721937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Bound port: af449b04-385b-4a61-a711-6d7c2e8b7487, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:28.722285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:28.808525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Allocated IP 172.20.0.2 (44141aa2-b6d6-43d3-9a2e-6ce8b25b957b/2efcd772-0352-4b92-9150-e4bf539d6ef3/a04f5a2a-5565-43f1-b141-39ec42e309a7) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:28.823510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] For port af449b04-385b-4a61-a711-6d7c2e8b7487, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:39:28.827396 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] For port af449b04-385b-4a61-a711-6d7c2e8b7487, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af449b04-385b-4a61-a711-6d7c2e8b7487,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:39:28.844788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:28.858614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febaea2-ee9c-4fcb-bba3-78b0b8306207 req-690057b9-c543-4c91-877d-ffc619a6502e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:28.860074 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5febaea2-ee9c-4fcb-bba3-78b0b8306207 req-690057b9-c543-4c91-877d-ffc619a6502e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 944 time: 0.2360766 Jan 20 14:39:28.979594 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5febaea2-ee9c-4fcb-bba3-78b0b8306207 req-b023a635-8417-415d-8e53-6bb0e7794813 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903037 Jan 20 14:39:28.999959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Routers {'9d98242b-3896-4aa6-83a9-1364fc451705'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:29.000640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9d98242b-3896-4aa6-83a9-1364fc451705'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:29.060504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6fd1a-2385-4d3b-9e51-b953bbe85dad None None] Pushing event updated for resources: {'Port': ['ID=af449b04-385b-4a61-a711-6d7c2e8b7487,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:29.067497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:29.243596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:29.261679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Transition to ACTIVE for port object a04f5a2a-5565-43f1-b141-39ec42e309a7 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:29.265117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] Set router 9d98242b-3896-4aa6-83a9-1364fc451705 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:29.441716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Transition to ACTIVE for port object a04f5a2a-5565-43f1-b141-39ec42e309a7 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:29.457556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:29.517061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.1 (44141aa2-b6d6-43d3-9a2e-6ce8b25b957b/2efcd772-0352-4b92-9150-e4bf539d6ef3/a183ca41-e2fe-4262-bfb3-5749d81f3577) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:29.548894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:29.554751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:29.558333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Pushing event updated for resources: {'Port': ['ID=a04f5a2a-5565-43f1-b141-39ec42e309a7,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:29.560454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:39:29.673479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:29.691384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object a183ca41-e2fe-4262-bfb3-5749d81f3577 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:29.717315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:29.747366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Attempting to bind port a04f5a2a-5565-43f1-b141-39ec42e309a7 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:29.747715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Attempting to bind port a04f5a2a-5565-43f1-b141-39ec42e309a7 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:29.748069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Attempting to bind port a04f5a2a-5565-43f1-b141-39ec42e309a7 on network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:39:29.755691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:39:29.756088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Checking segment: {'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:39:29.756514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:29.756907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Bound using segment: {'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:39:29.757366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Bound port: a04f5a2a-5565-43f1-b141-39ec42e309a7, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:29.757755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:29.787935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:29.791034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:29.794873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:39:29.828090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=a183ca41-e2fe-4262-bfb3-5749d81f3577,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:29.828953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:26Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:29.849523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ae0ce-6bcb-46d4-ac6b-6298f74906b8 None None] The sync data for ids ['9d98242b-3896-4aa6-83a9-1364fc451705'] in dv-neutron-825123-1-hyperv is: [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:26Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:39:29.862548 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] For port a04f5a2a-5565-43f1-b141-39ec42e309a7, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:39:29.864029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:29.866871 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] For port a04f5a2a-5565-43f1-b141-39ec42e309a7, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a04f5a2a-5565-43f1-b141-39ec42e309a7,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:39:29.871530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:29.955305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b918c5d-1b38-4fea-93ef-9100a8ae0dc9 None None] Pushing event updated for resources: {'Port': ['ID=a04f5a2a-5565-43f1-b141-39ec42e309a7,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:30.181383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:30.259965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40552bdd-0832-40b5-b7e8-56219129dd5d req-132d4fce-d3ce-494d-81e3-65ddc024686c tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:30.261567 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-40552bdd-0832-40b5-b7e8-56219129dd5d req-132d4fce-d3ce-494d-81e3-65ddc024686c tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 944 time: 0.1337430 Jan 20 14:39:30.340836 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-40552bdd-0832-40b5-b7e8-56219129dd5d req-98e5e57a-4dc4-4b97-9541-e2a7b714ecc9 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714362 Jan 20 14:39:30.545171 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af449b04-385b-4a61-a711-6d7c2e8b7487 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:30.619059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port af449b04-385b-4a61-a711-6d7c2e8b7487 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:30.624954 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port af449b04-385b-4a61-a711-6d7c2e8b7487 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:30.625943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:30.760985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:30.779794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port af449b04-385b-4a61-a711-6d7c2e8b7487, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af449b04-385b-4a61-a711-6d7c2e8b7487,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:30.786715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:30.788219 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a04f5a2a-5565-43f1-b141-39ec42e309a7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:30.809569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:30.815796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:30.918139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=af449b04-385b-4a61-a711-6d7c2e8b7487,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:30.933093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port a04f5a2a-5565-43f1-b141-39ec42e309a7 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:30.937931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=a183ca41-e2fe-4262-bfb3-5749d81f3577,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:30.949838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.089665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:31.090799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:31.152945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da3dfe-2b54-4b66-a435-bcd7843f8d7a None None] Network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:39:31.244393 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-728b67f6-ee76-4183-af05-30685566a122 None None] Provisioning for port a04f5a2a-5565-43f1-b141-39ec42e309a7 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:31.261139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-728b67f6-ee76-4183-af05-30685566a122 None None] Provisioning complete for port a04f5a2a-5565-43f1-b141-39ec42e309a7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:31.261502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-728b67f6-ee76-4183-af05-30685566a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.280678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 9d98242b-3896-4aa6-83a9-1364fc451705 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:39:31.484904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-728b67f6-ee76-4183-af05-30685566a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.501502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:39:31.525314 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-728b67f6-ee76-4183-af05-30685566a122 None None] For port a04f5a2a-5565-43f1-b141-39ec42e309a7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a04f5a2a-5565-43f1-b141-39ec42e309a7,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:31.527910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53758) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:31.528436 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b7f29cc7-f659-4e50-9151-1dff5d390717 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/9d98242b-3896-4aa6-83a9-1364fc451705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3564229 Jan 20 14:39:31.531942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-728b67f6-ee76-4183-af05-30685566a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.577488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5e48-5e47-4f21-b5ea-cf06344cd505 req-e0a18f6b-5ce1-4901-b197-8cb2afb4f8fd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.579357 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-813b5e48-5e47-4f21-b5ea-cf06344cd505 req-e0a18f6b-5ce1-4901-b197-8cb2afb4f8fd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 944 time: 0.1097918 Jan 20 14:39:31.623509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b67f6-ee76-4183-af05-30685566a122 None None] Pushing event updated for resources: {'Port': ['ID=a04f5a2a-5565-43f1-b141-39ec42e309a7,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:31.640827 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-813b5e48-5e47-4f21-b5ea-cf06344cd505 req-0d7e8047-9532-4c4e-9485-d3d043bac1b6 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543294 Jan 20 14:39:31.679957 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Sync routers for ids ['9d98242b-3896-4aa6-83a9-1364fc451705'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:39:31.690045 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Routers {'9d98242b-3896-4aa6-83a9-1364fc451705'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:31.690663 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9d98242b-3896-4aa6-83a9-1364fc451705'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:31.690820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 6661e4fd-849f-44c4-81d1-de85dd2e6a5e details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:39:31.844929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:31.845353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f97ca5-b027-4b36-915b-cb0a11e48021 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.846026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f97ca5-b027-4b36-915b-cb0a11e48021 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.846639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f97ca5-b027-4b36-915b-cb0a11e48021 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.847253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f97ca5-b027-4b36-915b-cb0a11e48021 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.847863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f97ca5-b027-4b36-915b-cb0a11e48021 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.848504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f97ca5-b027-4b36-915b-cb0a11e48021 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.864639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53762) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:31.865153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'port_id': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e', 'mac_address': 'fa:16:3e:47:29:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:39:31.866289 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a3f97ca5-b027-4b36-915b-cb0a11e48021 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3370445 Jan 20 14:39:31.884491 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Set router 9d98242b-3896-4aa6-83a9-1364fc451705 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:31.942648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.962784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e241d2-d4a4-4bbf-a6c7-53a531d842d9 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.963291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e241d2-d4a4-4bbf-a6c7-53a531d842d9 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.963594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e241d2-d4a4-4bbf-a6c7-53a531d842d9 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.964029 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e241d2-d4a4-4bbf-a6c7-53a531d842d9 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.964488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e241d2-d4a4-4bbf-a6c7-53a531d842d9 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.964610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7af36ad5-f68d-42f0-bd0d-bdd984dc14de None None] Provisioning complete for port a04f5a2a-5565-43f1-b141-39ec42e309a7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:31.965338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7af36ad5-f68d-42f0-bd0d-bdd984dc14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.965481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e241d2-d4a4-4bbf-a6c7-53a531d842d9 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.966703 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-10e241d2-d4a4-4bbf-a6c7-53a531d842d9 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1004131 Jan 20 14:39:31.969535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53766) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:31.992317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6661e4fd-849f-44c4-81d1-de85dd2e6a5e {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:39:32.031874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:32.039862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.203615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:32.209466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7af36ad5-f68d-42f0-bd0d-bdd984dc14de None None] Provisioning for port a183ca41-e2fe-4262-bfb3-5749d81f3577 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:32.217071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7af36ad5-f68d-42f0-bd0d-bdd984dc14de None None] Provisioning complete for port a183ca41-e2fe-4262-bfb3-5749d81f3577 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:32.217071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7af36ad5-f68d-42f0-bd0d-bdd984dc14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.244348 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d1d70801-714b-4584-a9b5-ccb941ec5e3d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2735322 Jan 20 14:39:32.257082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['6661e4fd-849f-44c4-81d1-de85dd2e6a5e'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:39:32.278468 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a183ca41-e2fe-4262-bfb3-5749d81f3577', 'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:97:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:29Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:32.282205 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Checking router: 9d98242b-3896-4aa6-83a9-1364fc451705 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:39:32.282539 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Updating router 9d98242b-3896-4aa6-83a9-1364fc451705 port a183ca41-e2fe-4262-bfb3-5749d81f3577 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:39:32.332167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7af36ad5-f68d-42f0-bd0d-bdd984dc14de None None] Port a183ca41-e2fe-4262-bfb3-5749d81f3577 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:39:32.333110 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.494549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af449b04-385b-4a61-a711-6d7c2e8b7487 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:32.617629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-449cd210-f2cc-4fc1-89fa-f96dfbd0095a None None] Provisioning complete for port a183ca41-e2fe-4262-bfb3-5749d81f3577 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:32.617946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-449cd210-f2cc-4fc1-89fa-f96dfbd0095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.648231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53772) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:32.653261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131933324', 'description': 'tempest-secgroup-smoke-131933324 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:32.658944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:32.663105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:32.665970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:32.671765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:32.688935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.705981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-449cd210-f2cc-4fc1-89fa-f96dfbd0095a None None] Port a183ca41-e2fe-4262-bfb3-5749d81f3577 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:39:32.715385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:32.717103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port af449b04-385b-4a61-a711-6d7c2e8b7487 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:32.717477 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.719669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:32.722655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:32.728553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:32.744634 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.758653 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Transition to ACTIVE for port object a183ca41-e2fe-4262-bfb3-5749d81f3577 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:32.774089 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.864276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a04f5a2a-5565-43f1-b141-39ec42e309a7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:32.939892 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2013b28-ad61-4ea3-9873-9a574dec8ccb None None] Pushing event updated for resources: {'Port': ['ID=a183ca41-e2fe-4262-bfb3-5749d81f3577,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:32.957764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port a04f5a2a-5565-43f1-b141-39ec42e309a7 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:32.959671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.977766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.990327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.005043 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Attempting to bind port a183ca41-e2fe-4262-bfb3-5749d81f3577 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:33.005488 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Attempting to bind port a183ca41-e2fe-4262-bfb3-5749d81f3577 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:33.005761 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Attempting to bind port a183ca41-e2fe-4262-bfb3-5749d81f3577 on network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:39:33.014583 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:39:33.015018 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Checking segment: {'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:39:33.017175 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.017175 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Bound using segment: {'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:39:33.017175 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Bound port: a183ca41-e2fe-4262-bfb3-5749d81f3577, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:33.017175 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.032856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.037305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53778) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:33.042475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '18a9bc07-6410-442e-9eee-330527db0348', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:33.047150 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3978109 Jan 20 14:39:33.052683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:33.062444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:33.067929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:33.084487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:33.087622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e642ba-268d-4aa6-b037-856ef1416972 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a9bc07-6410-442e-9eee-330527db0348,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:33.120223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.124462 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] For port a183ca41-e2fe-4262-bfb3-5749d81f3577, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:39:33.126245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f428a-157e-4315-a1ea-95394f39321c req-5693bec8-ad97-47a3-a468-03bc5124a6b7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:33.127811 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-297f428a-157e-4315-a1ea-95394f39321c req-5693bec8-ad97-47a3-a468-03bc5124a6b7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 945 time: 0.3356364 Jan 20 14:39:33.129344 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] For port a183ca41-e2fe-4262-bfb3-5749d81f3577, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a183ca41-e2fe-4262-bfb3-5749d81f3577,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:39:33.137366 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.173629 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-297f428a-157e-4315-a1ea-95394f39321c req-d4f1065c-86ec-4aa8-92cb-880f34ac02bc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393124 Jan 20 14:39:33.194347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.195258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a23831a6-ebfb-4f26-a98b-f853f3bf3f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.202422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.218281 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Routers {'9d98242b-3896-4aa6-83a9-1364fc451705'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:33.218898 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9d98242b-3896-4aa6-83a9-1364fc451705'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:33.223248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207cfe5d-9cb4-464b-b4bb-c2ed2d694bcc,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:33.246399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.248058 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-81fa975b-c0f7-462a-aa12-b93949a023d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2097304 Jan 20 14:39:33.251350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53782) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:33.256871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '18a9bc07-6410-442e-9eee-330527db0348', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:33.263080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:33.267206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:33.270192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:33.280448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:33.284197 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2013b28-ad61-4ea3-9873-9a574dec8ccb None None] Pushing event updated for resources: {'Port': ['ID=a183ca41-e2fe-4262-bfb3-5749d81f3577,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:33.301512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.368892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.374310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.402858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb90ee47-264c-49bd-bbf1-8b0f0ab97e87,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:33.405649 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] Set router 9d98242b-3896-4aa6-83a9-1364fc451705 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:33.410265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.412635 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-19a7dc17-e46f-4bdd-98f4-c1febfcce5e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600783 Jan 20 14:39:33.414690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53786) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:33.420538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '18a9bc07-6410-442e-9eee-330527db0348', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:33.426640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:33.430503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:33.433321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:33.443583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:33.465698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.527240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.531712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.556395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa36f90e-29d4-475f-b10e-bbcc3479270c,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:33.566486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.570900 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9953acfa-267f-41ef-830e-d1270cfa28c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520278 Jan 20 14:39:33.571066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53790) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:33.576083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '18a9bc07-6410-442e-9eee-330527db0348', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:33.582254 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:33.586081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:33.588847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:33.594328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:33.611426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.672354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.677098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.704137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 6661e4fd-849f-44c4-81d1-de85dd2e6a5e up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:33.705119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9598d6-f629-4e0c-baf9-a939567f0aa8,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:33.713599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.718332 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-706f2cfa-05fa-4c81-bc8f-8d1f1c869a0a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460130 Jan 20 14:39:33.718594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53794) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:33.721422 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a183ca41-e2fe-4262-bfb3-5749d81f3577', 'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:97:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:29Z', 'updated_at': '2022-01-20T14:39:33Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:33.724305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '18a9bc07-6410-442e-9eee-330527db0348', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:33.725568 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3be91d-d7e3-4202-8c92-c58fab38e9e1 None None] The sync data for ids ['9d98242b-3896-4aa6-83a9-1364fc451705'] in dv-neutron-825123-1-hyperv is: [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a183ca41-e2fe-4262-bfb3-5749d81f3577', 'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:97:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:29Z', 'updated_at': '2022-01-20T14:39:33Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:39:33.730752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:33.734905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:33.738103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:33.749148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:33.762134 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:39:33.774404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.780134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:33.802539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:33.802981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.874690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.880037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.906260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998a3e12-b13e-474e-8ccf-d8269b2bc9b4,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:33.917291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.921458 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0075e6fd-0fff-445d-8737-642ff12d2807 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2008851 Jan 20 14:39:33.921775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53798) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:33.927125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '18a9bc07-6410-442e-9eee-330527db0348', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:33.933098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:33.937225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:33.937563 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.940910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:33.947633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:33.967660 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:39:33.975196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.978083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:33.985636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:34.002123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:34.046373 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e', 'code': 200} Jan 20 14:39:34.048014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:34.063985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:34.090684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:34.094097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5889e1c6-f147-4d5e-9aba-0eb13d4d35ac,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:34.111877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:34.113419 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9e2d4c14-f3b1-43eb-831e-c4dc71e9b8fe tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1906114 Jan 20 14:39:34.265202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde44116-f6e9-4e1c-8b03-6aa817502221 req-a34ab61c-76ea-4a03-b7a1-0bede51b0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:34.266740 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bde44116-f6e9-4e1c-8b03-6aa817502221 req-a34ab61c-76ea-4a03-b7a1-0bede51b0c3e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 1099 time: 0.0798476 Jan 20 14:39:34.324557 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bde44116-f6e9-4e1c-8b03-6aa817502221 req-ad17a7a5-54fd-411d-aac5-c01e23c4bdc7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503922 Jan 20 14:39:34.362639 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-dc3e32a8-eb6e-4e7b-9eda-08dfeb5cbbe5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131933324&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0457234 Jan 20 14:39:34.405411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8afe5a-599e-4352-a314-cbd08e103fdc req-c9306881-91af-42f6-9192-489ca2770137 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:34.407008 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2c8afe5a-599e-4352-a314-cbd08e103fdc req-c9306881-91af-42f6-9192-489ca2770137 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 946 time: 0.0881743 Jan 20 14:39:34.460310 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2c8afe5a-599e-4352-a314-cbd08e103fdc req-512cc540-624b-4f81-8acf-a7afa2b3c621 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459721 Jan 20 14:39:34.521494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a183ca41-e2fe-4262-bfb3-5749d81f3577 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:34.526416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-c4d6384e-99f3-454f-be9d-95a540b5334f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:34.527116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-c4d6384e-99f3-454f-be9d-95a540b5334f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:34.544236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-c4d6384e-99f3-454f-be9d-95a540b5334f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:34.545398 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-c4d6384e-99f3-454f-be9d-95a540b5334f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/networks?id=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b HTTP/1.1" status: 200 len: 796 time: 0.1749423 Jan 20 14:39:34.561153 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-6e9d36f3-43a7-4e57-8634-73b0785f41e1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/quotas/7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 375 time: 0.0095923 Jan 20 14:39:34.594385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port a183ca41-e2fe-4262-bfb3-5749d81f3577 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:34.599947 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port a183ca41-e2fe-4262-bfb3-5749d81f3577 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:34.600360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:34.651467 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a555315-3755-4601-9e41-ca0550864d11 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823054 Jan 20 14:39:34.668552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-42d154f1-208c-4bcf-8f02-baa2f5ece572 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:39:34.669532 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-42d154f1-208c-4bcf-8f02-baa2f5ece572 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055320 Jan 20 14:39:34.725887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:34.761540 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port a183ca41-e2fe-4262-bfb3-5749d81f3577, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a183ca41-e2fe-4262-bfb3-5749d81f3577,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:34.767577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:34.809484 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-18be7ee3-0a06-4a2a-9c3f-c8ac0729f82a service neutron] 10.222.0.87 "GET /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333001 Jan 20 14:39:34.840401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=a183ca41-e2fe-4262-bfb3-5749d81f3577,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:34.949316 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-5b8b7e02-e4be-4791-8cb1-68cce4283df2 service neutron] 10.222.0.87 "GET /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333354 Jan 20 14:39:35.132494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-67d8c85f-f850-48be-adc5-69a81a3499f5 req-3d5f443a-a8d8-40b8-a035-5d309e03f3d9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:35.148701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-67d8c85f-f850-48be-adc5-69a81a3499f5 req-3d5f443a-a8d8-40b8-a035-5d309e03f3d9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:35.149925 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-67d8c85f-f850-48be-adc5-69a81a3499f5 req-3d5f443a-a8d8-40b8-a035-5d309e03f3d9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 210 time: 0.0647576 Jan 20 14:39:35.409671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-80cda421-aa08-4d04-8ad3-415ec315095b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:35.657884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30ac1-4947-4b14-9031-af0352235e1c req-20398481-4dc4-498a-8aea-83b1c342b6a0 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:35.659667 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-efe30ac1-4947-4b14-9031-af0352235e1c req-20398481-4dc4-498a-8aea-83b1c342b6a0 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 946 time: 0.0850713 Jan 20 14:39:35.704103 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-efe30ac1-4947-4b14-9031-af0352235e1c req-8fa4bd1a-d41c-4f7c-8f37-8e85f48da72c tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383751 Jan 20 14:39:35.901423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566108d3-9e25-4ead-931c-00ad89f9e5c4 req-62133374-2847-46f2-adf6-91ffc4efd316 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:35.904036 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-566108d3-9e25-4ead-931c-00ad89f9e5c4 req-62133374-2847-46f2-adf6-91ffc4efd316 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 946 time: 0.0883613 Jan 20 14:39:35.952974 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-566108d3-9e25-4ead-931c-00ad89f9e5c4 req-44f95f14-0c59-40b7-aa38-a53ceb8611b3 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410614 Jan 20 14:39:35.976763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53832) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:36.172360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688de5f7-401d-4954-8f15-620dbf0aff0b tempest-TestVolumeBootPattern-262096057 tempest-TestVolumeBootPattern-262096057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:36.172948 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-688de5f7-401d-4954-8f15-620dbf0aff0b tempest-TestVolumeBootPattern-262096057 tempest-TestVolumeBootPattern-262096057-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 1094 time: 0.1951487 Jan 20 14:39:36.176071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53840) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:36.181552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:36.188544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:36.191561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-6c979945-66c8-4940-8e50-88e74db57f58 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:36.192480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-6c979945-66c8-4940-8e50-88e74db57f58 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:36.192943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:floatingip and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:36.195954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:36.202682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:36.209745 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-6c979945-66c8-4940-8e50-88e74db57f58 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:36.211851 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-6c979945-66c8-4940-8e50-88e74db57f58 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b HTTP/1.1" status: 200 len: 796 time: 0.1674230 Jan 20 14:39:36.217491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:36.267364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-9e0de212-bcfb-479e-bd28-faf565aff532 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:36.284304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-9e0de212-bcfb-479e-bd28-faf565aff532 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:36.285575 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-9e0de212-bcfb-479e-bd28-faf565aff532 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 379 time: 0.0657456 Jan 20 14:39:36.294897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'device_id': '745e63aa-6297-410e-9102-1b73b23cb303', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'admin_state_up': True, 'tenant_id': '7b32be412f6047a4b4874650505da950', 'security_groups': ['18a9bc07-6410-442e-9eee-330527db0348']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:36.350129 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5b8c6e5f-e89b-4813-b8c1-a7db2778ae30 req-ea292b0f-7fe5-471d-98e8-73e8b427c874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 210 time: 0.0597832 Jan 20 14:39:36.406494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:36.413508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:36.453220 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:36.459956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:36.465625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:36.478211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:39:36.483354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:36.483802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a183ca41-e2fe-4262-bfb3-5749d81f3577 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:36.547774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Allocated IP 172.26.0.88 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/27477536-333a-405a-b47d-6a8b6585cff5) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:36.563105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port a183ca41-e2fe-4262-bfb3-5749d81f3577 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:36.563552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:36.647002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.6 (44141aa2-b6d6-43d3-9a2e-6ce8b25b957b/2efcd772-0352-4b92-9150-e4bf539d6ef3/8e3a148b-fd52-4002-a8b9-63445b448ae6) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:36.705642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:36.736002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:36.803988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:36.806757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:36.809383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:39:36.840653 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:36.856027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 8e3a148b-fd52-4002-a8b9-63445b448ae6 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:36.856965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'Port': ['ID=27477536-333a-405a-b47d-6a8b6585cff5,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:36.881815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:36.954369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:36.958356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:36.962574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:39:36.993665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=8e3a148b-fd52-4002-a8b9-63445b448ae6,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:37.034729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:37.035359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.065322 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-8a67d883-2d89-47cb-a324-fee62533e431 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7742760 Jan 20 14:39:37.078332 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Request body: {'port': {'device_id': '745e63aa-6297-410e-9102-1b73b23cb303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:37.194725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.197741 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d9b0deb7-b5ce-4d11-8e6a-c6cfbf4fbaca None None] Provisioning for port 8e3a148b-fd52-4002-a8b9-63445b448ae6 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:37.203346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d9b0deb7-b5ce-4d11-8e6a-c6cfbf4fbaca None None] Provisioning complete for port 8e3a148b-fd52-4002-a8b9-63445b448ae6 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:37.203643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d9b0deb7-b5ce-4d11-8e6a-c6cfbf4fbaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.260556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d9b0deb7-b5ce-4d11-8e6a-c6cfbf4fbaca None None] Port 8e3a148b-fd52-4002-a8b9-63445b448ae6 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:39:37.398183 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-6f3b3099-d6d2-4251-8e9e-ca66bb55c9d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984378 Jan 20 14:39:37.431334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.563965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.624562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb59cc9-d60d-45be-a7f1-64d5c72f951f req-b63e32f0-72e1-4cb9-bb99-8e2438ca166f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:37.625378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-ebb59cc9-d60d-45be-a7f1-64d5c72f951f req-b63e32f0-72e1-4cb9-bb99-8e2438ca166f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:37.630079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-a65955ef-f067-4079-ae7d-004c0221c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:37.631581 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-a65955ef-f067-4079-ae7d-004c0221c430 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 1099 time: 0.1454403 Jan 20 14:39:37.635991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3a148b-fd52-4002-a8b9-63445b448ae6 {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:39:37.646319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.663755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-ebb59cc9-d60d-45be-a7f1-64d5c72f951f req-b63e32f0-72e1-4cb9-bb99-8e2438ca166f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:37.664899 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ebb59cc9-d60d-45be-a7f1-64d5c72f951f req-b63e32f0-72e1-4cb9-bb99-8e2438ca166f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 931 time: 0.1972821 Jan 20 14:39:37.665759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Transition to ACTIVE for port object 8e3a148b-fd52-4002-a8b9-63445b448ae6 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:37.670687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.827240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Pushing event updated for resources: {'Port': ['ID=8e3a148b-fd52-4002-a8b9-63445b448ae6,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:37.866309 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ebb59cc9-d60d-45be-a7f1-64d5c72f951f req-74228635-3951-4e73-906e-cb657af7bb61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=18a9bc07-6410-442e-9eee-330527db0348&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917121 Jan 20 14:39:37.878150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.878786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-6d267280-ad9a-4321-a221-1dd776c260e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:37.880346 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-6d267280-ad9a-4321-a221-1dd776c260e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.2278607 Jan 20 14:39:37.987926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.996758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:38.050675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Attempting to bind port 8e3a148b-fd52-4002-a8b9-63445b448ae6 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:38.051286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Attempting to bind port 8e3a148b-fd52-4002-a8b9-63445b448ae6 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:38.051286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Attempting to bind port 8e3a148b-fd52-4002-a8b9-63445b448ae6 on network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:39:38.056382 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-afe1baad-9439-49e2-ac79-7232aa4c4cc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6661e4fd-849f-44c4-81d1-de85dd2e6a5e HTTP/1.1" status: 200 len: 999 time: 0.1694062 Jan 20 14:39:38.056578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Port 8e3a148b-fd52-4002-a8b9-63445b448ae6 on network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:39:38.056834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Attempting to bind port 8e3a148b-fd52-4002-a8b9-63445b448ae6 on network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:39:38.064541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:39:38.064880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Checking segment: {'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:39:38.065263 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Bound using segment: {'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:39:38.065738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Bound port: 8e3a148b-fd52-4002-a8b9-63445b448ae6, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d426497-8eca-4db9-aba9-57740ca5f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:38.066030 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:38.152920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'Port': ['ID=27477536-333a-405a-b47d-6a8b6585cff5,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:38.163989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] For port 8e3a148b-fd52-4002-a8b9-63445b448ae6, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:39:38.167870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] For port 8e3a148b-fd52-4002-a8b9-63445b448ae6, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8e3a148b-fd52-4002-a8b9-63445b448ae6,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:39:38.172676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:38.173933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:38.223417 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-060b5137-09ae-4149-8176-e737195b1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:38.224925 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-060b5137-09ae-4149-8176-e737195b1528 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.1623368 Jan 20 14:39:38.233058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:38.233654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:38.235113 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] 10.222.0.72 "PUT /v2.0/ports/8e3a148b-fd52-4002-a8b9-63445b448ae6 HTTP/1.1" status: 200 len: 1093 time: 1.1619394 Jan 20 14:39:38.235529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745e63aa-6297-410e-9102-1b73b23cb303', 'tag': '8e3a148b-fd52-4002-a8b9-63445b448ae6'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:38.281823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e8d53-4eca-48c2-8cb0-86171bac721a service neutron] Pushing event updated for resources: {'Port': ['ID=8e3a148b-fd52-4002-a8b9-63445b448ae6,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:38.289732 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745e63aa-6297-410e-9102-1b73b23cb303', 'tag': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'status': 'completed', 'code': 200} Jan 20 14:39:38.374897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-f8860e5e-f7b7-4ce2-934a-4a78cffdd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:38.376467 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-f8860e5e-f7b7-4ce2-934a-4a78cffdd1af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 1096 time: 0.0858884 Jan 20 14:39:38.404676 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Floating IP c05a70a6-b030-4be3-b780-6e9df0d80011 associated. External IP: 172.26.0.88, port: 6661e4fd-849f-44c4-81d1-de85dd2e6a5e. Jan 20 14:39:38.454027 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-a634bd3e-abb6-40df-b9af-69d95a5a78e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e3a148b-fd52-4002-a8b9-63445b448ae6 HTTP/1.1" status: 200 len: 217 time: 0.0706859 Jan 20 14:39:38.523085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-b3dd7d99-d15e-4250-bba5-162a4a351fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:38.524570 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-b3dd7d99-d15e-4250-bba5-162a4a351fcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2efcd772-0352-4b92-9150-e4bf539d6ef3 HTTP/1.1" status: 200 len: 835 time: 0.0642123 Jan 20 14:39:38.593826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-45d18faf-bf71-4f5e-a198-c67a18242ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:38.595360 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-45d18faf-bf71-4f5e-a198-c67a18242ea4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3634527 Jan 20 14:39:38.600648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-2e9c6347-98f0-454e-a308-faecea4db16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:38.602098 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-2e9c6347-98f0-454e-a308-faecea4db16b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709982 Jan 20 14:39:38.736871 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-a697f3d4-9457-4486-aafe-955565799aae service neutron] 10.222.0.72 "GET /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280329 Jan 20 14:39:38.863669 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-450ddd18-429c-43bc-a561-2f98e4ff4716 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598662 Jan 20 14:39:38.866957 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-379bf2ef-02c7-448a-85ad-ed364bd0462f req-e03f0f3c-ad48-4dae-9ee2-b919b1741d3b service neutron] 10.222.0.72 "GET /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238761 Jan 20 14:39:39.029440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-bf4faa97-92ae-4aea-abcc-c8495849d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:39.031194 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-bf4faa97-92ae-4aea-abcc-c8495849d36b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 1096 time: 0.1155088 Jan 20 14:39:39.093126 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4178e37f-d3e5-4389-ba99-86b3188af27d req-c3c935c9-d3cc-4aa8-9451-43573248b9e9 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211258 Jan 20 14:39:39.098497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Router 86efed13-204a-4607-a75d-261451231119 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:39:39.196773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655a0c0-bfa5-4019-9b43-e75607ed4b98 req-d607e1c6-37a5-42ae-b37f-ccc66270db80 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:39.198123 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3655a0c0-bfa5-4019-9b43-e75607ed4b98 req-d607e1c6-37a5-42ae-b37f-ccc66270db80 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 943 time: 0.2092066 Jan 20 14:39:39.202575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-8e14ccf0-a24e-4aa5-bd4c-4854c4bd1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:39.204013 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-8e14ccf0-a24e-4aa5-bd4c-4854c4bd1f4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b HTTP/1.1" status: 200 len: 897 time: 0.1646955 Jan 20 14:39:39.278386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:39:39.285319 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-50a57ff4-ce76-4841-b83c-eca10e6592b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e3a148b-fd52-4002-a8b9-63445b448ae6 HTTP/1.1" status: 200 len: 217 time: 0.0675797 Jan 20 14:39:39.289489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] Sync routers for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:39:39.299664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:39.300680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:39.304013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:39.348115 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3655a0c0-bfa5-4019-9b43-e75607ed4b98 req-faeb43ba-5627-4ccf-8c7e-dab7f2988f7d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=18a9bc07-6410-442e-9eee-330527db0348&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431489 Jan 20 14:39:39.360379 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4ab7d74c-4993-465e-968c-995f5b25dadd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1831639 Jan 20 14:39:39.360833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-f4c8fe38-ebad-45fa-8ba2-00f1a1aa90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:39.361140 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'tag': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:39.362279 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-f4c8fe38-ebad-45fa-8ba2-00f1a1aa90e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2efcd772-0352-4b92-9150-e4bf539d6ef3 HTTP/1.1" status: 200 len: 835 time: 0.0660555 Jan 20 14:39:39.411637 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'tag': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e', 'status': 'completed', 'code': 200} Jan 20 14:39:39.451731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-fb1eb988-f4ca-43d9-aabd-23b9d76e0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:39.453237 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-fb1eb988-f4ca-43d9-aabd-23b9d76e0d02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840960 Jan 20 14:39:39.522816 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:39.525345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-1f397b3f-9671-42b8-9c92-3092bde1ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:39.526899 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-1f397b3f-9671-42b8-9c92-3092bde1ca06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 1099 time: 0.0788958 Jan 20 14:39:39.610740 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-a1d2102f-1efa-4cbf-bea3-c07089d59721 service neutron] 10.222.0.72 "GET /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509161 Jan 20 14:39:39.681347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-004da42d-bfde-469a-a670-68eed070b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:39.683099 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-004da42d-bfde-469a-a670-68eed070b452 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.1486273 Jan 20 14:39:39.791861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 8e3a148b-fd52-4002-a8b9-63445b448ae6 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:39:39.816609 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-ba995fcf-4c9e-4705-95c4-9c29efe1e366 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6661e4fd-849f-44c4-81d1-de85dd2e6a5e HTTP/1.1" status: 200 len: 999 time: 0.1261566 Jan 20 14:39:39.898940 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3e1c514-3f3b-4903-b03e-1aa87e317882 req-982852d3-1807-4d54-b489-9bba250f0bbd service neutron] 10.222.0.72 "GET /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792661 Jan 20 14:39:39.928680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-ee6d2db4-945b-4a3e-b88b-bf2f4dcc37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:39.930925 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-ee6d2db4-945b-4a3e-b88b-bf2f4dcc37ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.1059012 Jan 20 14:39:40.018585 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-3b4824db-e40f-4fdb-a9e1-3e8d28903371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:40.020552 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-3b4824db-e40f-4fdb-a9e1-3e8d28903371 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826902 Jan 20 14:39:40.095138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 8e3a148b-fd52-4002-a8b9-63445b448ae6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8e3a148b-fd52-4002-a8b9-63445b448ae6,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:40.115671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'port_id': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'mac_address': 'fa:16:3e:e2:16:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:39:40.184108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:40.205381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3a148b-fd52-4002-a8b9-63445b448ae6 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:39:40.211488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c05a70a6-b030-4be3-b780-6e9df0d80011', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.88', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:47:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:37Z', 'updated_at': '2022-01-20T14:39:37Z', 'revision_number': 0, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:40.222065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] Checking router: 86efed13-204a-4607-a75d-261451231119 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:39:40.233185 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 8e3a148b-fd52-4002-a8b9-63445b448ae6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8e3a148b-fd52-4002-a8b9-63445b448ae6,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:40.236695 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:40.237450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:40.290307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:40.298862 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-4e1c5233-1920-4bfc-84ea-4a93d6ee0a41 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708938 Jan 20 14:39:40.440839 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef3cd55b-295f-4ce8-9408-4fe9598836e4 req-48119d2b-87a3-46f6-a707-11dfbcb66103 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354425 Jan 20 14:39:40.462891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=8e3a148b-fd52-4002-a8b9-63445b448ae6,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:40.488488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:40.532834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['8e3a148b-fd52-4002-a8b9-63445b448ae6'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:39:40.554506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa01919-37e2-4d26-8723-be68d7c750f1 req-8e77f458-6e8e-4899-b403-3a66ae3eed63 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:40.555991 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9aa01919-37e2-4d26-8723-be68d7c750f1 req-8e77f458-6e8e-4899-b403-3a66ae3eed63 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 944 time: 0.0829389 Jan 20 14:39:40.604918 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9aa01919-37e2-4d26-8723-be68d7c750f1 req-6fbfcb95-c741-43f2-89c5-3709c5230c2a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=18a9bc07-6410-442e-9eee-330527db0348&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430622 Jan 20 14:39:41.030681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c05a70a6-b030-4be3-b780-6e9df0d80011', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.88', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:47:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:37Z', 'updated_at': '2022-01-20T14:39:37Z', 'revision_number': 0, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:41.042982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9dc57-b055-48b6-8cbe-d495022139aa None None] The sync data for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv is: [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c05a70a6-b030-4be3-b780-6e9df0d80011', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.88', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:47:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:37Z', 'updated_at': '2022-01-20T14:39:37Z', 'revision_number': 0, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:39:41.247178 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076c8674-ae92-4dad-bda0-3e6403383ca8 None None] New status for floating IP c05a70a6-b030-4be3-b780-6e9df0d80011: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:39:41.765269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 8e3a148b-fd52-4002-a8b9-63445b448ae6 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:41.812013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9044e47-9295-452d-b334-08309ad7f12f req-581a0492-7a33-400e-bcb2-aac26293335e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:41.813493 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b9044e47-9295-452d-b334-08309ad7f12f req-581a0492-7a33-400e-bcb2-aac26293335e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 944 time: 0.0910847 Jan 20 14:39:41.836058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 8e3a148b-fd52-4002-a8b9-63445b448ae6 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:41.840848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 8e3a148b-fd52-4002-a8b9-63445b448ae6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:41.841252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:41.861955 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b9044e47-9295-452d-b334-08309ad7f12f req-ff6e8635-9d9b-4f4f-bc09-5c353a26b808 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=18a9bc07-6410-442e-9eee-330527db0348&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420547 Jan 20 14:39:42.016159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:42.043981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745e63aa-6297-410e-9102-1b73b23cb303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3a148b-fd52-4002-a8b9-63445b448ae6'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:42.054099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 8e3a148b-fd52-4002-a8b9-63445b448ae6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8e3a148b-fd52-4002-a8b9-63445b448ae6,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:39:42.059967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:42.091669 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745e63aa-6297-410e-9102-1b73b23cb303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'code': 200} Jan 20 14:39:42.131618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=8e3a148b-fd52-4002-a8b9-63445b448ae6,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:42.323376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89394cb-0d96-4092-a5f1-f3aa73fb8ceb req-22e5e27b-de12-4496-8d3a-7c459132c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:42.324892 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c89394cb-0d96-4092-a5f1-f3aa73fb8ceb req-22e5e27b-de12-4496-8d3a-7c459132c75e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 1098 time: 0.0739000 Jan 20 14:39:42.364501 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c89394cb-0d96-4092-a5f1-f3aa73fb8ceb req-c088f45d-2740-4864-bb98-871ed52a2abf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18a9bc07-6410-442e-9eee-330527db0348&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332952 Jan 20 14:39:43.062080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e401876-292f-4a2e-9c5d-a969d2b8be62 req-b1e9f473-c08b-4e44-9a44-fc6439e439d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:43.063568 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1e401876-292f-4a2e-9c5d-a969d2b8be62 req-b1e9f473-c08b-4e44-9a44-fc6439e439d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 945 time: 0.0856552 Jan 20 14:39:43.116709 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1e401876-292f-4a2e-9c5d-a969d2b8be62 req-785f19f6-ff49-490e-bedd-f27e8fa7db92 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=18a9bc07-6410-442e-9eee-330527db0348&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471203 Jan 20 14:39:44.326992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dea19e-604d-4762-adba-280e979392c3 req-7b1f6141-4bc8-443a-9071-7dc061fa9dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:44.328514 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b1dea19e-604d-4762-adba-280e979392c3 req-7b1f6141-4bc8-443a-9071-7dc061fa9dd2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 945 time: 0.0910869 Jan 20 14:39:44.371663 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b1dea19e-604d-4762-adba-280e979392c3 req-0a0b5378-5264-48f0-8629-56e91f68e7af tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=18a9bc07-6410-442e-9eee-330527db0348&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367501 Jan 20 14:39:44.571433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959da3c0-3112-4aa8-8211-314c249d5f51 req-4c534556-0f8f-450b-8fc6-6ad8802c20bd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:44.572948 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-959da3c0-3112-4aa8-8211-314c249d5f51 req-4c534556-0f8f-450b-8fc6-6ad8802c20bd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 945 time: 0.0939898 Jan 20 14:39:44.620956 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-959da3c0-3112-4aa8-8211-314c249d5f51 req-68aea8a6-e02d-4702-9777-22699582fc71 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=18a9bc07-6410-442e-9eee-330527db0348&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397427 Jan 20 14:39:44.643690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53870) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:44.717146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae9bcf-632d-44a7-b6d0-3aa5ee731e58 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:44.718954 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-49ae9bcf-632d-44a7-b6d0-3aa5ee731e58 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 1093 time: 0.0739419 Jan 20 14:39:44.721606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53874) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:44.726417 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:39:44.732187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:44.736092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:floatingip and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:44.738911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:44.744596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:44.757566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:44.892419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:45.027657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.210 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/12054d02-98d3-45c9-a922-c6c42da969b0) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:45.176079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:45.210696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:45.273819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:45.276719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:45.280310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:39:45.309062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=12054d02-98d3-45c9-a922-c6c42da969b0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:45.689454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:45.871683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:46.091589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:46.097047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:46.202697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=12054d02-98d3-45c9-a922-c6c42da969b0,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:46.214612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:46.388163 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP b40a6e64-9603-4c35-820e-88ae3faf7a6a associated. External IP: 172.26.0.210, port: 8e3a148b-fd52-4002-a8b9-63445b448ae6. Jan 20 14:39:46.741325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 9d98242b-3896-4aa6-83a9-1364fc451705 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:39:46.914147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:39:46.931025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] Sync routers for ids ['9d98242b-3896-4aa6-83a9-1364fc451705'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:39:46.938927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] Routers {'9d98242b-3896-4aa6-83a9-1364fc451705'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:46.939950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9d98242b-3896-4aa6-83a9-1364fc451705'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:46.940541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:47.004367 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fa6f4ff3-b55e-4a85-8677-833f9385dc29 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2817700 Jan 20 14:39:47.004931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745e63aa-6297-410e-9102-1b73b23cb303', 'tag': '8e3a148b-fd52-4002-a8b9-63445b448ae6'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:47.007967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53880) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:47.069795 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745e63aa-6297-410e-9102-1b73b23cb303', 'tag': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'status': 'completed', 'code': 200} Jan 20 14:39:47.139980 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-29761e71-eb64-4d5a-9381-7328905dac50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/b40a6e64-9603-4c35-820e-88ae3faf7a6a HTTP/1.1" status: 200 len: 991 time: 0.1295946 Jan 20 14:39:47.154332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] Set router 9d98242b-3896-4aa6-83a9-1364fc451705 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:47.228520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224de69b-7811-44f0-9dad-cfde056290ff req-3609364a-c2ab-4abd-84de-417320b3c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:47.230368 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-224de69b-7811-44f0-9dad-cfde056290ff req-3609364a-c2ab-4abd-84de-417320b3c0d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 1098 time: 0.1334016 Jan 20 14:39:47.371962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224de69b-7811-44f0-9dad-cfde056290ff req-f6727411-a7b9-445e-a58b-8b29a50f53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:47.373531 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-224de69b-7811-44f0-9dad-cfde056290ff req-f6727411-a7b9-445e-a58b-8b29a50f53ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b HTTP/1.1" status: 200 len: 897 time: 0.1366215 Jan 20 14:39:47.524189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'b40a6e64-9603-4c35-820e-88ae3faf7a6a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.210', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'port_id': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'mac_address': 'fa:16:3e:e2:16:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e63aa-6297-410e-9102-1b73b23cb303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:45Z', 'updated_at': '2022-01-20T14:39:45Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a183ca41-e2fe-4262-bfb3-5749d81f3577', 'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:97:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:29Z', 'updated_at': '2022-01-20T14:39:34Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:47.528869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] Checking router: 9d98242b-3896-4aa6-83a9-1364fc451705 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:39:47.537766 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] Routers {'9d98242b-3896-4aa6-83a9-1364fc451705'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:39:47.538383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:39:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9d98242b-3896-4aa6-83a9-1364fc451705'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:47.605894 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-224de69b-7811-44f0-9dad-cfde056290ff req-beab7a10-b9b1-4538-95f0-5acb96172617 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e3a148b-fd52-4002-a8b9-63445b448ae6 HTTP/1.1" status: 200 len: 999 time: 0.2258329 Jan 20 14:39:47.669373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224de69b-7811-44f0-9dad-cfde056290ff req-3cece92c-8490-484a-9d91-b3514f12c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:47.670722 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-224de69b-7811-44f0-9dad-cfde056290ff req-3cece92c-8490-484a-9d91-b3514f12c7d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2efcd772-0352-4b92-9150-e4bf539d6ef3 HTTP/1.1" status: 200 len: 835 time: 0.0588245 Jan 20 14:39:47.715558 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] Set router 9d98242b-3896-4aa6-83a9-1364fc451705 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:39:47.745433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224de69b-7811-44f0-9dad-cfde056290ff req-3b18a7bd-029d-4b85-b29d-79d4c63ffae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:47.746909 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-224de69b-7811-44f0-9dad-cfde056290ff req-3b18a7bd-029d-4b85-b29d-79d4c63ffae4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692155 Jan 20 14:39:47.757690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-224de69b-7811-44f0-9dad-cfde056290ff req-a1e17602-cceb-445d-854f-3b7fcf83ace9 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:39:47.758626 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-224de69b-7811-44f0-9dad-cfde056290ff req-a1e17602-cceb-445d-854f-3b7fcf83ace9 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049331 Jan 20 14:39:47.889661 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-224de69b-7811-44f0-9dad-cfde056290ff req-904f3dc4-84c3-420c-8c6a-8cdbac68c51e service neutron] 10.222.0.72 "GET /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240356 Jan 20 14:39:48.035984 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-224de69b-7811-44f0-9dad-cfde056290ff req-a9432ebc-504f-4d0c-a70a-9702445498e1 service neutron] 10.222.0.72 "GET /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396089 Jan 20 14:39:48.063383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'b40a6e64-9603-4c35-820e-88ae3faf7a6a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.210', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'port_id': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'mac_address': 'fa:16:3e:e2:16:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e63aa-6297-410e-9102-1b73b23cb303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:45Z', 'updated_at': '2022-01-20T14:39:45Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a183ca41-e2fe-4262-bfb3-5749d81f3577', 'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:97:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:29Z', 'updated_at': '2022-01-20T14:39:34Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:48.067644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f54c41-f849-4990-a7d4-2d278c11012c None None] The sync data for ids ['9d98242b-3896-4aa6-83a9-1364fc451705'] in dv-neutron-825123-1-hyperv is: [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'b40a6e64-9603-4c35-820e-88ae3faf7a6a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.210', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'port_id': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'mac_address': 'fa:16:3e:e2:16:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e63aa-6297-410e-9102-1b73b23cb303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:45Z', 'updated_at': '2022-01-20T14:39:45Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a183ca41-e2fe-4262-bfb3-5749d81f3577', 'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:97:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:29Z', 'updated_at': '2022-01-20T14:39:34Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:39:48.142628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53888) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:48.251633 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4baf138a-a104-43d2-aa3a-5bc26c83a257 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/b40a6e64-9603-4c35-820e-88ae3faf7a6a HTTP/1.1" status: 200 len: 991 time: 0.1076565 Jan 20 14:39:48.261344 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00772bb7-6f3a-4666-ae02-e27d44977890 None None] New status for floating IP b40a6e64-9603-4c35-820e-88ae3faf7a6a: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:39:49.256776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53892) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:49.378267 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8eb96f29-c7f9-49e3-82f5-9f8b614c23e2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/b40a6e64-9603-4c35-820e-88ae3faf7a6a HTTP/1.1" status: 200 len: 993 time: 0.1201410 Jan 20 14:39:54.727997 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:02.651697 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:40:03.094751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-08311251-2c48-411e-af8d-64679a0669cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:05.414022 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7c9a5db4-b277-4e7c-9782-03eef20446ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:06.413859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:06.444239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:07.873309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:20.529048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53916) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:20.645648 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-21de3138-fc78-462e-abb1-75d3babdd256 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/b40a6e64-9603-4c35-820e-88ae3faf7a6a HTTP/1.1" status: 200 len: 993 time: 0.1150987 Jan 20 14:40:20.922323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53924) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:21.136610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 12054d02-98d3-45c9-a922-c6c42da969b0 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:40:21.136927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:21.309066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:21.309354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:21.427972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 12054d02-98d3-45c9-a922-c6c42da969b0 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:40:21.588634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:21.632819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=12054d02-98d3-45c9-a922-c6c42da969b0,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:21.839272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:21.839569 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP b40a6e64-9603-4c35-820e-88ae3faf7a6a disassociated (deleted). External IP: 172.26.0.210, port: 8e3a148b-fd52-4002-a8b9-63445b448ae6. Jan 20 14:40:22.202713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 9d98242b-3896-4aa6-83a9-1364fc451705 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:40:22.403314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:40:22.413968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] Sync routers for ids ['9d98242b-3896-4aa6-83a9-1364fc451705'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:40:22.425556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] Routers {'9d98242b-3896-4aa6-83a9-1364fc451705'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:40:22.425767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:22.426313 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:40:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9d98242b-3896-4aa6-83a9-1364fc451705'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:22.483367 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-94de4ab7-4590-431c-a6c4-30fd71a60eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/floatingips/b40a6e64-9603-4c35-820e-88ae3faf7a6a HTTP/1.1" status: 204 len: 168 time: 1.5594845 Jan 20 14:40:22.483779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745e63aa-6297-410e-9102-1b73b23cb303', 'tag': '8e3a148b-fd52-4002-a8b9-63445b448ae6'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:40:22.539371 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745e63aa-6297-410e-9102-1b73b23cb303', 'tag': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'status': 'completed', 'code': 200} Jan 20 14:40:22.632785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-9d362004-45a1-4b71-9d1b-131039aad905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:22.634946 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-9d362004-45a1-4b71-9d1b-131039aad905 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 1098 time: 0.0727050 Jan 20 14:40:22.661637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] Set router 9d98242b-3896-4aa6-83a9-1364fc451705 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:40:22.782179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-30facec1-762b-4356-ab2e-31afd3e5c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:22.783726 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-30facec1-762b-4356-ab2e-31afd3e5c066 service neutron] 10.222.0.72 "GET /v2.0/networks?id=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b HTTP/1.1" status: 200 len: 897 time: 0.1416647 Jan 20 14:40:22.855870 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-de1f74b8-e575-4349-b4c2-1f3e3870f67f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e3a148b-fd52-4002-a8b9-63445b448ae6 HTTP/1.1" status: 200 len: 217 time: 0.0654993 Jan 20 14:40:22.913823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aafa9-43e2-440a-a8ad-84bfe64f8b0c req-0761539a-7fe0-4029-8d78-f186ec19b1d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:22.915831 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d38aafa9-43e2-440a-a8ad-84bfe64f8b0c req-0761539a-7fe0-4029-8d78-f186ec19b1d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 945 time: 0.1313412 Jan 20 14:40:22.918275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-f857db08-762a-4c21-bcbd-a9a3fcfae1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:22.919702 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-f857db08-762a-4c21-bcbd-a9a3fcfae1f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2efcd772-0352-4b92-9150-e4bf539d6ef3 HTTP/1.1" status: 200 len: 835 time: 0.0570848 Jan 20 14:40:22.960234 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d38aafa9-43e2-440a-a8ad-84bfe64f8b0c req-29faecb3-92b1-4de3-bef5-ba8e6bb9b6fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=18a9bc07-6410-442e-9eee-330527db0348&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383387 Jan 20 14:40:22.986405 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a183ca41-e2fe-4262-bfb3-5749d81f3577', 'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:97:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:29Z', 'updated_at': '2022-01-20T14:39:34Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:22.990350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] Checking router: 9d98242b-3896-4aa6-83a9-1364fc451705 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:40:22.998817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] Routers {'9d98242b-3896-4aa6-83a9-1364fc451705'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:40:22.999410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:40:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9d98242b-3896-4aa6-83a9-1364fc451705'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:23.004920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-b8941d93-9a94-45bc-8c5b-baf0d8a2e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:23.007391 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-b8941d93-9a94-45bc-8c5b-baf0d8a2e445 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803092 Jan 20 14:40:23.138441 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-b4d60c3f-db04-4180-9d6b-d720fc9302e7 service neutron] 10.222.0.72 "GET /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243565 Jan 20 14:40:23.177192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] Set router 9d98242b-3896-4aa6-83a9-1364fc451705 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:40:23.271541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e217427a-1da5-4808-a516-2f7d36e0b1e1 req-a24bb615-d1ad-41fd-a91e-6b95cd79acc4 service neutron] 10.222.0.72 "GET /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266742 Jan 20 14:40:23.487731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a183ca41-e2fe-4262-bfb3-5749d81f3577', 'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:97:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:29Z', 'updated_at': '2022-01-20T14:39:34Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:23.491652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a6b19-ef65-49a1-ab9e-fc643b216cbf None None] The sync data for ids ['9d98242b-3896-4aa6-83a9-1364fc451705'] in dv-neutron-825123-1-hyperv is: [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'a183ca41-e2fe-4262-bfb3-5749d81f3577', 'name': '', 'network_id': '44141aa2-b6d6-43d3-9a2e-6ce8b25b957b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:97:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:29Z', 'updated_at': '2022-01-20T14:39:34Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '2efcd772-0352-4b92-9150-e4bf539d6ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:40:23.737683 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b62a00-bbcd-4de5-b74c-c5a70867d994 None None] New status for floating IP b40a6e64-9603-4c35-820e-88ae3faf7a6a: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:40:24.237286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-79071116-579a-4f02-b8aa-404e46b39a9d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:24.238065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-79071116-579a-4f02-b8aa-404e46b39a9d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:40:24.285226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-79071116-579a-4f02-b8aa-404e46b39a9d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:40:24.286332 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-79071116-579a-4f02-b8aa-404e46b39a9d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 945 time: 0.2436721 Jan 20 14:40:24.372999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 8e3a148b-fd52-4002-a8b9-63445b448ae6 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:40:24.373328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:24.442723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45c63a-0aa6-45a3-a80b-32a08047a2db req-adc63e3c-b840-4301-a21e-d4abcb4db95f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:24.444138 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7d45c63a-0aa6-45a3-a80b-32a08047a2db req-adc63e3c-b840-4301-a21e-d4abcb4db95f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=745e63aa-6297-410e-9102-1b73b23cb303 HTTP/1.1" status: 200 len: 945 time: 0.2551582 Jan 20 14:40:24.591045 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7d45c63a-0aa6-45a3-a80b-32a08047a2db req-7f526fe4-e4e3-4368-98c7-ee79ce982ba6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=18a9bc07-6410-442e-9eee-330527db0348&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227350 Jan 20 14:40:24.661820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 8e3a148b-fd52-4002-a8b9-63445b448ae6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8e3a148b-fd52-4002-a8b9-63445b448ae6,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:40:24.662350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:24.728051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:24.789832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 8e3a148b-fd52-4002-a8b9-63445b448ae6 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:40:24.937153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:24.988636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=8e3a148b-fd52-4002-a8b9-63445b448ae6,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:25.025271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.025668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.025929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.026251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.026563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.026882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.027156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.027498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.027805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.028108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.028441 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.028744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:25.069960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port 8e3a148b-fd52-4002-a8b9-63445b448ae6 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:40:25.072326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:25.074756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745e63aa-6297-410e-9102-1b73b23cb303', 'name': 'network-vif-deleted', 'tag': '8e3a148b-fd52-4002-a8b9-63445b448ae6'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:40:25.091201 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e286065-9985-4571-a27a-d8860e37f8f1 req-0ea9c54e-8f20-4577-8cd1-33b85cbedd28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "DELETE /v2.0/ports/8e3a148b-fd52-4002-a8b9-63445b448ae6 HTTP/1.1" status: 204 len: 173 time: 0.7993960 Jan 20 14:40:25.121018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745e63aa-6297-410e-9102-1b73b23cb303', 'name': 'network-vif-deleted', 'tag': '8e3a148b-fd52-4002-a8b9-63445b448ae6', 'status': 'completed', 'code': 200} Jan 20 14:40:25.691361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53944) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:25.762860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5c357f3-1669-43b9-a1bf-55e612d70a46 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:25.793776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5c357f3-1669-43b9-a1bf-55e612d70a46 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:25.869747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5c357f3-1669-43b9-a1bf-55e612d70a46 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:25.888306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c357f3-1669-43b9-a1bf-55e612d70a46 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a9bc07-6410-442e-9eee-330527db0348,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:25.900239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c5c357f3-1669-43b9-a1bf-55e612d70a46 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:25.901379 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c5c357f3-1669-43b9-a1bf-55e612d70a46 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/18a9bc07-6410-442e-9eee-330527db0348 HTTP/1.1" status: 204 len: 168 time: 0.2090590 Jan 20 14:40:25.935369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53950) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:26.621183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:26.990067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port a183ca41-e2fe-4262-bfb3-5749d81f3577 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:40:26.990781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:27.178961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port a183ca41-e2fe-4262-bfb3-5749d81f3577, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a183ca41-e2fe-4262-bfb3-5749d81f3577,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:40:27.179260 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:27.304402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for a183ca41-e2fe-4262-bfb3-5749d81f3577 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:40:27.504737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:27.553573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=a183ca41-e2fe-4262-bfb3-5749d81f3577,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:27.832060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:28.006886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 8e3a148b-fd52-4002-a8b9-63445b448ae6 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:40:28.046562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 8e3a148b-fd52-4002-a8b9-63445b448ae6 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:40:28.046958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 8e3a148b-fd52-4002-a8b9-63445b448ae6 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:40:28.300692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 9d98242b-3896-4aa6-83a9-1364fc451705 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:40:28.477213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:40:28.488245 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] Sync routers for ids ['9d98242b-3896-4aa6-83a9-1364fc451705'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:40:28.490246 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4fdcdeb7-2fd4-4268-a0d8-61935a50da79 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/9d98242b-3896-4aa6-83a9-1364fc451705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5537794 Jan 20 14:40:28.493179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53954) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:28.498090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] Routers {'9d98242b-3896-4aa6-83a9-1364fc451705'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:40:28.498704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:40:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9d98242b-3896-4aa6-83a9-1364fc451705'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:28.562233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting subnet 2efcd772-0352-4b92-9150-e4bf539d6ef3 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:40:28.565633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:28.619373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:28.675556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] Set router 9d98242b-3896-4aa6-83a9-1364fc451705 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:40:28.710144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:28.783611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:28.822731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Subnet': ['ID=2efcd772-0352-4b92-9150-e4bf539d6ef3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:28.827648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:28.836591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.836927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.837257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.837703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.837882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.838211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.838521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.838832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.838971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b635e8-ac48-4de3-956a-97fb024ba663 None None] Network 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:40:28.839127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.839438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.839760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.840065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:28.843329 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a49cf51f-50ef-4b98-b8a4-2a8c3d75bb7f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/subnets/2efcd772-0352-4b92-9150-e4bf539d6ef3 HTTP/1.1" status: 204 len: 168 time: 0.3491831 Jan 20 14:40:28.846140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53958) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:29.022083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:29.197920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:29.208797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port af449b04-385b-4a61-a711-6d7c2e8b7487 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:40:29.209124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:29.330279 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:40:27Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'af449b04-385b-4a61-a711-6d7c2e8b7487', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:29.335139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] DHCP port deletion for 44141aa2-b6d6-43d3-9a2e-6ce8b25b957b request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:40:29.342167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] Checking router: 9d98242b-3896-4aa6-83a9-1364fc451705 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:40:29.344999 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Deleting port a04f5a2a-5565-43f1-b141-39ec42e309a7 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:40:29.345424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:29.379816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port af449b04-385b-4a61-a711-6d7c2e8b7487, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af449b04-385b-4a61-a711-6d7c2e8b7487,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:40:29.380109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:29.437227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] Routers {'9d98242b-3896-4aa6-83a9-1364fc451705'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:40:29.437850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:40:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['9d98242b-3896-4aa6-83a9-1364fc451705'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:29.605669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for af449b04-385b-4a61-a711-6d7c2e8b7487 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:40:29.710503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] Set router 9d98242b-3896-4aa6-83a9-1364fc451705 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:40:29.821817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:40:29Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:29.828075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] For port a04f5a2a-5565-43f1-b141-39ec42e309a7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a04f5a2a-5565-43f1-b141-39ec42e309a7,segment=NetworkSegment(0d426497-8eca-4db9-aba9-57740ca5f795),segment_id=0d426497-8eca-4db9-aba9-57740ca5f795)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:40:29.828489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:29.843032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3580ea-96d6-40c6-9ce1-d25236b162b7 None None] The sync data for ids ['9d98242b-3896-4aa6-83a9-1364fc451705'] in dv-neutron-825123-1-hyperv is: [{'id': '9d98242b-3896-4aa6-83a9-1364fc451705', 'name': 'tempest-TestNetworkBasicOps-router-1873526269', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:25Z', 'updated_at': '2022-01-20T14:40:29Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:40:29.899588 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:29.946651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=af449b04-385b-4a61-a711-6d7c2e8b7487,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:29.966318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Calling delete_port for a04f5a2a-5565-43f1-b141-39ec42e309a7 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:40:30.038284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.088930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.132783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Pushing event deleted for resources: {'Port': ['ID=a04f5a2a-5565-43f1-b141-39ec42e309a7,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:30.137366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] No DVR routers for this DVR port a04f5a2a-5565-43f1-b141-39ec42e309a7 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:40:30.143155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.143862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.144235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.144542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.144863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.145212 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.145523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.145838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.146574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.146574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.146777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.147006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d102a-3fb4-4c8b-87ec-07bb6f15e295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:30.212977 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.215558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.239548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.240042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Fanout notify agent at l3_agent the message router_deleted on router 9d98242b-3896-4aa6-83a9-1364fc451705 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:40:30.255768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.256872 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-14fc3b33-5b4f-4875-b8f7-95cd2ecebd38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/routers/9d98242b-3896-4aa6-83a9-1364fc451705 HTTP/1.1" status: 204 len: 168 time: 1.4098613 Jan 20 14:40:30.259738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53962) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:30.379851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.493816 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a183ca41-e2fe-4262-bfb3-5749d81f3577 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:40:30.524640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.530664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: a183ca41-e2fe-4262-bfb3-5749d81f3577 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:40:30.531109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a183ca41-e2fe-4262-bfb3-5749d81f3577 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:40:30.532337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af449b04-385b-4a61-a711-6d7c2e8b7487 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:40:30.551303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44141aa2-b6d6-43d3-9a2e-6ce8b25b957b']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:30.563712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d426497-8eca-4db9-aba9-57740ca5f795') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:30.564022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d426497-8eca-4db9-aba9-57740ca5f795') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:30.566226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: af449b04-385b-4a61-a711-6d7c2e8b7487 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:40:30.566671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af449b04-385b-4a61-a711-6d7c2e8b7487 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:40:30.567188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a04f5a2a-5565-43f1-b141-39ec42e309a7 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:40:30.576103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.597747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.601082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: a04f5a2a-5565-43f1-b141-39ec42e309a7 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:40:30.601431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a04f5a2a-5565-43f1-b141-39ec42e309a7 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:40:30.604659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:40:30.605028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:40:30.619697 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:40:30.699323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.703406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.729656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Network': ['ID=44141aa2-b6d6-43d3-9a2e-6ce8b25b957b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:30.739215 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e4ecb268-c712-4cf0-b3b5-50a2326d3662 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/networks/44141aa2-b6d6-43d3-9a2e-6ce8b25b957b HTTP/1.1" status: 204 len: 168 time: 0.4784303 Jan 20 14:40:30.754156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53966) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:30.760658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'network': {'name': 'tempest-network-smoke--824979066', 'project_id': '7b32be412f6047a4b4874650505da950', 'port_security_enabled': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:30.765851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:30.770167 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:network and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:30.773105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:30.778901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:30.795385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:40:30.798998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.827468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:40:30.836630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.836909 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Added segment f3ab9034-a41c-44de-91dd-7bcc70c9cd3c of type vlan for network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 Jan 20 14:40:30.861693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.892884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.898166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:30.898722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:31.001635 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2462926 Jan 20 14:40:31.004228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908694f3-3196-4e20-ad9d-17debc40ea06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Network': ['ID=db97748d-73f5-44f9-b59c-3ebe5eddfdc0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:31.004478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53970) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:31.009981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-518212829', 'admin_state_up': True, 'project_id': '7b32be412f6047a4b4874650505da950', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:31.015096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:40:31.017629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:31.021901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:router and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:31.025014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:31.031685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:31.043427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:31.044980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:31.061797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:31.327734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:31.742146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:31.770402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:31.907639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.140 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:40:32.051621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:32.089595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:32.153744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:40:32.156701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:40:32.160339 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:40:32.188617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:32.587923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:32.920390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:33.089690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e090c83a-8e9d-4f93-9ca8-4eda33f10e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:33.245078 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:40:33.419493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:40:33.429072 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Sync routers for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:40:33.438184 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:40:33.438779 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:40:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:33.449712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:33.451049 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8ad7d36d-150c-4277-93d9-14cb3b26fb9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4455914 Jan 20 14:40:33.454206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 53976) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:33.497321 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b8526005-1041-48d9-be6d-38b2aa331f20 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=7b32be412f6047a4b4874650505da950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418541 Jan 20 14:40:33.500100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53980) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:33.612612 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:40:33.631143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01de928-d729-4508-bd74-d9621ae152c1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:33.632669 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c01de928-d729-4508-bd74-d9621ae152c1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315858 Jan 20 14:40:33.635589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53984) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:33.673473 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7bd417e4-2df5-4ddd-b422-d2f54e1f460f tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367079 Jan 20 14:40:33.677057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53988) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:33.681184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1081813955', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'project_id': '7b32be412f6047a4b4874650505da950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:33.893003 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:32Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:33.897079 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Checking router: f0a5b360-2ec9-4a97-adff-5a5e14f6e00a for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:40:33.897413 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Updating router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:40:33.906782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:33.910909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:subnet and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:33.913811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:33.919589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:33.931320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:40:33.934964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:33.952161 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:34.159199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:34.236002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Subnet': ['ID=8e8e0162-3471-4589-86cf-77e1a773756f,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:34.246443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Checking segment: {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:40:34.246862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network hostable DHCP agents. Network: db97748d-73f5-44f9-b59c-3ebe5eddfdc0, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:40:34.265220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:40:34.274866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, db97748d-73f5-44f9-b59c-3ebe5eddfdc0) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:40:34.279118 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:34.279691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:34.285989 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9cfd07-07d5-40a8-8d77-cb361c33f5a8 None None] Network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:40:34.305393 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-24006ae3-aa31-4b9b-8305-2ae997963c03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6258533 Jan 20 14:40:34.305758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53992) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:34.312138 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:34.324366 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Transition to ACTIVE for port object 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:40:34.331407 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:34.410559 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Attempting to bind port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:40:34.410801 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Attempting to bind port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:40:34.411161 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Attempting to bind port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:40:34.413175 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Pushing event updated for resources: {'Port': ['ID=3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:34.421824 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:40:34.422588 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:40:34.422588 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:34.422944 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:40:34.423495 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Bound port: 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:40:34.423847 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:34.450338 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.450993 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.450993 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.451289 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.451839 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.452156 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.452498 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.452799 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.453126 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.453439 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.453733 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.454058 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:34.512137 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] For port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:40:34.515371 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] For port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:40:34.519914 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:34.528720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:40:34.529666 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:34.598038 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:40:34.598649 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:40:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:34.670629 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c74a8-4086-46bc-9271-ce031e89de66 None None] Pushing event updated for resources: {'Port': ['ID=3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:34.693027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Allocated IP 172.20.0.2 (db97748d-73f5-44f9-b59c-3ebe5eddfdc0/8e8e0162-3471-4589-86cf-77e1a773756f/eafcb552-c6bc-412e-856a-8536dfef8a59) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:40:34.775843 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:40:34.895437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:34.905453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Transition to ACTIVE for port object eafcb552-c6bc-412e-856a-8536dfef8a59 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:40:34.923424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Transition to ACTIVE for port object eafcb552-c6bc-412e-856a-8536dfef8a59 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:40:34.931732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:35.005768 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Pushing event updated for resources: {'Port': ['ID=eafcb552-c6bc-412e-856a-8536dfef8a59,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:35.023287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:40:35.024602 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:40:35.027346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:40:35.041016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:35.071918 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:32Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:35.075927 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db257fe9-a9ec-4d97-8db9-c371a20bc72f None None] The sync data for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv is: [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:32Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:40:35.127634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Attempting to bind port eafcb552-c6bc-412e-856a-8536dfef8a59 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:40:35.128040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Attempting to bind port eafcb552-c6bc-412e-856a-8536dfef8a59 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:40:35.128397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Attempting to bind port eafcb552-c6bc-412e-856a-8536dfef8a59 on network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:40:35.134243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:40:35.134634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Checking segment: {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:40:35.135007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:35.136015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Bound using segment: {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:40:35.136015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Bound port: eafcb552-c6bc-412e-856a-8536dfef8a59, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:40:35.136366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:35.233678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] For port eafcb552-c6bc-412e-856a-8536dfef8a59, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:40:35.237135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] For port eafcb552-c6bc-412e-856a-8536dfef8a59, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=eafcb552-c6bc-412e-856a-8536dfef8a59,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:40:35.243837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:35.345362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b1b57-d0be-4309-bd6f-ffbe6aadc968 None None] Pushing event updated for resources: {'Port': ['ID=eafcb552-c6bc-412e-856a-8536dfef8a59,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:35.418271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-898e255c-8c2e-4eae-b761-cb3a31c1bca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:35.654736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.1 (db97748d-73f5-44f9-b59c-3ebe5eddfdc0/8e8e0162-3471-4589-86cf-77e1a773756f/89e0a894-4ce9-44ce-af83-4e9381a82942) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:40:35.818697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:35.835056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 89e0a894-4ce9-44ce-af83-4e9381a82942 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:40:35.865191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:35.936261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:40:35.939586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:40:35.943416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:40:35.973981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=89e0a894-4ce9-44ce-af83-4e9381a82942,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:36.006045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:36.221594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:36.330720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af05354c-1099-4219-8b9e-21ba49724eba None None] Network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:40:36.438608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:36.445810 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-279141fd-0c50-42fa-ac20-96726a51bc0e None None] Provisioning for port eafcb552-c6bc-412e-856a-8536dfef8a59 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:40:36.475593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:36.613715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:40:36.692349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:36.698481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:36.723509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:40:36.729578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:36.730083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:36.850968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:36.850968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=89e0a894-4ce9-44ce-af83-4e9381a82942,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:36.863996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:36.879043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:40:36.885120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:36.886101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device eafcb552-c6bc-412e-856a-8536dfef8a59 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:40:37.012271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:37.013184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:40:37.014466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:40:37.021948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-260f184b-1ab5-490e-b399-d382539ea14e None None] Provisioning for port 89e0a894-4ce9-44ce-af83-4e9381a82942 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:40:37.028058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-260f184b-1ab5-490e-b399-d382539ea14e None None] Provisioning complete for port 89e0a894-4ce9-44ce-af83-4e9381a82942 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:37.028673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-260f184b-1ab5-490e-b399-d382539ea14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:37.058352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port eafcb552-c6bc-412e-856a-8536dfef8a59 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:40:37.076938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port eafcb552-c6bc-412e-856a-8536dfef8a59 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:37.077306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:37.129297 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-260f184b-1ab5-490e-b399-d382539ea14e None None] Port 89e0a894-4ce9-44ce-af83-4e9381a82942 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:40:37.152030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-260f184b-1ab5-490e-b399-d382539ea14e None None] Provisioning complete for port eafcb552-c6bc-412e-856a-8536dfef8a59 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:37.152431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-260f184b-1ab5-490e-b399-d382539ea14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:37.214807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:40:37.267267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:37.351643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port eafcb552-c6bc-412e-856a-8536dfef8a59, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=eafcb552-c6bc-412e-856a-8536dfef8a59,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:40:37.356169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-260f184b-1ab5-490e-b399-d382539ea14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:37.367466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:37.490967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=eafcb552-c6bc-412e-856a-8536dfef8a59,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:37.499924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-260f184b-1ab5-490e-b399-d382539ea14e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:40:37.499924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-260f184b-1ab5-490e-b399-d382539ea14e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:40:37.525196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:40:37.537862 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-33c0b879-8823-47e7-a332-c7cb4e84cdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/f0a5b360-2ec9-4a97-adff-5a5e14f6e00a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2311096 Jan 20 14:40:37.538706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Sync routers for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:40:37.542638 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 53996) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:37.548976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:40:37.549605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:40:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:37.684909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305fe95-b8ac-4af7-8311-7ea8885f1c5a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.685375 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305fe95-b8ac-4af7-8311-7ea8885f1c5a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.685824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305fe95-b8ac-4af7-8311-7ea8885f1c5a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.686283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305fe95-b8ac-4af7-8311-7ea8885f1c5a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.686730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305fe95-b8ac-4af7-8311-7ea8885f1c5a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.687170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305fe95-b8ac-4af7-8311-7ea8885f1c5a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.689031 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9305fe95-b8ac-4af7-8311-7ea8885f1c5a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1430354 Jan 20 14:40:37.692036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54000) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:37.725746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:40:37.759372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb13e2-c438-43ea-bfdf-59a96bf4f220 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.759754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb13e2-c438-43ea-bfdf-59a96bf4f220 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.760198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb13e2-c438-43ea-bfdf-59a96bf4f220 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.760795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb13e2-c438-43ea-bfdf-59a96bf4f220 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.761234 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb13e2-c438-43ea-bfdf-59a96bf4f220 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.761755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb13e2-c438-43ea-bfdf-59a96bf4f220 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:37.763504 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5ddb13e2-c438-43ea-bfdf-59a96bf4f220 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0705447 Jan 20 14:40:37.766449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54004) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:37.938913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:37.977729 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-18b9b5d1-a133-419a-9b87-e7e25f59f9bf tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2099121 Jan 20 14:40:38.098738 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:38.102542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Checking router: f0a5b360-2ec9-4a97-adff-5a5e14f6e00a for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:40:38.102895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Updating router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a port 89e0a894-4ce9-44ce-af83-4e9381a82942 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:40:38.153910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.278472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54010) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:38.284228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261625747', 'description': 'tempest-secgroup-smoke-1261625747 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:38.291110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:38.296050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:38.302769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:38.314938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8b3614ca-c634-402f-afc9-1b03f5f565fb None None] Provisioning complete for port 89e0a894-4ce9-44ce-af83-4e9381a82942 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:38.315169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8b3614ca-c634-402f-afc9-1b03f5f565fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.340692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:38.362525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.387279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:38.392495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:38.392688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8b3614ca-c634-402f-afc9-1b03f5f565fb None None] Port 89e0a894-4ce9-44ce-af83-4e9381a82942 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:40:38.396198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:38.403099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:38.415804 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-17f29ef1-3a85-43c2-985a-d52a9b868e53 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149786 Jan 20 14:40:38.492762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.520479 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:40:38.536420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.597401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a709abf1-de09-42a0-8b31-f4efe5e38bf7,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:38.602399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.603600 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-deccb45c-e061-433d-b5a5-285688a62fbf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3240018 Jan 20 14:40:38.606863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54014) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:38.612624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'a709abf1-de09-42a0-8b31-f4efe5e38bf7', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:38.620364 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-bfb2dba0-68f4-4974-b324-353563a3cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:38.620514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:38.621844 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-bfb2dba0-68f4-4974-b324-353563a3cf24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 1099 time: 0.1264553 Jan 20 14:40:38.625737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:38.629305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:38.635690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:38.652630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.656179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.666687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:38.667055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.696292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Transition to ACTIVE for port object 89e0a894-4ce9-44ce-af83-4e9381a82942 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:40:38.717285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.732381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.737824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.765800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a364d2f3-08d3-495d-8754-20b4fdab5e36,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:38.775151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.779646 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0c36c591-9693-4c7b-8486-6a63ede12152 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689744 Jan 20 14:40:38.780263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54018) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:38.785433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'a709abf1-de09-42a0-8b31-f4efe5e38bf7', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:38.790220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-ca1732c2-7c4e-46b9-888f-69188ce5306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:38.792641 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-ca1732c2-7c4e-46b9-888f-69188ce5306a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.1496353 Jan 20 14:40:38.795110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:38.853451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:38.862052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:38.881872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:38.884806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad3207-b8f8-4242-8329-b23ecc5695a4 None None] Pushing event updated for resources: {'Port': ['ID=89e0a894-4ce9-44ce-af83-4e9381a82942,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:38.918485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:38.928582 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-ad151dc2-3daf-4e8c-bd85-3e2eaa68b191 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6661e4fd-849f-44c4-81d1-de85dd2e6a5e HTTP/1.1" status: 200 len: 1001 time: 0.1293440 Jan 20 14:40:38.994162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Attempting to bind port 89e0a894-4ce9-44ce-af83-4e9381a82942 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:40:38.994534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Attempting to bind port 89e0a894-4ce9-44ce-af83-4e9381a82942 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:40:38.994896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Attempting to bind port 89e0a894-4ce9-44ce-af83-4e9381a82942 on network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:40:39.004759 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:40:39.005131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Checking segment: {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:40:39.005535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.005920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Bound using segment: {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:40:39.006390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Bound port: 89e0a894-4ce9-44ce-af83-4e9381a82942, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:40:39.006758 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.018858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device eafcb552-c6bc-412e-856a-8536dfef8a59 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:40:39.022624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-ba7b0601-7faa-473e-9401-ed2bc1f29b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:39.024065 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-ba7b0601-7faa-473e-9401-ed2bc1f29b7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0829062 Jan 20 14:40:39.070733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.077684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.103374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc66c0d-909d-497f-869b-421d6b483b46,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:39.125263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.126515 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-75c0338d-2c11-4c59-bbe4-676cfd8c1403 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3452609 Jan 20 14:40:39.129925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54022) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:39.136511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'a709abf1-de09-42a0-8b31-f4efe5e38bf7', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:39.137460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-21871dbb-58dc-44d0-b769-bd47ac64ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:39.138906 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-21871dbb-58dc-44d0-b769-bd47ac64ae0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1048238 Jan 20 14:40:39.144679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:39.148888 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:39.152317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:39.158557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:39.166299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] For port 89e0a894-4ce9-44ce-af83-4e9381a82942, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:40:39.168286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port eafcb552-c6bc-412e-856a-8536dfef8a59 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:39.168668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.177838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.214266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] For port 89e0a894-4ce9-44ce-af83-4e9381a82942, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=89e0a894-4ce9-44ce-af83-4e9381a82942,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:40:39.226338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.247644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.253848 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.278666 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-37aeb1cf-6b59-4065-9bb1-90a8f6d7f3fb service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333034 Jan 20 14:40:39.280883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bcfb10-b15b-4ffc-9f68-cb51ba7b6454,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:39.302326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.303903 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-89c176a4-e0ad-483e-b7fc-526572a4cc22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726589 Jan 20 14:40:39.306693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54026) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:39.312718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'a709abf1-de09-42a0-8b31-f4efe5e38bf7', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:39.319596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:39.323701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:39.328786 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:39.338342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:39.360560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad3207-b8f8-4242-8329-b23ecc5695a4 None None] Pushing event updated for resources: {'Port': ['ID=89e0a894-4ce9-44ce-af83-4e9381a82942,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:39.361794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.370461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:40:39.371392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:40:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:39.435668 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-db3a11df-1855-4a9b-99a2-390bb2ff2583 req-2e5f80a8-47f9-4e4e-a720-d07b0756e409 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506510 Jan 20 14:40:39.438608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.453062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.478074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69654570-cee6-4b35-ad7c-75159265ca5f,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:39.490383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.492257 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-858371d2-ede7-4fde-a614-bb4cd5f9ed39 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1839454 Jan 20 14:40:39.494596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54030) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:39.500142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'a709abf1-de09-42a0-8b31-f4efe5e38bf7', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:39.506471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:39.510369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:39.513604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:39.519522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:39.531244 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:40:39.539893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.571331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:40:39.606781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.611647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.638550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866bfcd3-4c12-4c1c-85c7-b3b5a805c5cf,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:39.649648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.650972 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-32c2d96a-1cfc-4e2b-a0a3-5438f2420f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1552639 Jan 20 14:40:39.653973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54034) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:39.656392 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:40:39.659334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'a709abf1-de09-42a0-8b31-f4efe5e38bf7', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:39.665906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:39.669708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:39.672527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:39.678965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:39.689545 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:40:39.696747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.765198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.770357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.800524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975089c7-878f-4f6b-8c32-5dbaf68310fd,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:39.813695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:39.824925 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0d5ce264-1739-47fa-9d46-af79ab18faea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656628 Jan 20 14:40:39.941578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:39.946753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe5cb4-10cc-4d7d-bca6-0f8707487539 None None] The sync data for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv is: [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:40:40.050592 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-b55e3f99-e30f-4565-8436-ece73e2f1a3d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261625747&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0686696 Jan 20 14:40:40.229031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-f488e1aa-035a-4367-aa97-077eedbdf4c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:40.230594 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-f488e1aa-035a-4367-aa97-077eedbdf4c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/networks?id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 796 time: 0.1792400 Jan 20 14:40:40.249277 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-d1115f8e-d185-4499-85ba-419a29fe5c3f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/quotas/7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 375 time: 0.0121658 Jan 20 14:40:40.341605 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-76165c74-6793-4580-9e5e-2accb594a536 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854473 Jan 20 14:40:40.415249 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-7f179fb6-fa2e-4752-aa5d-cf66eac7fd25 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:40:40.416243 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-7f179fb6-fa2e-4752-aa5d-cf66eac7fd25 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606041 Jan 20 14:40:40.569521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 89e0a894-4ce9-44ce-af83-4e9381a82942 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:40:40.571809 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-016b0f17-8895-4663-86e0-14012dc83afc service neutron] 10.222.0.87 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491740 Jan 20 14:40:40.649884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 89e0a894-4ce9-44ce-af83-4e9381a82942 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:40:40.655862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 89e0a894-4ce9-44ce-af83-4e9381a82942 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:40.656345 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:40.731827 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-71242cac-2640-4de5-9830-af20bd4c0d43 service neutron] 10.222.0.87 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524498 Jan 20 14:40:40.782102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:40.817385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 89e0a894-4ce9-44ce-af83-4e9381a82942, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=89e0a894-4ce9-44ce-af83-4e9381a82942,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:40:40.822922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:40.899982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=89e0a894-4ce9-44ce-af83-4e9381a82942,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:41.051044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-cd421e9a-63c8-45c1-b625-40c351613809 req-7c19500a-967e-4e2c-b603-826a62279421 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:40:41.071329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-cd421e9a-63c8-45c1-b625-40c351613809 req-7c19500a-967e-4e2c-b603-826a62279421 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:40:41.072609 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd421e9a-63c8-45c1-b625-40c351613809 req-7c19500a-967e-4e2c-b603-826a62279421 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 210 time: 0.1914115 Jan 20 14:40:42.029370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-e4d686f7-4957-4d16-9f0f-89b625bad6e2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:42.030072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-e4d686f7-4957-4d16-9f0f-89b625bad6e2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:40:42.046575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-e4d686f7-4957-4d16-9f0f-89b625bad6e2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:40:42.047884 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-e4d686f7-4957-4d16-9f0f-89b625bad6e2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 796 time: 0.1718538 Jan 20 14:40:42.104591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-39f0b07f-eb01-44f7-b615-2ed9022c77ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:40:42.123455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-39f0b07f-eb01-44f7-b615-2ed9022c77ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:40:42.124771 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-39f0b07f-eb01-44f7-b615-2ed9022c77ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 380 time: 0.0686190 Jan 20 14:40:42.137076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'device_id': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'admin_state_up': True, 'tenant_id': '7b32be412f6047a4b4874650505da950', 'security_groups': ['a709abf1-de09-42a0-8b31-f4efe5e38bf7']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:42.226115 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5600ae09-6f76-430b-96bf-7c0d4e40c446 req-6604818c-e8d0-4e49-aba9-b948c5e9796f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 210 time: 0.0430214 Jan 20 14:40:42.272388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:42.281653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:42.293446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:40:42.296979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:42.470705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.4 (db97748d-73f5-44f9-b59c-3ebe5eddfdc0/8e8e0162-3471-4589-86cf-77e1a773756f/986d22cb-1dbe-43ce-be63-c8bc949241de) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:40:42.505893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 89e0a894-4ce9-44ce-af83-4e9381a82942 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:40:42.592668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 89e0a894-4ce9-44ce-af83-4e9381a82942 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:42.593040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:42.658464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:42.673274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 986d22cb-1dbe-43ce-be63-c8bc949241de will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:40:42.700069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:42.774584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:40:42.777774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:40:42.781752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:40:42.812238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=986d22cb-1dbe-43ce-be63-c8bc949241de,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:42.849069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:42.849626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:42.876469 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-0fa09e00-c813-43b1-be5f-f34a8eefd606 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430804 Jan 20 14:40:42.887587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Request body: {'port': {'device_id': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:42.972420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-394c34c3-ead3-4500-8d57-e2170071bf51 None None] Provisioning for port 986d22cb-1dbe-43ce-be63-c8bc949241de completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:40:42.977232 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-394c34c3-ead3-4500-8d57-e2170071bf51 None None] Provisioning complete for port 986d22cb-1dbe-43ce-be63-c8bc949241de triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:42.977794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-394c34c3-ead3-4500-8d57-e2170071bf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:43.002122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:43.032338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-394c34c3-ead3-4500-8d57-e2170071bf51 None None] Port 986d22cb-1dbe-43ce-be63-c8bc949241de cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:40:43.387669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986d22cb-1dbe-43ce-be63-c8bc949241de {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:40:43.401552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:43.421065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Transition to ACTIVE for port object 986d22cb-1dbe-43ce-be63-c8bc949241de will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:40:43.427192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:43.554425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d7cdf-73a5-44cc-a2e2-86fb1b41f56c req-84090a3f-c569-4abe-9f3e-f0662ee54a68 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:43.555128 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-993d7cdf-73a5-44cc-a2e2-86fb1b41f56c req-84090a3f-c569-4abe-9f3e-f0662ee54a68 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:40:43.610055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Pushing event updated for resources: {'Port': ['ID=986d22cb-1dbe-43ce-be63-c8bc949241de,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:43.756035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-993d7cdf-73a5-44cc-a2e2-86fb1b41f56c req-84090a3f-c569-4abe-9f3e-f0662ee54a68 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:40:43.757118 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-993d7cdf-73a5-44cc-a2e2-86fb1b41f56c req-84090a3f-c569-4abe-9f3e-f0662ee54a68 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 931 time: 0.4256742 Jan 20 14:40:43.832196 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-993d7cdf-73a5-44cc-a2e2-86fb1b41f56c req-0dc57b70-d852-495a-897a-347e70e5bbcb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=a709abf1-de09-42a0-8b31-f4efe5e38bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611324 Jan 20 14:40:43.832983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Attempting to bind port 986d22cb-1dbe-43ce-be63-c8bc949241de on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:40:43.833308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Attempting to bind port 986d22cb-1dbe-43ce-be63-c8bc949241de by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:40:43.833630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Attempting to bind port 986d22cb-1dbe-43ce-be63-c8bc949241de on network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:40:43.838405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Port 986d22cb-1dbe-43ce-be63-c8bc949241de on network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:40:43.838714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Attempting to bind port 986d22cb-1dbe-43ce-be63-c8bc949241de on network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:40:43.844001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:40:43.844470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Checking segment: {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:40:43.844989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Bound using segment: {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:40:43.845413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Bound port: 986d22cb-1dbe-43ce-be63-c8bc949241de, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:40:43.845785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:43.940721 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] For port 986d22cb-1dbe-43ce-be63-c8bc949241de, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:40:43.945571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] For port 986d22cb-1dbe-43ce-be63-c8bc949241de, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=986d22cb-1dbe-43ce-be63-c8bc949241de,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:40:43.953796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:44.022820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:44.023448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:44.024836 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] 10.222.0.72 "PUT /v2.0/ports/986d22cb-1dbe-43ce-be63-c8bc949241de HTTP/1.1" status: 200 len: 1093 time: 1.1414993 Jan 20 14:40:44.025291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'tag': '986d22cb-1dbe-43ce-be63-c8bc949241de'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:40:44.050833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f984b11-9a10-4714-a8ab-1fbbec1a8e7b service neutron] Pushing event updated for resources: {'Port': ['ID=986d22cb-1dbe-43ce-be63-c8bc949241de,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:44.107111 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'tag': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'status': 'completed', 'code': 200} Jan 20 14:40:44.147958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-46bfaabe-15ca-4773-8965-90ffd0e7735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:44.149641 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-46bfaabe-15ca-4773-8965-90ffd0e7735d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 1096 time: 0.0783978 Jan 20 14:40:44.218683 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-283d5bcd-793f-4fbd-9ed3-d6d2cd6d31f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986d22cb-1dbe-43ce-be63-c8bc949241de HTTP/1.1" status: 200 len: 217 time: 0.0616446 Jan 20 14:40:44.284196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-559639db-31d4-4c3e-b788-8637ff3ce7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:44.285552 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-559639db-31d4-4c3e-b788-8637ff3ce7e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e8e0162-3471-4589-86cf-77e1a773756f HTTP/1.1" status: 200 len: 835 time: 0.0612071 Jan 20 14:40:44.360516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-e0e818ea-1fdb-4bb9-bdd5-609971f302d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:44.362026 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-e0e818ea-1fdb-4bb9-bdd5-609971f302d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707262 Jan 20 14:40:44.495078 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-02632c8b-6e24-47d5-98d8-07402ed876c7 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269763 Jan 20 14:40:44.632004 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7b385d0-84fe-4860-ae70-64236ede5f1f req-cce46335-1ec8-40ae-b787-b87748e5bd73 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288600 Jan 20 14:40:44.766594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-7796b735-dbbc-4399-b245-ab851afd0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:44.768189 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-7796b735-dbbc-4399-b245-ab851afd0c33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 1096 time: 0.0874844 Jan 20 14:40:44.901614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-1b5f9740-5b13-4d50-baa7-ee1705a28dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:44.902993 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-1b5f9740-5b13-4d50-baa7-ee1705a28dc0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 897 time: 0.1274943 Jan 20 14:40:45.004245 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-53be31a7-bb8e-46e8-b108-1bea862bd27a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986d22cb-1dbe-43ce-be63-c8bc949241de HTTP/1.1" status: 200 len: 217 time: 0.0944099 Jan 20 14:40:45.077831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-60fb5213-ddef-4660-bbd1-440897f7925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:45.079305 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-60fb5213-ddef-4660-bbd1-440897f7925e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e8e0162-3471-4589-86cf-77e1a773756f HTTP/1.1" status: 200 len: 835 time: 0.0689569 Jan 20 14:40:45.136900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b8b9f-d59d-48de-8d68-491d2b6d76d6 req-9bd90e03-1eeb-4df8-991b-0300bfff9021 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:45.138301 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b8b8b9f-d59d-48de-8d68-491d2b6d76d6 req-9bd90e03-1eeb-4df8-991b-0300bfff9021 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 943 time: 0.1825280 Jan 20 14:40:45.196950 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b8b8b9f-d59d-48de-8d68-491d2b6d76d6 req-4f1da65a-bad5-4ebb-81fa-458036721e3a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=a709abf1-de09-42a0-8b31-f4efe5e38bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474958 Jan 20 14:40:45.206183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-af53926d-ac23-4a94-b165-fb59b283cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:45.207666 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-af53926d-ac23-4a94-b165-fb59b283cc86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1216080 Jan 20 14:40:45.337877 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-e93b6164-24ca-4c6e-b377-36e04bce3855 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231925 Jan 20 14:40:45.569100 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4830bad-94db-4305-8fd2-8247fd79b40a req-cfbfa6ea-0c42-4805-b9b1-ef8d8b7afc56 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232807 Jan 20 14:40:46.016894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 986d22cb-1dbe-43ce-be63-c8bc949241de details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:40:46.160437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 986d22cb-1dbe-43ce-be63-c8bc949241de, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=986d22cb-1dbe-43ce-be63-c8bc949241de,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:40:46.179001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'port_id': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'mac_address': 'fa:16:3e:06:e6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:40:46.243109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:46.262791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986d22cb-1dbe-43ce-be63-c8bc949241de {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:40:46.278252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 986d22cb-1dbe-43ce-be63-c8bc949241de, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=986d22cb-1dbe-43ce-be63-c8bc949241de,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:40:46.284042 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:46.348877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=986d22cb-1dbe-43ce-be63-c8bc949241de,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:46.392961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590a2e9-71c3-4ec4-a81a-a510ed2e61c7 req-19ac7af0-bc33-4aaf-9edc-cdc477203018 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:46.394399 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b590a2e9-71c3-4ec4-a81a-a510ed2e61c7 req-19ac7af0-bc33-4aaf-9edc-cdc477203018 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 944 time: 0.0828681 Jan 20 14:40:46.439760 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b590a2e9-71c3-4ec4-a81a-a510ed2e61c7 req-fdfee891-ed21-4941-914d-c2efee3e96be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=a709abf1-de09-42a0-8b31-f4efe5e38bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395386 Jan 20 14:40:46.505748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['986d22cb-1dbe-43ce-be63-c8bc949241de'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:40:47.628198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c530-137f-43ad-9a2e-e9f646e27020 req-e26e75bf-d188-47ac-9bf9-e44bb23a100f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:47.629665 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-59a8c530-137f-43ad-9a2e-e9f646e27020 req-e26e75bf-d188-47ac-9bf9-e44bb23a100f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 944 time: 0.0814900 Jan 20 14:40:47.681528 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-59a8c530-137f-43ad-9a2e-e9f646e27020 req-9436e826-1025-452c-9b38-f769e871c2ce tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=a709abf1-de09-42a0-8b31-f4efe5e38bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462115 Jan 20 14:40:48.017228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 986d22cb-1dbe-43ce-be63-c8bc949241de up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:40:48.091004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 986d22cb-1dbe-43ce-be63-c8bc949241de completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:40:48.095733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 986d22cb-1dbe-43ce-be63-c8bc949241de triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:40:48.096172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:48.212753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:48.239683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986d22cb-1dbe-43ce-be63-c8bc949241de'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:40:48.249133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 986d22cb-1dbe-43ce-be63-c8bc949241de, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=986d22cb-1dbe-43ce-be63-c8bc949241de,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:40:48.253715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:48.289008 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'code': 200} Jan 20 14:40:48.321145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=986d22cb-1dbe-43ce-be63-c8bc949241de,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:48.514222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cb22f-ee17-4c62-9f92-e1cfffae4e03 req-875ef94a-8867-477f-befe-9e299cb7e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:48.515686 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d73cb22f-ee17-4c62-9f92-e1cfffae4e03 req-875ef94a-8867-477f-befe-9e299cb7e0a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 1098 time: 0.0699959 Jan 20 14:40:48.555155 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d73cb22f-ee17-4c62-9f92-e1cfffae4e03 req-524f5933-5e97-4c9a-958b-6d2e878a0469 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a709abf1-de09-42a0-8b31-f4efe5e38bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332875 Jan 20 14:40:48.886002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ef0e9-7146-40b6-a58a-7187e400063a req-9afe9d01-5ff3-4b33-bde9-529a61adc75c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:48.887323 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a28ef0e9-7146-40b6-a58a-7187e400063a req-9afe9d01-5ff3-4b33-bde9-529a61adc75c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 945 time: 0.0918348 Jan 20 14:40:48.930923 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a28ef0e9-7146-40b6-a58a-7187e400063a req-00fea986-1ea9-44ab-a5f1-9da73a371483 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=a709abf1-de09-42a0-8b31-f4efe5e38bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378971 Jan 20 14:40:50.138376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c33087-fb82-404e-b5c4-106fb562934c req-42782f82-11ca-4da9-84f5-3e7d6ccf3d01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:50.139847 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-87c33087-fb82-404e-b5c4-106fb562934c req-42782f82-11ca-4da9-84f5-3e7d6ccf3d01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 945 time: 0.0910313 Jan 20 14:40:50.193837 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-87c33087-fb82-404e-b5c4-106fb562934c req-ff01b083-d2da-4795-a16b-508c329cbb64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=a709abf1-de09-42a0-8b31-f4efe5e38bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481102 Jan 20 14:40:50.387397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f4dc5-ae83-4b2a-bf8d-7c4450682d18 req-8c1d6e6b-ec2f-4f78-87c2-fa40dc39223f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:50.388913 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-028f4dc5-ae83-4b2a-bf8d-7c4450682d18 req-8c1d6e6b-ec2f-4f78-87c2-fa40dc39223f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 945 time: 0.0880241 Jan 20 14:40:50.433383 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-028f4dc5-ae83-4b2a-bf8d-7c4450682d18 req-6c846379-d991-4d3c-9365-37c93f6b0929 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=a709abf1-de09-42a0-8b31-f4efe5e38bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387793 Jan 20 14:40:50.456464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54086) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:50.535322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90996620-e632-4b1e-9b5b-fe0398666c3a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:50.537311 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-90996620-e632-4b1e-9b5b-fe0398666c3a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 1093 time: 0.0798628 Jan 20 14:40:50.540387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54090) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:50.545451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:40:50.551599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:40:50.555478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:floatingip and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:40:50.558371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:40:50.567672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:40:50.580592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:50.718594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:50.952340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.202 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/48125726-79f8-48c9-8638-ecf0b33a4ce4) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:40:51.096198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:51.127587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:51.194582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:40:51.197510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:40:51.201113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:40:51.229791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=48125726-79f8-48c9-8638-ecf0b33a4ce4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:51.641278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:51.719427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:51.944090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:51.951765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:52.056491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=48125726-79f8-48c9-8638-ecf0b33a4ce4,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:52.067971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:52.238404 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 77389173-877d-4004-afcf-27f84d4414aa associated. External IP: 172.26.0.202, port: 986d22cb-1dbe-43ce-be63-c8bc949241de. Jan 20 14:40:52.721522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:40:52.906994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:40:52.917864 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] Sync routers for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:40:52.929678 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:40:52.930364 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:40:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:52.934710 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:52.990430 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c9e4d0b4-8d49-45ea-889b-0e2a503d5b17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4486542 Jan 20 14:40:52.991009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'tag': '986d22cb-1dbe-43ce-be63-c8bc949241de'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:40:52.992970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54094) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:53.035075 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'tag': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'status': 'completed', 'code': 200} Jan 20 14:40:53.111761 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:40:53.171939 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e90a1009-1ee4-4d2c-8c36-58d5de148ab9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 991 time: 0.1775770 Jan 20 14:40:53.184559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-bd8090b0-ebe1-431a-adee-b844a2187da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:53.185967 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-bd8090b0-ebe1-431a-adee-b844a2187da8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 1098 time: 0.1085124 Jan 20 14:40:53.316619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-c47f6a10-28a0-43ae-b28e-3e76ac65f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:53.318089 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-c47f6a10-28a0-43ae-b28e-3e76ac65f1fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 897 time: 0.1255679 Jan 20 14:40:53.418983 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-5cc8824d-8a25-495e-82b7-4cd2aa3711aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986d22cb-1dbe-43ce-be63-c8bc949241de HTTP/1.1" status: 200 len: 999 time: 0.0950909 Jan 20 14:40:53.474814 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '77389173-877d-4004-afcf-27f84d4414aa', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'port_id': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'mac_address': 'fa:16:3e:06:e6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:40:51Z', 'updated_at': '2022-01-20T14:40:51Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:53.478607 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] Checking router: f0a5b360-2ec9-4a97-adff-5a5e14f6e00a for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:40:53.481527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-c62c3308-56cd-4274-83dc-c41e58d7a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:53.483003 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-c62c3308-56cd-4274-83dc-c41e58d7a029 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e8e0162-3471-4589-86cf-77e1a773756f HTTP/1.1" status: 200 len: 835 time: 0.0574358 Jan 20 14:40:53.486742 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:40:53.487329 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:40:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:53.564266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-a70866d3-f0e4-4e60-9831-9c14cec7da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:53.565840 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-a70866d3-f0e4-4e60-9831-9c14cec7da00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770195 Jan 20 14:40:53.662350 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:40:53.703368 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-17399715-65c5-4c0a-ac7e-48ed90a99087 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313181 Jan 20 14:40:53.835059 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d61314e7-9fec-4031-9aec-f4f2a95948fd req-b77d5b91-339e-4f63-be11-97473f614eab service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254325 Jan 20 14:40:54.016774 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '77389173-877d-4004-afcf-27f84d4414aa', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'port_id': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'mac_address': 'fa:16:3e:06:e6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:40:51Z', 'updated_at': '2022-01-20T14:40:51Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:54.021170 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d69f5d-ff31-4301-84ee-d4bf9d1bd60b None None] The sync data for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv is: [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '77389173-877d-4004-afcf-27f84d4414aa', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'port_id': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'mac_address': 'fa:16:3e:06:e6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:40:51Z', 'updated_at': '2022-01-20T14:40:51Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:40:54.175360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54100) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:54.215590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6710b559-115a-483e-8c7d-5a04576ab950 None None] New status for floating IP 77389173-877d-4004-afcf-27f84d4414aa: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:40:54.281369 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c82175bb-55f8-40f5-94e8-a43c5556a984 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 991 time: 0.1047277 Jan 20 14:40:54.752348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:55.286159 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54104) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:55.393986 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f97fe7a3-de1d-499d-ac79-30dc3b73516d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 993 time: 0.1065433 Jan 20 14:41:03.100478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-676a5be1-0fad-4f5a-9abf-ee4478986cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:05.435502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f0b49783-4664-4399-ab4d-f910cdf6a257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:06.421324 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:06.454299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:07.892553 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:16.661473 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:41:24.563497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54120) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:24.749907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:24.750699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0621319-3e81-4fe9-a227-a3fdb6d8e159 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:24.751232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0621319-3e81-4fe9-a227-a3fdb6d8e159 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:24.751692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0621319-3e81-4fe9-a227-a3fdb6d8e159 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:24.753634 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e0621319-3e81-4fe9-a227-a3fdb6d8e159 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?project_id=7b32be412f6047a4b4874650505da950&network_id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 2999 time: 0.1885936 Jan 20 14:41:26.477679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54132) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:26.540870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52392f7a-67f2-4a4a-b5aa-94c2ea697693 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:26.543167 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-52392f7a-67f2-4a4a-b5aa-94c2ea697693 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba HTTP/1.1" status: 200 len: 814 time: 0.0642698 Jan 20 14:41:27.007828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54140) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:27.013510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-62b1aee7-26f3-41c6-980e-279ab73697c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:27.130893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62b1aee7-26f3-41c6-980e-279ab73697c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:27.401758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62b1aee7-26f3-41c6-980e-279ab73697c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:27.409035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62b1aee7-26f3-41c6-980e-279ab73697c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:27.409451 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-62b1aee7-26f3-41c6-980e-279ab73697c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 77389173-877d-4004-afcf-27f84d4414aa disassociated. External IP: 172.26.0.202, port: 986d22cb-1dbe-43ce-be63-c8bc949241de. Jan 20 14:41:27.791980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b1aee7-26f3-41c6-980e-279ab73697c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:41:28.094203 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b1aee7-26f3-41c6-980e-279ab73697c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:41:28.098505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-62b1aee7-26f3-41c6-980e-279ab73697c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:28.103751 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] Sync routers for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:41:28.114734 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:41:28.115334 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:41:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:28.156317 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-62b1aee7-26f3-41c6-980e-279ab73697c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 690 time: 1.1443136 Jan 20 14:41:28.156317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'tag': '986d22cb-1dbe-43ce-be63-c8bc949241de'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:41:28.156746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54144) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:28.203705 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'tag': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'status': 'completed', 'code': 200} Jan 20 14:41:28.273479 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9e5949b4-dba2-4871-af07-7e25b19266c0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 690 time: 0.1153131 Jan 20 14:41:28.291293 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:41:28.310554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-ebfc5a3c-8e39-49f3-98a5-6ac0339f1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:28.311962 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-ebfc5a3c-8e39-49f3-98a5-6ac0339f1d43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 1098 time: 0.0784187 Jan 20 14:41:28.444413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-baa20f47-76a5-4d6f-911e-b69b4e9ebba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:28.445951 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-baa20f47-76a5-4d6f-911e-b69b4e9ebba9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 897 time: 0.1279066 Jan 20 14:41:28.516243 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-2c1d347f-2ac3-4125-bb0f-03bd4b92fd9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986d22cb-1dbe-43ce-be63-c8bc949241de HTTP/1.1" status: 200 len: 217 time: 0.0638688 Jan 20 14:41:28.580180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-9cccd3d5-9a3a-487c-a42e-09a3c2941d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:28.581527 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-9cccd3d5-9a3a-487c-a42e-09a3c2941d7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e8e0162-3471-4589-86cf-77e1a773756f HTTP/1.1" status: 200 len: 835 time: 0.0595503 Jan 20 14:41:28.606242 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:28.610181 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] Checking router: f0a5b360-2ec9-4a97-adff-5a5e14f6e00a for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:41:28.618463 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:41:28.619047 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:41:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:28.655784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-0d78ef9b-e477-4f81-9817-d396c625f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:28.657435 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-0d78ef9b-e477-4f81-9817-d396c625f75f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700686 Jan 20 14:41:28.792040 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-5f42148c-3f70-4dc6-b6ad-d72d6ddad66a service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281288 Jan 20 14:41:28.815307 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:41:28.922431 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-571fe24b-23f7-45f6-9296-f0e9d0e8d604 req-362a084d-5f75-40fb-9827-626287062a7f service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237106 Jan 20 14:41:29.140690 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:29.146400 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9811fc1-a38d-408f-84ea-82908af8be0e None None] The sync data for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv is: [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:41:29.277755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54150) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:29.359748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2de5c-c96e-4df7-bc07-47e4c52c272b None None] New status for floating IP 77389173-877d-4004-afcf-27f84d4414aa: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:41:29.362451 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d68e1057-a502-4142-b8da-cd56436b2562 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 690 time: 0.0835524 Jan 20 14:41:30.367477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54154) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:30.461255 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7a50a2e5-306e-405f-b632-c7727c072ff0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 688 time: 0.0923736 Jan 20 14:41:31.809230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54160) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:31.814523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503465318', 'description': 'tempest-secgroup-smoke-1503465318 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:31.820781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:31.833260 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:31.845714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:31.866004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:31.869900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:31.872765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:31.878408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:31.946929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:31.952769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:31.995869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f78210-3669-42d1-a926-d237f501dfb4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:32.003928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.004297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.004652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.004957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.005312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.005634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.005950 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.006266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.006582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.006894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.007408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.007533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.010488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.013931 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ae7c45cd-16c9-4a6c-8ce0-0811624f717a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2014794 Jan 20 14:41:32.015327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54164) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:32.020431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '55f78210-3669-42d1-a926-d237f501dfb4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:32.026655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:32.030524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:32.033416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:32.039209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:32.056855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.117603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.122660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.148772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef42ea3-b566-4e58-b051-bfc2fb40fef4,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:32.158834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.160080 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d86b8f05-d99f-4205-9eb0-4843323a9437 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441972 Jan 20 14:41:32.163419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54168) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:32.168601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '55f78210-3669-42d1-a926-d237f501dfb4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:32.174902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:32.179101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:32.182134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:32.188569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:32.209356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.267763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.273052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.296428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de23523-fb11-4ed5-b2aa-3251a7c7080a,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:32.306287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.306663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.306973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.307321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.307637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.307974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.308313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.308648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.308958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.309273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.309590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.309900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:32.312797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.313934 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-251d5f51-3203-44c1-a8ad-b71600e1ad61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495526 Jan 20 14:41:32.316879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54172) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:32.321821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '55f78210-3669-42d1-a926-d237f501dfb4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:32.327614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:32.331724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:32.334699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:32.340347 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:32.362028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.429848 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.436385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.458746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a3b641-cc11-42a8-8fc3-c9193771b202,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:32.468470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.469625 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-188a5cf8-7147-4d6d-995b-b4ddbb22e4fd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518505 Jan 20 14:41:32.473740 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54176) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:32.478679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '55f78210-3669-42d1-a926-d237f501dfb4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:32.484595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:32.488622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:32.491495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:32.497267 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:32.516719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.585471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.590889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.613001 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3af539d-f9eb-46e1-b931-ce7a2525cc8a,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:32.623411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.624802 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0dd0443d-d80e-4e5f-a070-c2c680723462 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500168 Jan 20 14:41:32.628694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54180) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:32.633531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '55f78210-3669-42d1-a926-d237f501dfb4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:32.639265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:32.643177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:32.646153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:32.651734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:32.663083 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:41:32.669693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.733830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.739276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.761421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aed793a-a6bf-46ed-a8e2-6ee9e77e1772,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:32.771425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.772915 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-67c0ba15-f7c2-48e8-b700-e4f3cc4c6d00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431561 Jan 20 14:41:32.776058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54184) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:32.784596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '55f78210-3669-42d1-a926-d237f501dfb4', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:32.793839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:32.800053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:32.803901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:32.809889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:32.823978 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:41:32.834570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.901722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.907846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.932146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b5a019-fd38-4a3b-a6f0-493524f9f081,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:32.943119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.944313 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-12da134b-1323-4057-89f0-80deea689dd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1668663 Jan 20 14:41:33.094886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cf30009-9960-44cd-b40e-5e980cabbf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:33.116600 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-c2f56b62-cb2e-4f23-ab07-f0aee89460d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503465318&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0492554 Jan 20 14:41:33.286851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-f3b396a6-0f25-40c4-bc13-74057d1e7088 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:33.288178 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-f3b396a6-0f25-40c4-bc13-74057d1e7088 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/networks?id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 796 time: 0.1606734 Jan 20 14:41:33.303238 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-a342dda9-861b-486c-8e3e-6c7df3db6104 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/quotas/7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 375 time: 0.0092924 Jan 20 14:41:33.392728 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-98e78eab-257e-4570-bad7-89757c8531c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0844958 Jan 20 14:41:33.534494 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-379a5faa-9756-429b-8778-cc31f3f05463 service neutron] 10.222.0.87 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302574 Jan 20 14:41:33.671672 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-5add5a49-d436-4075-9a87-12b4bfbe25e5 service neutron] 10.222.0.87 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287255 Jan 20 14:41:33.850541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-537288ba-1914-43e6-9760-5e71bd47436f req-13ab5bca-ff91-4682-8f01-a1ba8c2acff6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 210 time: 0.0442379 Jan 20 14:41:34.927893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-a4ac5633-d944-4f21-a7fd-f128ea2e7a33 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:34.929359 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-a4ac5633-d944-4f21-a7fd-f128ea2e7a33 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 796 time: 0.1443191 Jan 20 14:41:34.982922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-4bebd4ab-69df-419d-bf6e-c08ba5ed039f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:41:34.997054 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-74a4bf6c-214a-4461-928d-89df62e477e2 req-49574e52-7b47-4ab8-a1d5-1ffed7bff9a3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 210 time: 0.0427477 Jan 20 14:41:35.004115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-4bebd4ab-69df-419d-bf6e-c08ba5ed039f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:41:35.006108 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-4bebd4ab-69df-419d-bf6e-c08ba5ed039f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 473 time: 0.0684383 Jan 20 14:41:35.016076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'device_id': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'admin_state_up': True, 'tenant_id': '7b32be412f6047a4b4874650505da950', 'security_groups': ['55f78210-3669-42d1-a926-d237f501dfb4']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:35.269650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:35.279698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:35.292001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:41:35.295516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:35.421602 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c224fbe9-b7d3-43db-886a-30492d936c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:35.454695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.3 (db97748d-73f5-44f9-b59c-3ebe5eddfdc0/8e8e0162-3471-4589-86cf-77e1a773756f/2a7f653d-92f9-4b25-bc1b-88c2dc20d805) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:41:35.651042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:35.666829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:35.693800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:35.767181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:41:35.770346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:41:35.774156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:41:35.804391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:35.840786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:35.841392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:35.868294 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-762e1981-5c1d-47c1-bfb4-c2562fe643c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8571742 Jan 20 14:41:35.879901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Request body: {'port': {'device_id': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:35.979963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4172d45d-7447-48d0-96ee-3a3520fe3fe9 None None] Provisioning for port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:35.984605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4172d45d-7447-48d0-96ee-3a3520fe3fe9 None None] Provisioning complete for port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:35.985090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4172d45d-7447-48d0-96ee-3a3520fe3fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:35.995513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:36.038223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4172d45d-7447-48d0-96ee-3a3520fe3fe9 None None] Port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:41:36.317762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d854adb-f859-4776-b52d-8e358d993410 req-323be2d1-ffea-4451-a95a-74e16b046666 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:36.318450 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-1d854adb-f859-4776-b52d-8e358d993410 req-323be2d1-ffea-4451-a95a-74e16b046666 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:41:36.352448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-1d854adb-f859-4776-b52d-8e358d993410 req-323be2d1-ffea-4451-a95a-74e16b046666 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:41:36.353592 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d854adb-f859-4776-b52d-8e358d993410 req-323be2d1-ffea-4451-a95a-74e16b046666 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 931 time: 0.2372701 Jan 20 14:41:36.413754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:36.436722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:41:36.448630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:36.451795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:36.453718 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d854adb-f859-4776-b52d-8e358d993410 req-68bf64a4-7568-405a-8d51-1ef79f679659 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=55f78210-3669-42d1-a926-d237f501dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676098 Jan 20 14:41:36.466996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Transition to ACTIVE for port object 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:36.474616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:36.643296 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Pushing event updated for resources: {'Port': ['ID=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:36.712265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Attempting to bind port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:41:36.712629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Attempting to bind port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:41:36.712952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Attempting to bind port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 on network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:41:36.717589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 on network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:41:36.717902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Attempting to bind port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 on network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:41:36.723559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:41:36.723995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Checking segment: {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:41:36.724471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Bound using segment: {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:41:36.724887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Bound port: 2a7f653d-92f9-4b25-bc1b-88c2dc20d805, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:41:36.725223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:36.817607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] For port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:41:36.820523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] For port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:41:36.827480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:36.886074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:36.886667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:36.888035 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] 10.222.0.72 "PUT /v2.0/ports/2a7f653d-92f9-4b25-bc1b-88c2dc20d805 HTTP/1.1" status: 200 len: 1093 time: 1.0127549 Jan 20 14:41:36.888484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'tag': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:41:36.908100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166fa7-b985-4028-b21d-73cfd0995d8c service neutron] Pushing event updated for resources: {'Port': ['ID=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:36.974632 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'tag': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805', 'status': 'completed', 'code': 200} Jan 20 14:41:37.115154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-f971eadd-fb18-4102-9cef-aeb1cfc10340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:37.116657 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-f971eadd-fb18-4102-9cef-aeb1cfc10340 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 1096 time: 0.1812823 Jan 20 14:41:37.187032 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-ab680413-9b43-4d10-96dc-a86014345f7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7f653d-92f9-4b25-bc1b-88c2dc20d805 HTTP/1.1" status: 200 len: 217 time: 0.0624127 Jan 20 14:41:37.250212 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-81a81611-4380-4490-8bc3-aee96642aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:37.251607 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-81a81611-4380-4490-8bc3-aee96642aa7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e8e0162-3471-4589-86cf-77e1a773756f HTTP/1.1" status: 200 len: 835 time: 0.0590637 Jan 20 14:41:37.335904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-6f06ac66-8603-4c91-81ed-80ad488da11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:37.337386 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-6f06ac66-8603-4c91-81ed-80ad488da11f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791409 Jan 20 14:41:37.475538 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-b44dcbd8-c60b-4e06-9433-a413a03e4d06 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318810 Jan 20 14:41:37.662659 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f7290da7-2671-48b4-a24b-1444f52014e4 req-cfb3051b-3e64-4f55-a5e5-395445dbefa4 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815534 Jan 20 14:41:37.680189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31587d96-8816-4416-9d40-7988182d4876 req-61744596-17f4-4a7b-a43b-d480ac1a386f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:37.681674 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-31587d96-8816-4416-9d40-7988182d4876 req-61744596-17f4-4a7b-a43b-d480ac1a386f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 943 time: 0.1224499 Jan 20 14:41:37.770314 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-31587d96-8816-4416-9d40-7988182d4876 req-4c11015f-c538-49fc-b6c7-522734371b14 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=55f78210-3669-42d1-a926-d237f501dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812137 Jan 20 14:41:37.795845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6c401-774a-488c-aa71-b689b668e77c req-3ebb07bc-c849-4630-90fe-f5c58bc14c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:37.797575 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81b6c401-774a-488c-aa71-b689b668e77c req-3ebb07bc-c849-4630-90fe-f5c58bc14c0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 1096 time: 0.0909705 Jan 20 14:41:37.885863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:37.940958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6c401-774a-488c-aa71-b689b668e77c req-c305e55d-5557-489d-92b2-ab0388e3c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:37.942429 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81b6c401-774a-488c-aa71-b689b668e77c req-c305e55d-5557-489d-92b2-ab0388e3c23f service neutron] 10.222.0.72 "GET /v2.0/networks?id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 897 time: 0.1383379 Jan 20 14:41:37.968678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e89951-e9fc-4bd8-b106-c3a0b4bbb038 req-d5da1780-b740-486b-95e9-50b600d6305f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:37.970170 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-36e89951-e9fc-4bd8-b106-c3a0b4bbb038 req-d5da1780-b740-486b-95e9-50b600d6305f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 946 time: 0.0896795 Jan 20 14:41:38.015090 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81b6c401-774a-488c-aa71-b689b668e77c req-a4366a27-ac5e-4c47-afc2-d4188dfb5eeb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7f653d-92f9-4b25-bc1b-88c2dc20d805 HTTP/1.1" status: 200 len: 217 time: 0.0651736 Jan 20 14:41:38.015621 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-36e89951-e9fc-4bd8-b106-c3a0b4bbb038 req-7389b111-b0b8-4d37-b761-5f91dcbc8e1a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395899 Jan 20 14:41:38.081619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6c401-774a-488c-aa71-b689b668e77c req-98970e8f-746b-4f0b-a6d4-58ce089ea71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:38.083244 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81b6c401-774a-488c-aa71-b689b668e77c req-98970e8f-746b-4f0b-a6d4-58ce089ea71a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e8e0162-3471-4589-86cf-77e1a773756f HTTP/1.1" status: 200 len: 835 time: 0.0613558 Jan 20 14:41:38.162323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6c401-774a-488c-aa71-b689b668e77c req-2f1d5ad5-54ae-4413-b3d9-f0b81bcfb67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:38.163759 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81b6c401-774a-488c-aa71-b689b668e77c req-2f1d5ad5-54ae-4413-b3d9-f0b81bcfb67a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721591 Jan 20 14:41:38.252737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:41:38.300143 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81b6c401-774a-488c-aa71-b689b668e77c req-ee4edac1-1453-4bc7-bf45-023490c9d9b7 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285708 Jan 20 14:41:38.367841 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-21422d26-fb99-464d-bbc0-ea1fb6dacb6b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689473 Jan 20 14:41:38.385368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:41:38.402149 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'port_id': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805', 'mac_address': 'fa:16:3e:20:7d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:41:38.433927 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81b6c401-774a-488c-aa71-b689b668e77c req-a1610471-ef24-44b6-94c8-8c1b6fe1fa97 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279919 Jan 20 14:41:38.456709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:38.473980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:41:38.489946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:41:38.497224 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:38.518657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-c9771fb4-f93f-403f-b11e-a1f444850169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:38.520133 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-c9771fb4-f93f-403f-b11e-a1f444850169 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 1098 time: 0.0783803 Jan 20 14:41:38.563873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:38.571312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.571663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.572003 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.572365 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.572698 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.573031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.573354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.573674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.574004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.574427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.574749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.575076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:38.665659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-a55d23a0-f5a2-4721-b9a3-2441daede25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:38.667092 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-a55d23a0-f5a2-4721-b9a3-2441daede25a service neutron] 10.222.0.72 "GET /v2.0/networks?id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 897 time: 0.1277790 Jan 20 14:41:38.719931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['2a7f653d-92f9-4b25-bc1b-88c2dc20d805'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:41:38.735533 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-c18341af-b9a1-4149-878e-e03fe5bd9622 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986d22cb-1dbe-43ce-be63-c8bc949241de HTTP/1.1" status: 200 len: 217 time: 0.0604444 Jan 20 14:41:38.909607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-1bd4d98d-5425-4ea0-82fe-97fd1400a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:38.911098 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-1bd4d98d-5425-4ea0-82fe-97fd1400a84b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e8e0162-3471-4589-86cf-77e1a773756f HTTP/1.1" status: 200 len: 835 time: 0.1690788 Jan 20 14:41:38.969933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176ee47-fa0c-4e65-8c6b-a06595593bd0 req-56db263b-b93d-4f66-90d6-9bd8caa0fe2f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:38.971395 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d176ee47-fa0c-4e65-8c6b-a06595593bd0 req-56db263b-b93d-4f66-90d6-9bd8caa0fe2f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 944 time: 0.0804281 Jan 20 14:41:38.988820 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-81e7e4b8-5f1c-405a-96b2-1aace0c20ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:38.990678 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-81e7e4b8-5f1c-405a-96b2-1aace0c20ab5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700574 Jan 20 14:41:39.026098 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d176ee47-fa0c-4e65-8c6b-a06595593bd0 req-bb060c69-9c0b-4188-afe8-253754f8b93f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=55f78210-3669-42d1-a926-d237f501dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467145 Jan 20 14:41:39.131270 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-0bfad3d4-19d8-4894-9ee4-a40ef4cbf0ed service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293230 Jan 20 14:41:39.324900 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f6473639-55f3-4b1d-a928-0b2a8202e838 req-ced841b6-5ab9-4963-820b-dca25d9ce940 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563928 Jan 20 14:41:39.335095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77b15b-3283-4a33-a87a-ed1722e36e10 req-0ed415d3-397d-4a85-b8de-d6d5c5566930 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:39.336457 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b77b15b-3283-4a33-a87a-ed1722e36e10 req-0ed415d3-397d-4a85-b8de-d6d5c5566930 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 946 time: 0.2017341 Jan 20 14:41:39.383837 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b77b15b-3283-4a33-a87a-ed1722e36e10 req-55a60ecf-43e2-469f-b269-2a617dd9b880 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401433 Jan 20 14:41:39.489793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-91f530e5-124f-4bad-914d-ba4bccdd5fa8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:39.491543 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-91f530e5-124f-4bad-914d-ba4bccdd5fa8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 946 time: 0.0912042 Jan 20 14:41:39.563958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Deleting port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:41:39.564371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:39.811367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] For port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:41:39.811698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:40.114931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:40.115683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:40.115683 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Floating IP c05a70a6-b030-4be3-b780-6e9df0d80011 disassociated. External IP: 172.26.0.88, port: 6661e4fd-849f-44c4-81d1-de85dd2e6a5e. Jan 20 14:41:40.116054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Calling delete_port for 6661e4fd-849f-44c4-81d1-de85dd2e6a5e owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:41:40.228111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc973e3-1a74-4726-9c59-b4558a1257a6 req-3b33ed5a-a1c4-4639-a92d-37cd51ea6c22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:40.229622 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5dc973e3-1a74-4726-9c59-b4558a1257a6 req-3b33ed5a-a1c4-4639-a92d-37cd51ea6c22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 944 time: 0.0835466 Jan 20 14:41:40.251706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:41:40.275516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:40.280037 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5dc973e3-1a74-4726-9c59-b4558a1257a6 req-5fd1275e-18a3-46a3-8cff-b2daefa4b53f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=55f78210-3669-42d1-a926-d237f501dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441401 Jan 20 14:41:40.333502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event deleted for resources: {'Port': ['ID=6661e4fd-849f-44c4-81d1-de85dd2e6a5e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:40.345088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:40.350805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:40.351181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:40.498861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:40.531538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:41:40.551070 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:41:40.574436 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:40.576109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 6661e4fd-849f-44c4-81d1-de85dd2e6a5e no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:41:40.637863 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805', 'code': 200} Jan 20 14:41:40.729236 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-95155a8b-7fbd-4a0d-83df-282e2849344c req-937ad6c6-9163-4080-8beb-682669a03726 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 210 time: 0.0884373 Jan 20 14:41:40.739707 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 6661e4fd-849f-44c4-81d1-de85dd2e6a5e {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:41:40.740048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 6661e4fd-849f-44c4-81d1-de85dd2e6a5e not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:41:40.752867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Router 86efed13-204a-4607-a75d-261451231119 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:41:40.813112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:40.910500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e27d9-9bbb-4b03-bf0b-9f8425a4d5a5 req-cade6d52-fefa-4f95-b378-fe33873a7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:40.912042 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4e27d9-9bbb-4b03-bf0b-9f8425a4d5a5 req-cade6d52-fefa-4f95-b378-fe33873a7637 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 1098 time: 0.0811939 Jan 20 14:41:40.959974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:41:40.970464 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] Sync routers for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:41:40.981210 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:41:40.982135 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:41:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:41.040701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] No DVR routers for this DVR port 6661e4fd-849f-44c4-81d1-de85dd2e6a5e on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:41:41.044601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:41.055486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'name': 'network-vif-deleted', 'tag': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:41:41.063155 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a4e27d9-9bbb-4b03-bf0b-9f8425a4d5a5 req-baa67755-352f-4b9e-b92f-bcdf13367702 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55f78210-3669-42d1-a926-d237f501dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450505 Jan 20 14:41:41.067743 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f033b6fd-ff2b-47ed-8c14-dc1be0f3ee04 req-8202d15e-c446-49ac-965e-e7b78961fcbc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "DELETE /v2.0/ports/6661e4fd-849f-44c4-81d1-de85dd2e6a5e HTTP/1.1" status: 204 len: 173 time: 1.5693393 Jan 20 14:41:41.101533 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328f8916-cd9b-49e9-8146-efd1887eaf47', 'name': 'network-vif-deleted', 'tag': '6661e4fd-849f-44c4-81d1-de85dd2e6a5e', 'status': 'completed', 'code': 200} Jan 20 14:41:41.179935 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:41:41.477628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648e78-c17a-4b15-b798-a75c204e48b2 req-ad026bee-3563-4f7c-9c22-eb477fbdba35 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:41.479141 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-47648e78-c17a-4b15-b798-a75c204e48b2 req-ad026bee-3563-4f7c-9c22-eb477fbdba35 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 945 time: 0.0844612 Jan 20 14:41:41.501569 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:41.505555 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] Checking router: 86efed13-204a-4607-a75d-261451231119 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:41:41.514243 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:41:41.514921 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:41:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:41.527558 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-47648e78-c17a-4b15-b798-a75c204e48b2 req-94e0967f-49fe-49b8-8bd3-b61e00b144cc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=55f78210-3669-42d1-a926-d237f501dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412223 Jan 20 14:41:41.696395 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:41:41.896951 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b580d8bb-1e71-47bd-ab8a-18b08bee0ab6 req-046e78ec-b029-4f83-9c81-785e07dd9e14 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=328f8916-cd9b-49e9-8146-efd1887eaf47 HTTP/1.1" status: 200 len: 210 time: 0.0495608 Jan 20 14:41:42.040035 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:42.043882 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dda262-75ad-4be2-b990-63162b30d887 None None] The sync data for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv is: [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:41:42.287958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1206500-1893-44dd-91be-077f9f0fdf03 None None] New status for floating IP c05a70a6-b030-4be3-b780-6e9df0d80011: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:41:42.714928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06aedc-601a-4da6-9ee3-259bf8c14a74 req-8462fa00-844e-4197-9010-12ae333e5463 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:42.716391 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8d06aedc-601a-4da6-9ee3-259bf8c14a74 req-8462fa00-844e-4197-9010-12ae333e5463 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 945 time: 0.0858696 Jan 20 14:41:42.763400 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8d06aedc-601a-4da6-9ee3-259bf8c14a74 req-6a62866c-fb31-47da-ada2-751bacc44f36 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=55f78210-3669-42d1-a926-d237f501dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389063 Jan 20 14:41:42.952449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ada40-1c3c-4292-aaeb-b5841a439470 req-9b22e3ba-2dbe-4726-a4d9-f4639447c93f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:42.954266 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c03ada40-1c3c-4292-aaeb-b5841a439470 req-9b22e3ba-2dbe-4726-a4d9-f4639447c93f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 945 time: 0.0859711 Jan 20 14:41:42.998421 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c03ada40-1c3c-4292-aaeb-b5841a439470 req-26bb73c7-0236-4131-b417-d046cd60e29f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=55f78210-3669-42d1-a926-d237f501dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385761 Jan 20 14:41:43.022603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54250) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:43.091522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f092474c-8578-41e6-8eb1-457c51127374 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:43.093118 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f092474c-8578-41e6-8eb1-457c51127374 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 1093 time: 0.0695472 Jan 20 14:41:43.096108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54256) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:43.101071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-520740ea-6c33-4cd9-ad8f-553c36007bf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'port_id': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:43.177870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-520740ea-6c33-4cd9-ad8f-553c36007bf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:43.363268 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-233db011-4275-4b7a-ac9e-851f6ebc8229 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593982813&fields=id&tenant_id=f02c648eedfa4778959bc63370316415 HTTP/1.1" status: 200 len: 267 time: 0.1273065 Jan 20 14:41:43.662372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-a2c55726-b409-43af-9d17-ba7d41603d41 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:43.663704 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-a2c55726-b409-43af-9d17-ba7d41603d41 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 812 time: 0.2865410 Jan 20 14:41:43.743524 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-91ea4c63-0c24-4909-bc92-3983d704f681 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/quotas/f02c648eedfa4778959bc63370316415 HTTP/1.1" status: 200 len: 375 time: 0.0737581 Jan 20 14:41:43.993570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-671fc9e7-9f3b-426a-b25a-f829793337f8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:41:44.023585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-671fc9e7-9f3b-426a-b25a-f829793337f8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:41:44.024887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-671fc9e7-9f3b-426a-b25a-f829793337f8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2686090 Jan 20 14:41:44.202581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-520740ea-6c33-4cd9-ad8f-553c36007bf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:44.210953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-520740ea-6c33-4cd9-ad8f-553c36007bf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:44.311069 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-0452023d-46f8-4073-9ca1-e03b78e443be service neutron] 10.222.0.87 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334342 Jan 20 14:41:44.477518 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-520740ea-6c33-4cd9-ad8f-553c36007bf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 77389173-877d-4004-afcf-27f84d4414aa associated. External IP: 172.26.0.202, port: 2a7f653d-92f9-4b25-bc1b-88c2dc20d805. Jan 20 14:41:44.634405 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-ee5409a3-4579-43a1-a9cd-626454bcb02a service neutron] 10.222.0.87 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715180 Jan 20 14:41:44.846330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520740ea-6c33-4cd9-ad8f-553c36007bf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:41:45.039220 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520740ea-6c33-4cd9-ad8f-553c36007bf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:41:45.043704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-520740ea-6c33-4cd9-ad8f-553c36007bf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:45.049380 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] Sync routers for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:41:45.061860 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:41:45.062516 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:41:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:45.069507 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ab7e93a6-886b-4805-91b9-21ab6a078d00 req-7f4b26ea-0406-4f58-9ea6-abbfbdbaefee tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 210 time: 0.0749729 Jan 20 14:41:45.108723 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-520740ea-6c33-4cd9-ad8f-553c36007bf3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 991 time: 2.0115018 Jan 20 14:41:45.109380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'tag': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:41:45.111808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54274) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:45.160044 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'tag': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805', 'status': 'completed', 'code': 200} Jan 20 14:41:45.245322 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ea9ca7cd-263f-4128-b609-e4aa42470656 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 991 time: 0.1320665 Jan 20 14:41:45.278474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-d24f61b7-458d-49a4-a2e3-4c6d6473150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:45.279851 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-d24f61b7-458d-49a4-a2e3-4c6d6473150f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 1098 time: 0.0965505 Jan 20 14:41:45.308346 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:41:45.550098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-d474d0f9-0980-4512-a940-dbc70e1bcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:45.551708 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-d474d0f9-0980-4512-a940-dbc70e1bcb0f service neutron] 10.222.0.72 "GET /v2.0/networks?id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 200 len: 897 time: 0.2646356 Jan 20 14:41:45.655935 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-6896e8a1-1514-4331-847e-f91dfb250bf7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7f653d-92f9-4b25-bc1b-88c2dc20d805 HTTP/1.1" status: 200 len: 999 time: 0.0981407 Jan 20 14:41:45.667944 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '77389173-877d-4004-afcf-27f84d4414aa', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'port_id': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'mac_address': 'fa:16:3e:20:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:40:51Z', 'updated_at': '2022-01-20T14:41:43Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:45.672433 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] Checking router: f0a5b360-2ec9-4a97-adff-5a5e14f6e00a for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:41:45.680798 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:41:45.681372 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:41:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:45.717852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-39fc68ae-d7df-4abc-8eab-40e397eb573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:45.719292 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-39fc68ae-d7df-4abc-8eab-40e397eb573e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e8e0162-3471-4589-86cf-77e1a773756f HTTP/1.1" status: 200 len: 835 time: 0.0564890 Jan 20 14:41:45.797439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-f57d985a-cfd0-4fc1-b6c1-d39f77fdea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:45.798783 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-f57d985a-cfd0-4fc1-b6c1-d39f77fdea29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db97748d-73f5-44f9-b59c-3ebe5eddfdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725365 Jan 20 14:41:45.855850 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:41:45.934094 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-3330ccce-417e-45e8-980a-9e1f2b4ba1b8 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282201 Jan 20 14:41:46.109153 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ae2f0ce2-563e-4a19-bc95-48a213f583a5 req-27ce41ff-9b72-4e55-b208-c77e20a597f1 service neutron] 10.222.0.72 "GET /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680014 Jan 20 14:41:46.170102 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-052b2721-72fc-41ac-8d30-8ab4d4c9f2a3 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:46.171877 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-052b2721-72fc-41ac-8d30-8ab4d4c9f2a3 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 812 time: 0.1779466 Jan 20 14:41:46.241718 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-742bf5bb-6221-4fbd-9fe0-f14202a297d8 req-cc0e9b93-df33-4571-bbd5-e6c506aa18b7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 210 time: 0.0645504 Jan 20 14:41:46.250186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54286) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:46.259198 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '77389173-877d-4004-afcf-27f84d4414aa', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'port_id': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'mac_address': 'fa:16:3e:20:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:40:51Z', 'updated_at': '2022-01-20T14:41:43Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:46.263310 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef469a32-abc4-4a6b-8ec6-2c9c2a7c5cdd None None] The sync data for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv is: [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '77389173-877d-4004-afcf-27f84d4414aa', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'port_id': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'mac_address': 'fa:16:3e:20:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:40:51Z', 'updated_at': '2022-01-20T14:41:43Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:41:46.350033 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-fe0b764f-cf99-4b2a-89bf-3843ff4420dc tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02c648eedfa4778959bc63370316415 HTTP/1.1" status: 200 len: 379 time: 0.1690111 Jan 20 14:41:46.359259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'port': {'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'admin_state_up': True, 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'security_groups': ['0a73e973-ed6b-4a43-84d7-a6f0ead77169']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:46.457401 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-969665a5-e5e3-4807-bd0e-6e82be512471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 991 time: 0.2049015 Jan 20 14:41:46.500193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8917945-53bf-4bdf-8f21-b2e0f34e582b None None] New status for floating IP 77389173-877d-4004-afcf-27f84d4414aa: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:41:46.518569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:46.528454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:46.539045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Made reservation on behalf of f02c648eedfa4778959bc63370316415 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:41:46.542690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:46.710065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Allocated IP 172.20.0.4 (1bf920f4-1fc2-4a60-9683-8aff0b09a061/58b97b57-5f54-4183-9a0e-a9e9cffce9d1/81678847-1d67-43fc-b9ae-5b16138c6de4) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:41:46.898887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:46.916123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Transition to ACTIVE for port object 81678847-1d67-43fc-b9ae-5b16138c6de4 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:46.942977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:47.014033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:41:47.017040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:41:47.019680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:41:47.060618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'Port': ['ID=81678847-1d67-43fc-b9ae-5b16138c6de4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:47.095683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:47.096415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:47.125292 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-72a135bf-dd51-4351-948b-59ab03138c4d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7695861 Jan 20 14:41:47.136164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Request body: {'port': {'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:41:47.246029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:47.304627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-20eeb588-079b-4abc-bc61-a675d13dc0ae None None] Provisioning for port 81678847-1d67-43fc-b9ae-5b16138c6de4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:47.310298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-20eeb588-079b-4abc-bc61-a675d13dc0ae None None] Provisioning complete for port 81678847-1d67-43fc-b9ae-5b16138c6de4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:47.310650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-20eeb588-079b-4abc-bc61-a675d13dc0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:47.368002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-20eeb588-079b-4abc-bc61-a675d13dc0ae None None] Port 81678847-1d67-43fc-b9ae-5b16138c6de4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:41:47.451937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcaa47-5f26-4cb7-9a99-df127dfc5c3c req-155d1ae1-a02d-4de4-a84c-4debc2c2e782 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:47.453662 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2cdcaa47-5f26-4cb7-9a99-df127dfc5c3c req-155d1ae1-a02d-4de4-a84c-4debc2c2e782 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 931 time: 0.0871511 Jan 20 14:41:47.461382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54294) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:47.601550 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2cdcaa47-5f26-4cb7-9a99-df127dfc5c3c req-c7d368d9-4db5-40ac-bec8-e9191aa17bc5 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414521 Jan 20 14:41:47.606702 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aa34ae13-550f-4855-b72d-fff4a091d435 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 200 len: 993 time: 0.1440907 Jan 20 14:41:47.744528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81678847-1d67-43fc-b9ae-5b16138c6de4 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:41:47.751748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:47.767312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Transition to ACTIVE for port object 81678847-1d67-43fc-b9ae-5b16138c6de4 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:47.772069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:47.901569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Pushing event updated for resources: {'Port': ['ID=81678847-1d67-43fc-b9ae-5b16138c6de4,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:48.008670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Attempting to bind port 81678847-1d67-43fc-b9ae-5b16138c6de4 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:41:48.009008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Attempting to bind port 81678847-1d67-43fc-b9ae-5b16138c6de4 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:41:48.009331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Attempting to bind port 81678847-1d67-43fc-b9ae-5b16138c6de4 on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:41:48.013925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Port 81678847-1d67-43fc-b9ae-5b16138c6de4 on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:41:48.014241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Attempting to bind port 81678847-1d67-43fc-b9ae-5b16138c6de4 on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:41:48.019545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:41:48.019878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Checking segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:41:48.020305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Bound using segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:41:48.020726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Bound port: 81678847-1d67-43fc-b9ae-5b16138c6de4, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:41:48.021063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:48.117165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] For port 81678847-1d67-43fc-b9ae-5b16138c6de4, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:41:48.120313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] For port 81678847-1d67-43fc-b9ae-5b16138c6de4, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=81678847-1d67-43fc-b9ae-5b16138c6de4,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:41:48.126026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:48.188156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:48.188764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:48.190165 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] 10.222.0.72 "PUT /v2.0/ports/81678847-1d67-43fc-b9ae-5b16138c6de4 HTTP/1.1" status: 200 len: 1093 time: 1.0582693 Jan 20 14:41:48.190618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614d914e-f090-407c-9ad1-481a67ed181d', 'tag': '81678847-1d67-43fc-b9ae-5b16138c6de4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:41:48.218932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9ff6d-cde7-4d32-baed-b8668009939d service neutron] Pushing event updated for resources: {'Port': ['ID=81678847-1d67-43fc-b9ae-5b16138c6de4,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:48.263144 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614d914e-f090-407c-9ad1-481a67ed181d', 'tag': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'status': 'completed', 'code': 200} Jan 20 14:41:48.305404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-9a0e5793-4ce5-47d6-a2e7-383156471b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:48.306895 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-9a0e5793-4ce5-47d6-a2e7-383156471b53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 1096 time: 0.0776420 Jan 20 14:41:48.379693 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-cd64db78-2b7b-44b0-8da6-246d4b4462d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81678847-1d67-43fc-b9ae-5b16138c6de4 HTTP/1.1" status: 200 len: 217 time: 0.0656767 Jan 20 14:41:48.441719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-decb2440-4040-44f2-a60e-c469934b6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:48.443190 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-decb2440-4040-44f2-a60e-c469934b6ed5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0570779 Jan 20 14:41:48.528379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-e5e267dd-5ddb-4c19-a623-76b6a4fa7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:48.529840 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-e5e267dd-5ddb-4c19-a623-76b6a4fa7096 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732126 Jan 20 14:41:48.670581 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-07615f75-09ab-4db5-a811-ddbcf138cc6d service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334419 Jan 20 14:41:48.797135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e944eee-65e1-4787-93b5-c344b7d98ffb req-bebd143c-abac-4491-bb43-6f1400a95145 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:48.800699 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e944eee-65e1-4787-93b5-c344b7d98ffb req-bebd143c-abac-4491-bb43-6f1400a95145 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 943 time: 0.0836101 Jan 20 14:41:48.801643 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff005ca3-b62f-43d2-9b63-6643902a0c58 req-ea516f31-c72c-4260-a126-4bf0996a70e9 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247296 Jan 20 14:41:48.850426 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e944eee-65e1-4787-93b5-c344b7d98ffb req-12e483ad-d258-4f6b-8cf0-6a8036376c66 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460162 Jan 20 14:41:48.919035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-54fa5104-4434-40f7-bd22-d76579c59897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:48.920472 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-54fa5104-4434-40f7-bd22-d76579c59897 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 1096 time: 0.0711896 Jan 20 14:41:49.060387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-1f83222f-20f8-43ff-849d-a17b4844f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:49.064568 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-1f83222f-20f8-43ff-849d-a17b4844f49a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.1366613 Jan 20 14:41:49.139114 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-f30aeb79-2b67-4e34-8240-c5403242bf2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81678847-1d67-43fc-b9ae-5b16138c6de4 HTTP/1.1" status: 200 len: 217 time: 0.0684323 Jan 20 14:41:49.208936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-910a3893-06c7-4075-8e43-1ad5f0a439d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:49.210263 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-910a3893-06c7-4075-8e43-1ad5f0a439d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0643349 Jan 20 14:41:49.295198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-6ab682fb-76a8-4c98-bd40-13e05fce3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:49.297310 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-6ab682fb-76a8-4c98-bd40-13e05fce3b20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800970 Jan 20 14:41:49.528777 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-8d1e103d-4d68-44e3-a81c-cc348729ab95 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241952 Jan 20 14:41:49.660336 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0f1795bb-4809-4b89-bbc6-b819455a4ad0 req-b8402b4c-7787-4c26-9c5a-065f68b9d269 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253362 Jan 20 14:41:50.052592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4eae79-3e0f-4d9f-84e9-cee0c1fa12f6 req-1467558c-cee2-43d5-9319-3a7135da4a84 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:50.053316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-0d4eae79-3e0f-4d9f-84e9-cee0c1fa12f6 req-1467558c-cee2-43d5-9319-3a7135da4a84 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:41:50.071293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-0d4eae79-3e0f-4d9f-84e9-cee0c1fa12f6 req-1467558c-cee2-43d5-9319-3a7135da4a84 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:41:50.072471 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0d4eae79-3e0f-4d9f-84e9-cee0c1fa12f6 req-1467558c-cee2-43d5-9319-3a7135da4a84 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 943 time: 0.1048887 Jan 20 14:41:50.117027 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0d4eae79-3e0f-4d9f-84e9-cee0c1fa12f6 req-2d625183-77b1-483f-b16d-841f7e5f1cb1 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382154 Jan 20 14:41:51.303391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1f68b-cdce-42eb-aca8-1ef33247afab req-0fee50e6-894f-4627-9148-a1510e29ed99 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:51.305840 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-aac1f68b-cdce-42eb-aca8-1ef33247afab req-0fee50e6-894f-4627-9148-a1510e29ed99 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 943 time: 0.0845678 Jan 20 14:41:51.358951 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-aac1f68b-cdce-42eb-aca8-1ef33247afab req-f29219f0-a4a2-45fe-b058-92f790f10d9a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443275 Jan 20 14:41:52.566963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e59b-eff0-400a-8556-7299d243d349 req-f9e25a41-a6e9-48ff-ba43-1332dfb44bd5 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:52.568500 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae06e59b-eff0-400a-8556-7299d243d349 req-f9e25a41-a6e9-48ff-ba43-1332dfb44bd5 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 943 time: 0.0939565 Jan 20 14:41:52.612814 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae06e59b-eff0-400a-8556-7299d243d349 req-93d4d63b-9d2c-4308-96b9-9afb2bc33a60 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384252 Jan 20 14:41:53.660469 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:41:53.806815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdea91-951b-406e-9eab-781b6daadd76 req-8660d72f-7be1-4714-a7b3-b719194eadbb tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:53.808247 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-18bdea91-951b-406e-9eab-781b6daadd76 req-8660d72f-7be1-4714-a7b3-b719194eadbb tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 943 time: 0.0871937 Jan 20 14:41:53.856225 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-18bdea91-951b-406e-9eab-781b6daadd76 req-f167f88c-b47e-45b1-9feb-e871b15d0ab3 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396667 Jan 20 14:41:54.747439 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:55.064713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcbac5-a759-4998-89e1-615986481375 req-3fadbdd3-2b2b-4a97-aefc-8f9b578d2bdd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:55.066198 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2dbcbac5-a759-4998-89e1-615986481375 req-3fadbdd3-2b2b-4a97-aefc-8f9b578d2bdd tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 943 time: 0.0871916 Jan 20 14:41:55.110894 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2dbcbac5-a759-4998-89e1-615986481375 req-ce53ec1e-140f-4309-bec8-5cb8538efcb6 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388668 Jan 20 14:41:56.309083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb31b0-fec9-4e05-8964-1d4ad14935bb req-d9938f49-ab98-4aac-988e-3b6dc15c55cf tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:56.310541 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0ffb31b0-fec9-4e05-8964-1d4ad14935bb req-d9938f49-ab98-4aac-988e-3b6dc15c55cf tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 943 time: 0.0869639 Jan 20 14:41:56.357777 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0ffb31b0-fec9-4e05-8964-1d4ad14935bb req-2d0ce187-3aa2-401d-ba07-3f10d1b973ba tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389616 Jan 20 14:41:56.370092 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 81678847-1d67-43fc-b9ae-5b16138c6de4 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:41:56.508269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 81678847-1d67-43fc-b9ae-5b16138c6de4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=81678847-1d67-43fc-b9ae-5b16138c6de4,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:41:56.521109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'mac_address': 'fa:16:3e:5c:38:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:41:56.579239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:56.595696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81678847-1d67-43fc-b9ae-5b16138c6de4 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:41:56.612159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 81678847-1d67-43fc-b9ae-5b16138c6de4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=81678847-1d67-43fc-b9ae-5b16138c6de4,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:41:56.618576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:56.686863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=81678847-1d67-43fc-b9ae-5b16138c6de4,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:56.887183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['81678847-1d67-43fc-b9ae-5b16138c6de4'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:41:57.552339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e962c-ce64-42f8-a2f6-cabf2e48fcb2 req-bb274ccd-e735-4780-b117-cfa2ad617f4f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:57.553844 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c50e962c-ce64-42f8-a2f6-cabf2e48fcb2 req-bb274ccd-e735-4780-b117-cfa2ad617f4f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 944 time: 0.0880949 Jan 20 14:41:57.603436 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c50e962c-ce64-42f8-a2f6-cabf2e48fcb2 req-a8327b55-82cb-4133-afb8-cfd203948ff4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Jan 20 14:41:58.382538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 81678847-1d67-43fc-b9ae-5b16138c6de4 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:41:58.471614 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 81678847-1d67-43fc-b9ae-5b16138c6de4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:58.476761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 81678847-1d67-43fc-b9ae-5b16138c6de4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:58.477134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:58.606841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:58.634545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614d914e-f090-407c-9ad1-481a67ed181d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81678847-1d67-43fc-b9ae-5b16138c6de4'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:41:58.645127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 81678847-1d67-43fc-b9ae-5b16138c6de4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=81678847-1d67-43fc-b9ae-5b16138c6de4,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:41:58.650842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:58.681470 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614d914e-f090-407c-9ad1-481a67ed181d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'code': 200} Jan 20 14:41:58.725034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=81678847-1d67-43fc-b9ae-5b16138c6de4,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:58.810027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311327a3-a488-416d-8fbe-9b6a38acfc76 req-484a2af6-e0c1-49dd-83e6-fb055fd74cfa tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:58.811494 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-311327a3-a488-416d-8fbe-9b6a38acfc76 req-484a2af6-e0c1-49dd-83e6-fb055fd74cfa tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 945 time: 0.0936899 Jan 20 14:41:58.856647 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-311327a3-a488-416d-8fbe-9b6a38acfc76 req-c6534615-2d6c-4612-9f07-4fe0ba836a55 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390222 Jan 20 14:41:58.983315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e0f0b-7319-457c-bee9-81400be91325 req-b358e6cb-0cec-4f56-930b-47610fd4122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:58.984785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-450e0f0b-7319-457c-bee9-81400be91325 req-b358e6cb-0cec-4f56-930b-47610fd4122d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 1098 time: 0.0736485 Jan 20 14:41:59.028942 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-450e0f0b-7319-457c-bee9-81400be91325 req-9ae60d18-870c-4038-921e-0544843c7a78 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372963 Jan 20 14:42:00.074219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01227e98-c97f-45fa-a11e-b2fb2527f947 req-aa60b81b-62be-4ee3-b2bc-f39f2ab5c5bb tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:00.075821 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-01227e98-c97f-45fa-a11e-b2fb2527f947 req-aa60b81b-62be-4ee3-b2bc-f39f2ab5c5bb tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 945 time: 0.0840249 Jan 20 14:42:00.124627 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-01227e98-c97f-45fa-a11e-b2fb2527f947 req-be20bd9e-d4bd-4fda-986e-bdf3696ab917 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425951 Jan 20 14:42:01.311023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e186e-16a0-4689-9037-c4e7948db47b req-e3289e00-8b72-446d-a1c4-772269f9f7b8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:01.312516 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-af3e186e-16a0-4689-9037-c4e7948db47b req-e3289e00-8b72-446d-a1c4-772269f9f7b8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 945 time: 0.0830634 Jan 20 14:42:01.359676 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-af3e186e-16a0-4689-9037-c4e7948db47b req-d397e7c0-58be-437a-85e1-9ab64b9ecbf6 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412462 Jan 20 14:42:01.560707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa06db-e168-4ca4-91c8-463b2a40dd52 req-e02df9cc-5023-462c-91b1-2983203d1f85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:01.562164 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64fa06db-e168-4ca4-91c8-463b2a40dd52 req-e02df9cc-5023-462c-91b1-2983203d1f85 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 945 time: 0.0926242 Jan 20 14:42:01.609327 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64fa06db-e168-4ca4-91c8-463b2a40dd52 req-1ec9bf02-ca56-402d-975d-0181a4835b53 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 Jan 20 14:42:01.638198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54326) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:01.713115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605043f4-a6ec-4d9a-b993-6ba1bd9ca044 tempest-TestVolumeBootPattern-262096057 tempest-TestVolumeBootPattern-262096057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:01.714635 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-605043f4-a6ec-4d9a-b993-6ba1bd9ca044 tempest-TestVolumeBootPattern-262096057 tempest-TestVolumeBootPattern-262096057-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 1093 time: 0.0754707 Jan 20 14:42:01.718801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54330) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:01.723663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:01.729938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:01.734116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:floatingip and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:01.737001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:01.743172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:01.758457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:01.908742 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:02.048115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Allocated IP 172.26.0.154 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/7cf5a504-6c5c-4994-9cfe-e308245afb3f) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:42:02.201120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:02.236646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:02.298671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:42:02.301534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:42:02.305015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:42:02.336863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'Port': ['ID=7cf5a504-6c5c-4994-9cfe-e308245afb3f,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:02.810181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:02.890240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:03.095073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:03.099790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-df8c2dd4-1cad-4f38-a2ec-0134bc6f794c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:03.101409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:03.208491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'Port': ['ID=7cf5a504-6c5c-4994-9cfe-e308245afb3f,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:03.220339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:03.394851 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Floating IP 9a7ab834-315b-4a7d-8ca7-940116d3b51d associated. External IP: 172.26.0.154, port: 81678847-1d67-43fc-b9ae-5b16138c6de4. Jan 20 14:42:03.749402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Router 86efed13-204a-4607-a75d-261451231119 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:42:03.925424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:42:03.935689 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] Sync routers for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:42:03.945765 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:42:03.946373 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:41:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:03.950636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:04.009577 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d44e4e00-3237-42cb-909d-1d188ea727c4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2896237 Jan 20 14:42:04.012733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614d914e-f090-407c-9ad1-481a67ed181d', 'tag': '81678847-1d67-43fc-b9ae-5b16138c6de4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:04.056937 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614d914e-f090-407c-9ad1-481a67ed181d', 'tag': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'status': 'completed', 'code': 200} Jan 20 14:42:04.134871 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:42:04.152408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-f45e80eb-4b25-4a3c-9f45-0c949bfade2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:04.153896 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-f45e80eb-4b25-4a3c-9f45-0c949bfade2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 1098 time: 0.0721881 Jan 20 14:42:04.400710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-2d0e62c3-dad0-459f-bed4-3ba807b7c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:04.402173 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-2d0e62c3-dad0-459f-bed4-3ba807b7c89f service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.2405016 Jan 20 14:42:04.486058 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '9a7ab834-315b-4a7d-8ca7-940116d3b51d', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:5c:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:02Z', 'updated_at': '2022-01-20T14:42:02Z', 'revision_number': 0, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:04.491159 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] Checking router: 86efed13-204a-4607-a75d-261451231119 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:42:04.499579 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:42:04.500158 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:41:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:04.505000 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-e7374886-9520-4518-8b21-f2276918811a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81678847-1d67-43fc-b9ae-5b16138c6de4 HTTP/1.1" status: 200 len: 999 time: 0.0953956 Jan 20 14:42:04.570178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-7c0dfb2b-f0cf-4d73-be6d-6bd80af758d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:04.571644 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-7c0dfb2b-f0cf-4d73-be6d-6bd80af758d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0605814 Jan 20 14:42:04.649983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-7c93fd42-d4a1-49c6-bfb4-9f67ddcbe96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:04.652009 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-7c93fd42-d4a1-49c6-bfb4-9f67ddcbe96f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728710 Jan 20 14:42:04.674273 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:42:04.781929 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-49747c27-84ec-46e8-ad0c-8907b2948cc0 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240504 Jan 20 14:42:04.917388 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0c21bde-0c2a-4ac5-9421-ab640390a6b9 req-abfc50f6-8533-43e8-a966-6e027dd4a732 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288273 Jan 20 14:42:05.016740 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '9a7ab834-315b-4a7d-8ca7-940116d3b51d', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:5c:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:02Z', 'updated_at': '2022-01-20T14:42:02Z', 'revision_number': 0, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:05.020642 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08f362-9990-48c0-9358-f98a6275f34c None None] The sync data for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv is: [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '9a7ab834-315b-4a7d-8ca7-940116d3b51d', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:5c:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:02Z', 'updated_at': '2022-01-20T14:42:02Z', 'revision_number': 0, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:42:05.212351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e157c-87f2-49d7-9e2d-a91c28973f84 None None] New status for floating IP 9a7ab834-315b-4a7d-8ca7-940116d3b51d: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:42:05.469090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6647-2c86-4c56-b434-a2d4002200a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:06.429255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:06.450614 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:07.886755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:19.211727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832544a4-6417-4703-9a7c-dee2f74f1330 req-144ab737-14da-403f-b8bc-2fc52f2a623e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:19.211727 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-832544a4-6417-4703-9a7c-dee2f74f1330 req-144ab737-14da-403f-b8bc-2fc52f2a623e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 945 time: 0.0873797 Jan 20 14:42:19.257867 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-832544a4-6417-4703-9a7c-dee2f74f1330 req-0caa3397-63cd-46d4-bb93-7162b848b237 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=55f78210-3669-42d1-a926-d237f501dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382810 Jan 20 14:42:20.445286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27f543-ab35-458a-bde3-b7f4a613b1c7 req-6fb680d6-d383-4139-979c-a319b59b5465 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:20.445286 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2d27f543-ab35-458a-bde3-b7f4a613b1c7 req-6fb680d6-d383-4139-979c-a319b59b5465 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 945 time: 0.0813091 Jan 20 14:42:20.492055 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2d27f543-ab35-458a-bde3-b7f4a613b1c7 req-b3ce7e71-f70e-449b-82b6-3a275dea8cac tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=55f78210-3669-42d1-a926-d237f501dfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 Jan 20 14:42:20.551137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-d103e199-f7f0-406a-be31-26491a9c629c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:20.551137 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-d103e199-f7f0-406a-be31-26491a9c629c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 945 time: 0.0947046 Jan 20 14:42:20.624303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:42:20.624303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:20.872547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:20.872547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:21.169857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:21.169857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:21.169857 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 77389173-877d-4004-afcf-27f84d4414aa disassociated. External IP: 172.26.0.202, port: 2a7f653d-92f9-4b25-bc1b-88c2dc20d805. Jan 20 14:42:21.169857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:42:21.432948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:21.486033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=2a7f653d-92f9-4b25-bc1b-88c2dc20d805,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:21.724142 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5f0094d7-a776-4565-8958-9d371912b3f1 req-e5c6c350-a3c9-4160-bb2c-75f6b814a30f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=22647af1-1e92-4c1a-a233-4ef8448d0f10 HTTP/1.1" status: 200 len: 210 time: 0.0647852 Jan 20 14:42:21.750342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:42:21.936073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:42:21.947044 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] Sync routers for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:42:21.959029 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:42:21.959663 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:42:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:22.026601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:42:22.029518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:22.035555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'name': 'network-vif-deleted', 'tag': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:22.053818 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-15e2d784-2c8a-4108-bb8e-84f7c4cca8c3 req-4629eee4-6e2b-4e80-a84c-a5575dd2bf5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "DELETE /v2.0/ports/2a7f653d-92f9-4b25-bc1b-88c2dc20d805 HTTP/1.1" status: 204 len: 173 time: 1.4953554 Jan 20 14:42:22.108507 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22647af1-1e92-4c1a-a233-4ef8448d0f10', 'name': 'network-vif-deleted', 'tag': '2a7f653d-92f9-4b25-bc1b-88c2dc20d805', 'status': 'completed', 'code': 200} Jan 20 14:42:22.243785 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:42:22.558545 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:22.562436 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] Checking router: f0a5b360-2ec9-4a97-adff-5a5e14f6e00a for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:42:22.570773 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:42:22.571353 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:42:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:22.758253 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:42:22.814809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54366) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:22.885021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3eda83c7-0912-48ef-8878-43b5977834b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:22.914448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3eda83c7-0912-48ef-8878-43b5977834b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:22.981177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3eda83c7-0912-48ef-8878-43b5977834b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:23.001676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda83c7-0912-48ef-8878-43b5977834b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f78210-3669-42d1-a926-d237f501dfb4,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:23.010894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3eda83c7-0912-48ef-8878-43b5977834b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:23.012096 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3eda83c7-0912-48ef-8878-43b5977834b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/55f78210-3669-42d1-a926-d237f501dfb4 HTTP/1.1" status: 204 len: 168 time: 0.1962998 Jan 20 14:42:23.067488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54372) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:23.093385 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:23.093385 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3342cd-05c7-407d-a550-a5e32f1104cb None None] The sync data for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv is: [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '89e0a894-4ce9-44ce-af83-4e9381a82942', 'name': '', 'network_id': 'db97748d-73f5-44f9-b59c-3ebe5eddfdc0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:08:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:35Z', 'updated_at': '2022-01-20T14:40:40Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '8e8e0162-3471-4589-86cf-77e1a773756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:42:23.235794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 48125726-79f8-48c9-8638-ecf0b33a4ce4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:42:23.236138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:23.354656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fba62f-22fb-4b9e-a28d-2a3609c0262d None None] New status for floating IP 77389173-877d-4004-afcf-27f84d4414aa: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:42:23.419693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:23.419970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:23.543934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 48125726-79f8-48c9-8638-ecf0b33a4ce4 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:42:23.640901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:42:23.641399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:42:24.143037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 48125726-79f8-48c9-8638-ecf0b33a4ce4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:42:24.143675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:24.421065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:42:24.421593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:24.421705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:24.456644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:42:24.456889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2a7f653d-92f9-4b25-bc1b-88c2dc20d805 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:42:24.541924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 48125726-79f8-48c9-8638-ecf0b33a4ce4 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:42:24.691187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:24.735211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=48125726-79f8-48c9-8638-ecf0b33a4ce4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:24.737043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:24.827663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:24.841418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:24.842495 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c2e3ec16-678b-45ae-b3a0-ccc83f81da7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/floatingips/77389173-877d-4004-afcf-27f84d4414aa HTTP/1.1" status: 204 len: 168 time: 1.7812283 Jan 20 14:42:25.213496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814171f-c97a-433d-8004-e74d43736c58 req-6ac9df44-7fcc-4403-b897-e27ccfe29eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:25.213496 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9814171f-c97a-433d-8004-e74d43736c58 req-6ac9df44-7fcc-4403-b897-e27ccfe29eeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 945 time: 0.0799651 Jan 20 14:42:25.260654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9814171f-c97a-433d-8004-e74d43736c58 req-74bb468c-82ff-4895-9e96-fd7c292079c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:42:25.277181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9814171f-c97a-433d-8004-e74d43736c58 req-74bb468c-82ff-4895-9e96-fd7c292079c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:42:25.278371 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9814171f-c97a-433d-8004-e74d43736c58 req-74bb468c-82ff-4895-9e96-fd7c292079c6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=a709abf1-de09-42a0-8b31-f4efe5e38bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606613 Jan 20 14:42:26.464461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2fdd1-41a7-4b5a-9a09-ac2647a19ebc req-5f1fbe58-88c4-47a0-9d1c-99e478078142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:26.465181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f0c2fdd1-41a7-4b5a-9a09-ac2647a19ebc req-5f1fbe58-88c4-47a0-9d1c-99e478078142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:42:26.482361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f0c2fdd1-41a7-4b5a-9a09-ac2647a19ebc req-5f1fbe58-88c4-47a0-9d1c-99e478078142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:42:26.483499 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0c2fdd1-41a7-4b5a-9a09-ac2647a19ebc req-5f1fbe58-88c4-47a0-9d1c-99e478078142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 945 time: 0.0984688 Jan 20 14:42:26.531969 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0c2fdd1-41a7-4b5a-9a09-ac2647a19ebc req-53b6fa84-86cd-4b83-9a3c-455a2250365a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=a709abf1-de09-42a0-8b31-f4efe5e38bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Jan 20 14:42:26.666083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-99518c6c-e41d-4830-bd43-00a86a17bd83 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:26.667538 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-99518c6c-e41d-4830-bd43-00a86a17bd83 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 945 time: 0.0797570 Jan 20 14:42:26.747737 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-9ed8cead-3b65-4f9b-98a4-38e512b9d856 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 986d22cb-1dbe-43ce-be63-c8bc949241de {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:42:26.749051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-9ed8cead-3b65-4f9b-98a4-38e512b9d856 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:26.996352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-9ed8cead-3b65-4f9b-98a4-38e512b9d856 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 986d22cb-1dbe-43ce-be63-c8bc949241de, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=986d22cb-1dbe-43ce-be63-c8bc949241de,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:26.996713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-9ed8cead-3b65-4f9b-98a4-38e512b9d856 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:27.120698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-9ed8cead-3b65-4f9b-98a4-38e512b9d856 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 986d22cb-1dbe-43ce-be63-c8bc949241de owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:42:27.271277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-9ed8cead-3b65-4f9b-98a4-38e512b9d856 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:27.323763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8cead-3b65-4f9b-98a4-38e512b9d856 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=986d22cb-1dbe-43ce-be63-c8bc949241de,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:27.398340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-9ed8cead-3b65-4f9b-98a4-38e512b9d856 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port 986d22cb-1dbe-43ce-be63-c8bc949241de on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:42:27.400956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-9ed8cead-3b65-4f9b-98a4-38e512b9d856 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:27.403466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'name': 'network-vif-deleted', 'tag': '986d22cb-1dbe-43ce-be63-c8bc949241de'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:27.421460 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-83f0f49e-9f33-4aa9-89f9-48f7442d62de req-9ed8cead-3b65-4f9b-98a4-38e512b9d856 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "DELETE /v2.0/ports/986d22cb-1dbe-43ce-be63-c8bc949241de HTTP/1.1" status: 204 len: 173 time: 0.7470229 Jan 20 14:42:27.458817 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f18008b-4c0c-43d9-aa0a-9a05defafade', 'name': 'network-vif-deleted', 'tag': '986d22cb-1dbe-43ce-be63-c8bc949241de', 'status': 'completed', 'code': 200} Jan 20 14:42:27.710696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-30363e1e-3544-4ddd-a9e8-c1fd1ea8d779 req-93fbe2d5-106f-44ed-b972-65cd9fdaa150 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:42:27.730355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-30363e1e-3544-4ddd-a9e8-c1fd1ea8d779 req-93fbe2d5-106f-44ed-b972-65cd9fdaa150 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:42:27.731195 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-30363e1e-3544-4ddd-a9e8-c1fd1ea8d779 req-93fbe2d5-106f-44ed-b972-65cd9fdaa150 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f18008b-4c0c-43d9-aa0a-9a05defafade HTTP/1.1" status: 200 len: 210 time: 0.0698054 Jan 20 14:42:28.825890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54390) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:28.901862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-88a6bc47-cc40-40fe-89b0-a814f4e45083 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:28.932557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-88a6bc47-cc40-40fe-89b0-a814f4e45083 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:29.014773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-88a6bc47-cc40-40fe-89b0-a814f4e45083 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:29.035801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6bc47-cc40-40fe-89b0-a814f4e45083 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a709abf1-de09-42a0-8b31-f4efe5e38bf7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:29.057700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-88a6bc47-cc40-40fe-89b0-a814f4e45083 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:29.058629 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-88a6bc47-cc40-40fe-89b0-a814f4e45083 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/a709abf1-de09-42a0-8b31-f4efe5e38bf7 HTTP/1.1" status: 204 len: 168 time: 0.2316883 Jan 20 14:42:29.092875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54396) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:29.824849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:30.197720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 89e0a894-4ce9-44ce-af83-4e9381a82942 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:42:30.198429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:30.380687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 89e0a894-4ce9-44ce-af83-4e9381a82942, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=89e0a894-4ce9-44ce-af83-4e9381a82942,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:30.380999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:30.429665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 986d22cb-1dbe-43ce-be63-c8bc949241de no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:42:30.466439 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 986d22cb-1dbe-43ce-be63-c8bc949241de {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:42:30.466681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 986d22cb-1dbe-43ce-be63-c8bc949241de not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:42:30.502387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 89e0a894-4ce9-44ce-af83-4e9381a82942 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:42:30.660608 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:42:30.823071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:30.986920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=89e0a894-4ce9-44ce-af83-4e9381a82942,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:31.258805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:31.628228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:42:31.822774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:42:31.834848 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] Sync routers for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:42:31.845855 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0ac0c2f8-2b1d-46f8-aaec-42d445a5b84d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/f0a5b360-2ec9-4a97-adff-5a5e14f6e00a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7509208 Jan 20 14:42:31.846205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54400) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:31.846358 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:42:31.847020 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:42:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:31.913779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting subnet 8e8e0162-3471-4589-86cf-77e1a773756f {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:42:31.916771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:31.971665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:32.023224 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:42:32.054525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:32.130104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:32.167667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8e0162-3471-4589-86cf-77e1a773756f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:32.172515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:32.178401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982658d1-3ba7-4f61-af78-a928668d786e None None] Network db97748d-73f5-44f9-b59c-3ebe5eddfdc0 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:42:32.181100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.181446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.181776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.182109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.182434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.182752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.183069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.183383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.183697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.184008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.184355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.184672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:32.191131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54404) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:32.200800 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-05ad7c26-0a8e-4b96-87d8-827bccf06176 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/subnets/8e8e0162-3471-4589-86cf-77e1a773756f HTTP/1.1" status: 204 len: 168 time: 0.3534367 Jan 20 14:42:32.351657 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:42:30Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:32.356294 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] Checking router: f0a5b360-2ec9-4a97-adff-5a5e14f6e00a for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:42:32.365134 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] Routers {'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:42:32.365775 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:42:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:32.468434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfcc095-b141-490d-b7ac-9533ef9fb223 None None] DHCP port deletion for db97748d-73f5-44f9-b59c-3ebe5eddfdc0 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:42:32.472797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-adfcc095-b141-490d-b7ac-9533ef9fb223 None None] Deleting port eafcb552-c6bc-412e-856a-8536dfef8a59 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:42:32.473195 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-adfcc095-b141-490d-b7ac-9533ef9fb223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:32.481562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:32.539641 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] Set router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:42:32.670385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:32.682036 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:42:32.682314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:32.685618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device eafcb552-c6bc-412e-856a-8536dfef8a59 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:42:32.768043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-adfcc095-b141-490d-b7ac-9533ef9fb223 None None] For port eafcb552-c6bc-412e-856a-8536dfef8a59, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=eafcb552-c6bc-412e-856a-8536dfef8a59,segment=NetworkSegment(f3ab9034-a41c-44de-91dd-7bcc70c9cd3c),segment_id=f3ab9034-a41c-44de-91dd-7bcc70c9cd3c)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:32.768452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-adfcc095-b141-490d-b7ac-9533ef9fb223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:32.826224 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:42:30Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:32.831753 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447df630-02ee-4c97-a658-ee52b38950dc None None] The sync data for ids ['f0a5b360-2ec9-4a97-adff-5a5e14f6e00a'] in dv-neutron-825123-1-hyperv is: [{'id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'name': 'tempest-TestNetworkBasicOps-router-518212829', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:42:30Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a5b360-2ec9-4a97-adff-5a5e14f6e00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:40:31Z', 'updated_at': '2022-01-20T14:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:42:32.859946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:32.860364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:32.933813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-adfcc095-b141-490d-b7ac-9533ef9fb223 None None] Calling delete_port for eafcb552-c6bc-412e-856a-8536dfef8a59 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:42:32.982327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:42:33.029994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.102527 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-adfcc095-b141-490d-b7ac-9533ef9fb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.156837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.159762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcc095-b141-490d-b7ac-9533ef9fb223 None None] Pushing event deleted for resources: {'Port': ['ID=eafcb552-c6bc-412e-856a-8536dfef8a59,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:33.161566 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfcc095-b141-490d-b7ac-9533ef9fb223 None None] No DVR routers for this DVR port eafcb552-c6bc-412e-856a-8536dfef8a59 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:42:33.164346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cdae425b-4b6a-4893-88f9-957c790fb02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.233089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:33.249814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.250166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.250503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.250833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.251154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.251481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.251801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.252121 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.252470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.252790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.253162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.253475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:33.308746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.480991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.484153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.516296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.516876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Fanout notify agent at l3_agent the message router_deleted on router f0a5b360-2ec9-4a97-adff-5a5e14f6e00a {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:42:33.532992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.534163 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a8f534cc-b780-463a-9a7f-12f4a6e27345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/routers/f0a5b360-2ec9-4a97-adff-5a5e14f6e00a HTTP/1.1" status: 204 len: 168 time: 1.3424773 Jan 20 14:42:33.536874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54410) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:33.655959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.788128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.816591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db97748d-73f5-44f9-b59c-3ebe5eddfdc0']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:33.929418 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:33.929719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ab9034-a41c-44de-91dd-7bcc70c9cd3c') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:33.944004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.961579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.968251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:42:33.968643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:42:33.983246 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:42:34.064377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:34.081668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:34.092362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Network': ['ID=db97748d-73f5-44f9-b59c-3ebe5eddfdc0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:34.108286 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ea6409a2-6e71-48c8-b5a3-27cbf70a5e6b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/networks/db97748d-73f5-44f9-b59c-3ebe5eddfdc0 HTTP/1.1" status: 204 len: 168 time: 0.5702810 Jan 20 14:42:34.127712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54414) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:34.133507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'network': {'name': 'tempest-network-smoke--1024636574', 'project_id': '7b32be412f6047a4b4874650505da950', 'port_security_enabled': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:34.138757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:34.143042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:network and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:34.145985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:34.151826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:34.163304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:42:34.166923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:34.194798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:42:34.204772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:34.205121 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Added segment 128ae7c7-b2ad-4612-94e2-31b4a9b7b878 of type vlan for network ad055900-8f17-4cea-9cc8-8fb39732224f Jan 20 14:42:34.232001 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:34.263823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:34.269083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:34.269662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:34.376508 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2473991 Jan 20 14:42:34.379142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264aa7c0-f3c7-46ca-9128-fb708d04aef5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Network': ['ID=ad055900-8f17-4cea-9cc8-8fb39732224f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:34.379543 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54418) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:34.384938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'admin_state_up': True, 'project_id': '7b32be412f6047a4b4874650505da950', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:34.389030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network ad055900-8f17-4cea-9cc8-8fb39732224f details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:42:34.392583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:34.396563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:router and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:34.399411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:34.405845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:34.418350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:34.419773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:34.435061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:34.563066 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 89e0a894-4ce9-44ce-af83-4e9381a82942 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:42:34.601397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 89e0a894-4ce9-44ce-af83-4e9381a82942 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:42:34.601730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 89e0a894-4ce9-44ce-af83-4e9381a82942 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:42:34.602139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:42:34.635734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:42:34.635998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3e2ba5ca-f2d8-4b05-8404-a1096c5c6f29 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:42:34.811526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:35.122499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:35.151292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:35.288412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.41 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/3f35db33-f82a-4121-aaa4-70b5e29a658e) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:42:35.423712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6f0eb501-2a76-49f6-a8d3-1d23386e47fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:35.435217 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:35.466396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:35.528347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:42:35.530986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:42:35.534764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:42:35.568337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=3f35db33-f82a-4121-aaa4-70b5e29a658e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:35.955341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:36.412272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:36.420989 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:36.454171 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:36.620753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router da99a1ba-c25d-456f-9e85-c4b554d4a697 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:42:36.796176 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:42:36.806239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Sync routers for ids ['da99a1ba-c25d-456f-9e85-c4b554d4a697'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:42:36.816127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Routers {'da99a1ba-c25d-456f-9e85-c4b554d4a697'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:42:36.816807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:42:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['da99a1ba-c25d-456f-9e85-c4b554d4a697'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:36.823862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:36.825093 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a82310f4-9314-40b0-9c31-7e73a1a81885 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4443388 Jan 20 14:42:36.828908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54422) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:36.987788 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-745a81e5-59ae-40ce-8602-a3cc8c01bba8 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=7b32be412f6047a4b4874650505da950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1577773 Jan 20 14:42:36.990534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54428) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:36.995815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Set router da99a1ba-c25d-456f-9e85-c4b554d4a697 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:42:37.117573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ad653-345b-412c-9934-51eb09cff349 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:37.119056 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-691ad653-345b-412c-9934-51eb09cff349 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276319 Jan 20 14:42:37.122117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54432) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:37.159890 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e6d563b7-1fb6-4ede-ae56-b7a765302449 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367465 Jan 20 14:42:37.162488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54436) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:37.167715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1677362357', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'project_id': '7b32be412f6047a4b4874650505da950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:37.276771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:37.277380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:35Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:37.281459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:subnet and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:37.281712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Checking router: da99a1ba-c25d-456f-9e85-c4b554d4a697 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:42:37.282096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Updating router da99a1ba-c25d-456f-9e85-c4b554d4a697 port 3f35db33-f82a-4121-aaa4-70b5e29a658e binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:42:37.288347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:37.293988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:37.306306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:42:37.309891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:37.334612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:37.517847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:37.601275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Subnet': ['ID=e87fcb49-2c73-4562-af38-280763e2d633,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:37.606215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Checking segment: {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:42:37.606569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network hostable DHCP agents. Network: ad055900-8f17-4cea-9cc8-8fb39732224f, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:42:37.626652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network ad055900-8f17-4cea-9cc8-8fb39732224f is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:42:37.638411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, ad055900-8f17-4cea-9cc8-8fb39732224f) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:42:37.643242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:37.644249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:37.651473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d198b82-eedc-4b68-9dab-1cc58f49640b None None] Network ad055900-8f17-4cea-9cc8-8fb39732224f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:42:37.667734 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b4924ad7-b788-4af5-b9b0-68915da42a25 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5042479 Jan 20 14:42:37.670704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54440) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:37.786437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:37.815952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Transition to ACTIVE for port object 3f35db33-f82a-4121-aaa4-70b5e29a658e will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:42:37.834434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:37.968040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:37.968716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590c614-7854-4e6e-acaf-b8683c1c9a6e None None] Pushing event updated for resources: {'Port': ['ID=3f35db33-f82a-4121-aaa4-70b5e29a658e,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:37.971002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Attempting to bind port 3f35db33-f82a-4121-aaa4-70b5e29a658e on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:42:37.971369 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Attempting to bind port 3f35db33-f82a-4121-aaa4-70b5e29a658e by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:42:37.971788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Attempting to bind port 3f35db33-f82a-4121-aaa4-70b5e29a658e on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:42:37.985650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:42:37.986021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:42:37.986440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:37.986826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:42:37.987320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Bound port: 3f35db33-f82a-4121-aaa4-70b5e29a658e, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:42:37.987678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:38.068418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-ad055900-8f17-4cea-9cc8-8fb39732224f', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:42:38.069252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:38.141556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] For port 3f35db33-f82a-4121-aaa4-70b5e29a658e, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:42:38.158473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] For port 3f35db33-f82a-4121-aaa4-70b5e29a658e, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3f35db33-f82a-4121-aaa4-70b5e29a658e,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:42:38.166660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:38.298819 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Routers {'da99a1ba-c25d-456f-9e85-c4b554d4a697'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:42:38.299446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:42:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['da99a1ba-c25d-456f-9e85-c4b554d4a697'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:38.376843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590c614-7854-4e6e-acaf-b8683c1c9a6e None None] Pushing event updated for resources: {'Port': ['ID=3f35db33-f82a-4121-aaa4-70b5e29a658e,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:38.407580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Allocated IP 172.20.0.2 (ad055900-8f17-4cea-9cc8-8fb39732224f/e87fcb49-2c73-4562-af38-280763e2d633/41e8e219-e9b2-4d8b-87ab-793eb666f3b1) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:42:38.484989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:38.582037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] Set router da99a1ba-c25d-456f-9e85-c4b554d4a697 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:42:38.917890 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:38.932615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Transition to ACTIVE for port object 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:42:38.962362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Transition to ACTIVE for port object 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:42:38.973008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:39.039282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Network ad055900-8f17-4cea-9cc8-8fb39732224f is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:42:39.039844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.1 (ad055900-8f17-4cea-9cc8-8fb39732224f/e87fcb49-2c73-4562-af38-280763e2d633/dd052f0f-be63-4b8f-a88c-8110a2a7fc83) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:42:39.042732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:42:39.045366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:42:39.050695 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:35Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:39.088396 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd654244-6445-4b0f-9123-bd1ffd6cee4e None None] The sync data for ids ['da99a1ba-c25d-456f-9e85-c4b554d4a697'] in dv-neutron-825123-1-hyperv is: [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:35Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:42:39.096524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Pushing event updated for resources: {'Port': ['ID=41e8e219-e9b2-4d8b-87ab-793eb666f3b1,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:39.198510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.198858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.199200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.199557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.199863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.200195 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.200535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.200857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.201177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.201495 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.201809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.202237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:39.211335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:39.222430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Attempting to bind port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:42:39.223033 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Attempting to bind port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:42:39.223391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Attempting to bind port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 on network ad055900-8f17-4cea-9cc8-8fb39732224f {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:42:39.227684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object dd052f0f-be63-4b8f-a88c-8110a2a7fc83 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:42:39.229164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:42:39.229583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Checking segment: {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:42:39.230053 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:39.230443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Bound using segment: {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:42:39.230905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Bound port: 41e8e219-e9b2-4d8b-87ab-793eb666f3b1, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:42:39.231269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:39.252011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:39.339300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] For port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:42:39.342542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] For port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=41e8e219-e9b2-4d8b-87ab-793eb666f3b1,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:42:39.351213 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:39.369214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network ad055900-8f17-4cea-9cc8-8fb39732224f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:42:39.376455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:42:39.390169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:42:39.418172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=dd052f0f-be63-4b8f-a88c-8110a2a7fc83,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:39.443969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89742fed-6013-41e1-b011-21c35ff79771 None None] Pushing event updated for resources: {'Port': ['ID=41e8e219-e9b2-4d8b-87ab-793eb666f3b1,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:39.467538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:39.746952 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-f78743b8-fe9c-4003-8375-ff5ab78b5946 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4134157 Jan 20 14:42:39.955642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:39.978893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-a2570f41-74b3-421b-b9d1-da961468ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:39.980493 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-a2570f41-74b3-421b-b9d1-da961468ece5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 1098 time: 0.1468017 Jan 20 14:42:40.309606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-94377caf-ef53-4621-892e-5d4ece10f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:40.311074 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-94377caf-ef53-4621-892e-5d4ece10f5d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.2953727 Jan 20 14:42:40.512643 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-d208461b-857e-4a2d-8053-9e05cb79bced service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81678847-1d67-43fc-b9ae-5b16138c6de4 HTTP/1.1" status: 200 len: 1001 time: 0.1903486 Jan 20 14:42:40.562169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39961f-27db-4757-8ca0-96b2c66297e8 None None] Network ad055900-8f17-4cea-9cc8-8fb39732224f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:42:40.626867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-b9585447-811d-4b0c-888f-20ef80ba3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:40.628500 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-b9585447-811d-4b0c-888f-20ef80ba3b8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.1099699 Jan 20 14:42:40.674556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3f35db33-f82a-4121-aaa4-70b5e29a658e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:42:40.706818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5f447eca-ef50-4068-b4ce-dedbb63fddef None None] Provisioning for port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:42:40.718883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:40.725562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:40.824241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 3f35db33-f82a-4121-aaa4-70b5e29a658e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:42:40.840150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-c8a986ad-790b-4ce9-bb29-308744924d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:40.841669 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-c8a986ad-790b-4ce9-bb29-308744924d22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2075243 Jan 20 14:42:40.851539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=dd052f0f-be63-4b8f-a88c-8110a2a7fc83,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:40.867463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 3f35db33-f82a-4121-aaa4-70b5e29a658e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:40.867835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:40.871021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.062574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.082318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 3f35db33-f82a-4121-aaa4-70b5e29a658e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3f35db33-f82a-4121-aaa4-70b5e29a658e,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:41.087974 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.094065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:42:41.115675 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-8f873b05-3fc7-4c8b-bb7a-ff6be311b1f2 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650404 Jan 20 14:42:41.244589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=3f35db33-f82a-4121-aaa4-70b5e29a658e,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:41.270216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:42:41.276125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:41.276642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.334105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network ad055900-8f17-4cea-9cc8-8fb39732224f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:42:41.375699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:42:41.409280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.418381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-83bd237b-88b7-4232-a623-a38e3e2fa27d None None] Provisioning complete for port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:41.418885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-83bd237b-88b7-4232-a623-a38e3e2fa27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.492992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=41e8e219-e9b2-4d8b-87ab-793eb666f3b1,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:41.500930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.593036 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7a7c526f-718f-4bd3-8e30-2f7d916daa70 req-0aaec47f-d59e-4bf5-913d-ffa0c1b59f49 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685175 Jan 20 14:42:41.625315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=41e8e219-e9b2-4d8b-87ab-793eb666f3b1,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:41.628808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router da99a1ba-c25d-456f-9e85-c4b554d4a697 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:42:41.641654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-83bd237b-88b7-4232-a623-a38e3e2fa27d None None] Provisioning for port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:42:41.648853 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-83bd237b-88b7-4232-a623-a38e3e2fa27d None None] Provisioning complete for port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:41.649230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-83bd237b-88b7-4232-a623-a38e3e2fa27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.704411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-83bd237b-88b7-4232-a623-a38e3e2fa27d None None] Port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:42:41.827415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a90e565c-36d9-4693-a968-6acdcb82ea76 None None] Provisioning complete for port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:41.828264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a90e565c-36d9-4693-a968-6acdcb82ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.829093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:42:41.840031 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Sync routers for ids ['da99a1ba-c25d-456f-9e85-c4b554d4a697'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:42:41.844831 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ef754e00-2172-4c71-bb8a-df756d4c253e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/da99a1ba-c25d-456f-9e85-c4b554d4a697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1702847 Jan 20 14:42:41.844831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54444) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:41.854815 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Routers {'da99a1ba-c25d-456f-9e85-c4b554d4a697'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:42:41.855912 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:42:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['da99a1ba-c25d-456f-9e85-c4b554d4a697'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:41.890371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a90e565c-36d9-4693-a968-6acdcb82ea76 None None] Port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:42:41.994197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90ed63-1991-4ea6-b7ad-91e004e02029 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:41.995208 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90ed63-1991-4ea6-b7ad-91e004e02029 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:41.995848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90ed63-1991-4ea6-b7ad-91e004e02029 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:41.996701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90ed63-1991-4ea6-b7ad-91e004e02029 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:41.997305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90ed63-1991-4ea6-b7ad-91e004e02029 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:41.998012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90ed63-1991-4ea6-b7ad-91e004e02029 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:42.000528 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-de90ed63-1991-4ea6-b7ad-91e004e02029 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1547985 Jan 20 14:42:42.003384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54450) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:42.035828 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Set router da99a1ba-c25d-456f-9e85-c4b554d4a697 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:42:42.094366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdd423-f0da-4ffe-8e90-c2018cd0d925 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:42.094820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdd423-f0da-4ffe-8e90-c2018cd0d925 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:42.095268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdd423-f0da-4ffe-8e90-c2018cd0d925 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:42.095702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdd423-f0da-4ffe-8e90-c2018cd0d925 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:42.096138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdd423-f0da-4ffe-8e90-c2018cd0d925 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:42.096646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdd423-f0da-4ffe-8e90-c2018cd0d925 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:42.101224 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dbfdd423-f0da-4ffe-8e90-c2018cd0d925 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0937984 Jan 20 14:42:42.101224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54454) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:42.308740 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2840035f-85e2-4827-9c3d-af33577ee581 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2063725 Jan 20 14:42:42.311429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54458) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:42.316829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1675951514', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:42.358537 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'dd052f0f-be63-4b8f-a88c-8110a2a7fc83', 'name': '', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:ed:3a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:38Z', 'updated_at': '2022-01-20T14:42:40Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:42.362168 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Checking router: da99a1ba-c25d-456f-9e85-c4b554d4a697 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:42:42.362532 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Updating router da99a1ba-c25d-456f-9e85-c4b554d4a697 port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:42:42.416720 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:42.449007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:42.453753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:port and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:42.456634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:42.462331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:42.473657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:42:42.478262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:42.501934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] device_id is not set on port 43723192-0639-445a-8caf-98d7d64e543b yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:42:42.620482 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3f35db33-f82a-4121-aaa4-70b5e29a658e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:42:42.690339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 3f35db33-f82a-4121-aaa4-70b5e29a658e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:42.691426 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:42.810310 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:42.810891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:42:42.822361 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Transition to ACTIVE for port object dd052f0f-be63-4b8f-a88c-8110a2a7fc83 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:42:42.830297 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:42.898004 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Pushing event updated for resources: {'Port': ['ID=dd052f0f-be63-4b8f-a88c-8110a2a7fc83,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:42.900135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:42.900762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:42.913692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.7 (ad055900-8f17-4cea-9cc8-8fb39732224f/e87fcb49-2c73-4562-af38-280763e2d633/43723192-0639-445a-8caf-98d7d64e543b) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:42:42.976515 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.976936 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.977261 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.977578 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.977889 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.978202 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.978510 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.978812 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.979119 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.979422 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.979724 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:42.980021 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:43.126148 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Attempting to bind port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:42:43.126507 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Attempting to bind port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:42:43.126849 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Attempting to bind port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 on network ad055900-8f17-4cea-9cc8-8fb39732224f {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:42:43.132404 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:42:43.132755 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Checking segment: {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:42:43.133138 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.133508 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Bound using segment: {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:42:43.133947 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Bound port: dd052f0f-be63-4b8f-a88c-8110a2a7fc83, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:42:43.134306 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.229105 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] For port dd052f0f-be63-4b8f-a88c-8110a2a7fc83, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:42:43.231185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.232699 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] For port dd052f0f-be63-4b8f-a88c-8110a2a7fc83, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=dd052f0f-be63-4b8f-a88c-8110a2a7fc83,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:42:43.238256 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.247747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 43723192-0639-445a-8caf-98d7d64e543b will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:42:43.270945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.314708 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Routers {'da99a1ba-c25d-456f-9e85-c4b554d4a697'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:42:43.315386 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:42:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['da99a1ba-c25d-456f-9e85-c4b554d4a697'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:43.381846 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c07f5-0615-4ca1-ada7-c4e121dd1275 None None] Pushing event updated for resources: {'Port': ['ID=dd052f0f-be63-4b8f-a88c-8110a2a7fc83,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:43.462934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network ad055900-8f17-4cea-9cc8-8fb39732224f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:42:43.465958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:42:43.470086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:42:43.504582 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] Set router da99a1ba-c25d-456f-9e85-c4b554d4a697 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:42:43.514051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:43.538203 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:43.538953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.574101 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0f6f76ad-78eb-4efc-9e5e-f5d31add859a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2616761 Jan 20 14:42:43.777734 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-80727a06-70ea-40e6-b60b-cf0f1c5c2161 None None] Provisioning for port 43723192-0639-445a-8caf-98d7d64e543b completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:42:43.783133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-80727a06-70ea-40e6-b60b-cf0f1c5c2161 None None] Provisioning complete for port 43723192-0639-445a-8caf-98d7d64e543b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:43.783694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-80727a06-70ea-40e6-b60b-cf0f1c5c2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.798064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54466) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:43.804902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250973855', 'description': 'tempest-secgroup-smoke-250973855 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:43.821675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:43.823803 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:43.827061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:43.833292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:43.840860 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'dd052f0f-be63-4b8f-a88c-8110a2a7fc83', 'name': '', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:ed:3a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:38Z', 'updated_at': '2022-01-20T14:42:43Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:43.845917 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157fa63e-e82d-49f3-a584-b77ee52190dd None None] The sync data for ids ['da99a1ba-c25d-456f-9e85-c4b554d4a697'] in dv-neutron-825123-1-hyperv is: [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'dd052f0f-be63-4b8f-a88c-8110a2a7fc83', 'name': '', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:ed:3a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:38Z', 'updated_at': '2022-01-20T14:42:43Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:42:43.849651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.874908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:43.879019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:43.882939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:43.888624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:43.889778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-80727a06-70ea-40e6-b60b-cf0f1c5c2161 None None] Port 43723192-0639-445a-8caf-98d7d64e543b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:42:43.989525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.994788 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.040897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11683b9a-d6c9-43f7-b0f6-d16238b5669b,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:44.045765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.050439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54470) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:44.056416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '11683b9a-d6c9-43f7-b0f6-d16238b5669b', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:44.061812 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2eba345c-9cd9-4eb5-9eaf-fc30215316fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2625620 Jan 20 14:42:44.062939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:44.066942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:44.070546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:44.076266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:44.094271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.156662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.161260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.192432 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880d0923-16b7-4c61-8651-90650f569b21,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:44.199374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.200659 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-411be055-a042-487d-beb6-3baae1f32b50 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491497 Jan 20 14:42:44.204023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54474) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:44.209234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '11683b9a-d6c9-43f7-b0f6-d16238b5669b', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:44.216264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:44.220008 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:44.223066 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:44.228987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:44.247298 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.311223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.316900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.348956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255b367e-c126-4bfa-9df2-a9b2c096ebab,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:44.361060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.362912 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-88202594-978f-46bb-9059-48afc12dc444 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1578431 Jan 20 14:42:44.365971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54478) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:44.371052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '11683b9a-d6c9-43f7-b0f6-d16238b5669b', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:44.377919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:44.382413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:44.385873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:44.393440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:44.414116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.483256 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.488594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.512319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48fced1-7eae-4a6e-8386-9d96eb9730e1,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:44.527218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.529012 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ed00f0a4-a597-4317-9167-31bcc55c5317 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620228 Jan 20 14:42:44.532011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54482) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:44.537654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '11683b9a-d6c9-43f7-b0f6-d16238b5669b', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:44.544498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:44.549146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:44.552512 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:44.558486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:44.580521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.609036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device dd052f0f-be63-4b8f-a88c-8110a2a7fc83 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:42:44.668434 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.674177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.679029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:42:44.684522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:44.684945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.698272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a04943f-6a5b-40ed-aff7-45487d13c2c5,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:44.713315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.714655 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-db2f292d-aa58-477f-b596-6349b5de0da5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1815798 Jan 20 14:42:44.717627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54486) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:44.725356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '11683b9a-d6c9-43f7-b0f6-d16238b5669b', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:44.732107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:44.737827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:44.742466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:44.748648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:44.761633 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:42:44.769983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.814467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.840413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.845389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.848274 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port dd052f0f-be63-4b8f-a88c-8110a2a7fc83, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=dd052f0f-be63-4b8f-a88c-8110a2a7fc83,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:44.853638 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.869433 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09980d2b-d7c0-4942-9984-b65a569c0217,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:44.883950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.885671 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5a6c6bc0-f964-477e-acae-4aa53369cbe8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1653142 Jan 20 14:42:44.888583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54490) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:44.894018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '11683b9a-d6c9-43f7-b0f6-d16238b5669b', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:44.900322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:44.904092 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:44.906963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:44.912636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:44.926437 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:42:44.928476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=dd052f0f-be63-4b8f-a88c-8110a2a7fc83,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:44.933296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:45.002488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:45.008062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:45.033107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d52932-cd69-46ff-b82f-8f1bc0286944,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:45.043595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:45.044947 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dab06a76-0704-433c-8e71-bb86d1d6155b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552038 Jan 20 14:42:45.202858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-f67f2569-9fee-41fc-b843-5c7cd5d488e3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:42:45.220653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-f67f2569-9fee-41fc-b843-5c7cd5d488e3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:42:45.221791 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-f67f2569-9fee-41fc-b843-5c7cd5d488e3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250973855&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0565965 Jan 20 14:42:45.301700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-94f74455-ba11-4506-b81d-9e82b25476a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:45.302260 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-94f74455-ba11-4506-b81d-9e82b25476a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:42:45.320759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-94f74455-ba11-4506-b81d-9e82b25476a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:42:45.321868 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-94f74455-ba11-4506-b81d-9e82b25476a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 930 time: 0.0906551 Jan 20 14:42:45.468339 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-e95730b5-b2f8-4a90-b541-a1b90e1ae4de service neutron] 10.222.0.87 "GET /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1279767 Jan 20 14:42:45.598732 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-fd5e73f1-0732-48e6-8513-07f6abfcaa13 service neutron] 10.222.0.87 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245418 Jan 20 14:42:45.737382 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-b9df6fb8-c5e9-4af5-922d-e65f89ea8b07 service neutron] 10.222.0.87 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299956 Jan 20 14:42:45.932431 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2266bb8f-7070-426c-803a-db1281a17173 req-6d12bc77-cbea-4b7c-a0df-abc0397b5085 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 210 time: 0.0437636 Jan 20 14:42:46.569724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device dd052f0f-be63-4b8f-a88c-8110a2a7fc83 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:42:46.640177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:46.640572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:47.051996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-85a4ea36-fe9b-4a45-bb39-a0a0f0645ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:47.053997 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-85a4ea36-fe9b-4a45-bb39-a0a0f0645ee7 service neutron] 10.222.0.72 "GET /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 1026 time: 0.0695999 Jan 20 14:42:47.119040 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a1839c99-eb9c-4602-b8f2-d98c40c178c9 req-c5dbc670-fd48-4230-a87e-409bbff6375e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 210 time: 0.0599861 Jan 20 14:42:47.245951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-343c4929-bf1a-4399-bb84-1ae24569b2c8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:47.247417 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-343c4929-bf1a-4399-bb84-1ae24569b2c8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=ad055900-8f17-4cea-9cc8-8fb39732224f HTTP/1.1" status: 200 len: 797 time: 0.1529689 Jan 20 14:42:47.294718 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-b03691dd-35d2-4464-8c00-906e47dcaa82 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 379 time: 0.0386713 Jan 20 14:42:47.306222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Request body: {'port': {'device_id': '11fda6bf-adec-4571-875e-a298aed0d6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:47.417808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:47.777110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43723192-0639-445a-8caf-98d7d64e543b {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:42:47.784587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:47.798554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Transition to ACTIVE for port object 43723192-0639-445a-8caf-98d7d64e543b will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:42:47.805235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:47.931911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:48.152770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Attempting to bind port 43723192-0639-445a-8caf-98d7d64e543b on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:42:48.153353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Attempting to bind port 43723192-0639-445a-8caf-98d7d64e543b by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:42:48.153512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Attempting to bind port 43723192-0639-445a-8caf-98d7d64e543b on network ad055900-8f17-4cea-9cc8-8fb39732224f {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:42:48.158022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Port 43723192-0639-445a-8caf-98d7d64e543b on network ad055900-8f17-4cea-9cc8-8fb39732224f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:42:48.158352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Attempting to bind port 43723192-0639-445a-8caf-98d7d64e543b on network ad055900-8f17-4cea-9cc8-8fb39732224f {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:42:48.163407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:42:48.163714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Checking segment: {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:42:48.164098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Bound using segment: {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:42:48.164549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Bound port: 43723192-0639-445a-8caf-98d7d64e543b, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:42:48.164881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.259559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:42:48.262756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=43723192-0639-445a-8caf-98d7d64e543b,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:42:48.269710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.311819 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ae350-0e56-41ee-a4bb-5af2f3704b7e req-95c584cd-b4cb-48e2-aafd-650ee5b70f58 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:48.313292 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-587ae350-0e56-41ee-a4bb-5af2f3704b7e req-95c584cd-b4cb-48e2-aafd-650ee5b70f58 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 981 time: 0.0854914 Jan 20 14:42:48.329876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:48.330489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.331867 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] 10.222.0.72 "PUT /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 1131 time: 1.0293784 Jan 20 14:42:48.332335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fda6bf-adec-4571-875e-a298aed0d6ca', 'tag': '43723192-0639-445a-8caf-98d7d64e543b'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:48.354958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f4674-48cc-4498-bf01-9456b0381f13 service neutron] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:48.376019 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-587ae350-0e56-41ee-a4bb-5af2f3704b7e req-d1431b8f-d0a7-4d50-83cb-51370a9419ed tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568502 Jan 20 14:42:48.460865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-bff695b2-87b0-4529-86bb-060a17eff790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:48.462353 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-bff695b2-87b0-4529-86bb-060a17eff790 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 1134 time: 0.0853786 Jan 20 14:42:48.522609 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fda6bf-adec-4571-875e-a298aed0d6ca', 'tag': '43723192-0639-445a-8caf-98d7d64e543b', 'status': 'completed', 'code': 200} Jan 20 14:42:48.530651 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-8ad660a1-c27e-42ec-8f8c-2f7efed9dca1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 217 time: 0.0609465 Jan 20 14:42:48.595691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-c66a1667-b6fe-474b-b0e4-b69829d7c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:48.597206 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-c66a1667-b6fe-474b-b0e4-b69829d7c8df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e87fcb49-2c73-4562-af38-280763e2d633 HTTP/1.1" status: 200 len: 835 time: 0.0589182 Jan 20 14:42:48.672861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-d76f3ce0-3bfc-4c84-aeef-20934e1ad343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:48.674286 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-d76f3ce0-3bfc-4c84-aeef-20934e1ad343 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad055900-8f17-4cea-9cc8-8fb39732224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702865 Jan 20 14:42:48.803070 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-278b7945-8266-4a0b-89cf-ea8371c3a7d6 service neutron] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219578 Jan 20 14:42:48.937483 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-41edf87b-b971-45d8-ba88-a11aa08a526d req-facb1568-888f-4a2e-acb3-c7494e1a7d84 service neutron] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267128 Jan 20 14:42:49.074366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605741f-c86f-457c-8828-791c286c4b4a req-012fb99e-9d09-4913-a738-bc4652c2b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:49.076033 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6605741f-c86f-457c-8828-791c286c4b4a req-012fb99e-9d09-4913-a738-bc4652c2b60f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 1134 time: 0.0819457 Jan 20 14:42:49.206962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605741f-c86f-457c-8828-791c286c4b4a req-3e2b976a-b6d8-4411-bfdd-95b4d317575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:49.208356 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6605741f-c86f-457c-8828-791c286c4b4a req-3e2b976a-b6d8-4411-bfdd-95b4d317575b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad055900-8f17-4cea-9cc8-8fb39732224f HTTP/1.1" status: 200 len: 898 time: 0.1265910 Jan 20 14:42:49.273682 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6605741f-c86f-457c-8828-791c286c4b4a req-9863e715-ef3d-4ae0-a999-995f97804cc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 217 time: 0.0592067 Jan 20 14:42:49.342059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605741f-c86f-457c-8828-791c286c4b4a req-181fccdb-f85c-4cc4-84b7-2ff7966fd4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:49.343514 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6605741f-c86f-457c-8828-791c286c4b4a req-181fccdb-f85c-4cc4-84b7-2ff7966fd4d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e87fcb49-2c73-4562-af38-280763e2d633 HTTP/1.1" status: 200 len: 835 time: 0.0635643 Jan 20 14:42:49.424039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605741f-c86f-457c-8828-791c286c4b4a req-6d5e1ead-8878-40ab-91ac-112bdb6362f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:49.426091 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6605741f-c86f-457c-8828-791c286c4b4a req-6d5e1ead-8878-40ab-91ac-112bdb6362f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad055900-8f17-4cea-9cc8-8fb39732224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744340 Jan 20 14:42:49.579592 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6605741f-c86f-457c-8828-791c286c4b4a req-25c49ad1-03dc-4331-9954-149178450e84 service neutron] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459014 Jan 20 14:42:49.593595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0d26c-a95e-4250-888c-745620015aea req-2f9b326d-bd73-404d-b0c6-d386ece7a54f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:49.601982 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-dfb0d26c-a95e-4250-888c-745620015aea req-2f9b326d-bd73-404d-b0c6-d386ece7a54f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 981 time: 0.0972276 Jan 20 14:42:49.640523 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-dfb0d26c-a95e-4250-888c-745620015aea req-3e481436-9485-4bbf-88ee-25ae90e9e1fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Jan 20 14:42:49.720362 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6605741f-c86f-457c-8828-791c286c4b4a req-956bc16b-8b47-4d47-9f3b-557956316403 service neutron] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321137 Jan 20 14:42:50.842868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77933ef-5187-490b-bc23-b37736a0ecad req-cb1f6047-5a55-4f40-acda-7b58bba6d762 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:50.844864 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d77933ef-5187-490b-bc23-b37736a0ecad req-cb1f6047-5a55-4f40-acda-7b58bba6d762 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 981 time: 0.0866077 Jan 20 14:42:51.005794 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d77933ef-5187-490b-bc23-b37736a0ecad req-9cf56ea4-7e00-4e15-9dd0-30e9fbdb37a1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553361 Jan 20 14:42:52.208055 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393aa25-d2f2-443c-a633-28adb8f62cbd req-6eddb98e-5885-4812-b37c-308588bcc0ca tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:52.209564 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3393aa25-d2f2-443c-a633-28adb8f62cbd req-6eddb98e-5885-4812-b37c-308588bcc0ca tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 981 time: 0.0868201 Jan 20 14:42:52.252228 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3393aa25-d2f2-443c-a633-28adb8f62cbd req-ba610c1f-4d58-4969-9bcf-f03b1584b5fc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369515 Jan 20 14:42:52.526052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 43723192-0639-445a-8caf-98d7d64e543b details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:42:52.664673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=43723192-0639-445a-8caf-98d7d64e543b,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:52.677710 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '43723192-0639-445a-8caf-98d7d64e543b', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'port_id': '43723192-0639-445a-8caf-98d7d64e543b', 'mac_address': 'fa:16:3e:c3:a9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:42:52.735508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:52.751705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43723192-0639-445a-8caf-98d7d64e543b {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:42:52.767423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=43723192-0639-445a-8caf-98d7d64e543b,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:52.773969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:52.843073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:52.995638 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['43723192-0639-445a-8caf-98d7d64e543b'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:42:53.449273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870ec04-57ab-4624-9a9f-88c590678ba4 req-f46c673a-cf55-42a2-9537-ddf6f7b0c039 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:53.450646 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8870ec04-57ab-4624-9a9f-88c590678ba4 req-f46c673a-cf55-42a2-9537-ddf6f7b0c039 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 982 time: 0.0839136 Jan 20 14:42:53.495134 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8870ec04-57ab-4624-9a9f-88c590678ba4 req-bac660d3-7bc6-4c3d-90a1-2e10be2141db tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382807 Jan 20 14:42:54.544719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 43723192-0639-445a-8caf-98d7d64e543b up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:42:54.619416 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 43723192-0639-445a-8caf-98d7d64e543b completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:42:54.624025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 43723192-0639-445a-8caf-98d7d64e543b triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:54.624425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.682406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6bb1-21aa-4304-a24f-53c439b86cf1 req-d520e924-fec3-4293-9251-35056907c939 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:54.684651 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-166e6bb1-21aa-4304-a24f-53c439b86cf1 req-d520e924-fec3-4293-9251-35056907c939 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 982 time: 0.0801954 Jan 20 14:42:54.726922 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-166e6bb1-21aa-4304-a24f-53c439b86cf1 req-3c5a8946-a8c4-4e42-89f3-32cd396e81ae tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371854 Jan 20 14:42:54.749267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.759998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.777429 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fda6bf-adec-4571-875e-a298aed0d6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43723192-0639-445a-8caf-98d7d64e543b'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:54.787007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=43723192-0639-445a-8caf-98d7d64e543b,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:42:54.792318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.859762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:54.874076 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fda6bf-adec-4571-875e-a298aed0d6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43723192-0639-445a-8caf-98d7d64e543b', 'code': 200} Jan 20 14:42:55.113936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f992ee-0419-4ac0-b7d4-41c9f38bda84 req-2dadb841-b487-4849-a38f-313d93fba2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:55.115057 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-71f992ee-0419-4ac0-b7d4-41c9f38bda84 req-2dadb841-b487-4849-a38f-313d93fba2a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 1136 time: 0.0765517 Jan 20 14:42:55.155679 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-71f992ee-0419-4ac0-b7d4-41c9f38bda84 req-385c41ba-4206-428b-93cd-b52f6354eb36 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Jan 20 14:42:56.072350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdeff1-35f4-455b-81fb-85439c81b559 req-7c104d5d-f743-40cb-b03c-9e2ce465e169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:56.073806 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14cdeff1-35f4-455b-81fb-85439c81b559 req-7c104d5d-f743-40cb-b03c-9e2ce465e169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 983 time: 0.0853655 Jan 20 14:42:56.120987 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14cdeff1-35f4-455b-81fb-85439c81b559 req-aeb8088e-70a8-4298-8126-5af50ea64837 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 Jan 20 14:42:57.306424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db869c-e255-4be3-a5c4-35b8ae1bafe8 req-ea2dab33-ac6a-4030-9285-bf24e32901e3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:57.307894 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-08db869c-e255-4be3-a5c4-35b8ae1bafe8 req-ea2dab33-ac6a-4030-9285-bf24e32901e3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 983 time: 0.0804112 Jan 20 14:42:57.351220 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-08db869c-e255-4be3-a5c4-35b8ae1bafe8 req-896daf9f-6520-4b06-9926-50cf93933034 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375199 Jan 20 14:42:57.552998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a3af8-8444-411c-99b6-bb3dddd1bbfe req-aab777ab-2752-474d-845a-b1863d9dae89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:57.554452 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-110a3af8-8444-411c-99b6-bb3dddd1bbfe req-aab777ab-2752-474d-845a-b1863d9dae89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 983 time: 0.0823026 Jan 20 14:42:57.599115 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-110a3af8-8444-411c-99b6-bb3dddd1bbfe req-662aac94-79ef-4437-8ef1-e0104559dcc4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388720 Jan 20 14:42:57.621369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54556) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:57.695321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06881a56-114d-466b-8193-f26ae06324ec tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:57.696931 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-06881a56-114d-466b-8193-f26ae06324ec tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 1131 time: 0.0746067 Jan 20 14:42:57.699914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54560) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:57.705400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '43723192-0639-445a-8caf-98d7d64e543b', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:42:57.711529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:57.715418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:floatingip and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:57.718295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:57.727423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:57.740061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:57.884230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:58.042082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.109 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/3197cb0d-c301-40ee-9543-b128e44cda54) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:42:58.189574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:58.221493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:58.296979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:42:58.299884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:42:58.304694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:42:58.333026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=3197cb0d-c301-40ee-9543-b128e44cda54,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:58.738665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:58.818709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:59.051938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:59.060662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:59.303394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=3197cb0d-c301-40ee-9543-b128e44cda54,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:59.313611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:59.501289 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 8390a3d4-934d-4ff8-92d4-10298ac265b4 associated. External IP: 172.26.0.109, port: 43723192-0639-445a-8caf-98d7d64e543b. Jan 20 14:42:59.864736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router da99a1ba-c25d-456f-9e85-c4b554d4a697 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:43:00.048684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:43:00.059917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] Sync routers for ids ['da99a1ba-c25d-456f-9e85-c4b554d4a697'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:43:00.069651 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] Routers {'da99a1ba-c25d-456f-9e85-c4b554d4a697'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:00.070697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:42:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['da99a1ba-c25d-456f-9e85-c4b554d4a697'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:00.083541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.153106 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ab85b946-4cf0-4004-9f96-a211defea9d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4520547 Jan 20 14:43:00.153700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fda6bf-adec-4571-875e-a298aed0d6ca', 'tag': '43723192-0639-445a-8caf-98d7d64e543b'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:43:00.155963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54564) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:00.201552 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fda6bf-adec-4571-875e-a298aed0d6ca', 'tag': '43723192-0639-445a-8caf-98d7d64e543b', 'status': 'completed', 'code': 200} Jan 20 14:43:00.246901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa353c17-bac0-4fb5-a5cb-ab0e6ea61f03 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:00.252238 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aa353c17-bac0-4fb5-a5cb-ab0e6ea61f03 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca&network_id=ad055900-8f17-4cea-9cc8-8fb39732224f HTTP/1.1" status: 200 len: 1131 time: 0.0920055 Jan 20 14:43:00.282106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] Set router da99a1ba-c25d-456f-9e85-c4b554d4a697 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:00.311005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-8dd96a44-9e9c-4261-8215-2bdec1e8c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:00.311005 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-8dd96a44-9e9c-4261-8215-2bdec1e8c445 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 1136 time: 0.0848975 Jan 20 14:43:00.469552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-d4fe089f-5f37-4854-9c63-bc30a2938d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:00.471640 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-d4fe089f-5f37-4854-9c63-bc30a2938d12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad055900-8f17-4cea-9cc8-8fb39732224f HTTP/1.1" status: 200 len: 898 time: 0.1551564 Jan 20 14:43:00.609084 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-50be0461-e8f3-4417-802b-b805a7467129 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 1037 time: 0.1302645 Jan 20 14:43:00.720539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '8390a3d4-934d-4ff8-92d4-10298ac265b4', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'port_id': '43723192-0639-445a-8caf-98d7d64e543b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1675951514', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'mac_address': 'fa:16:3e:c3:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fda6bf-adec-4571-875e-a298aed0d6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:58Z', 'updated_at': '2022-01-20T14:42:58Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd052f0f-be63-4b8f-a88c-8110a2a7fc83', 'name': '', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:ed:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:38Z', 'updated_at': '2022-01-20T14:42:44Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:00.721873 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-1590ea44-57c2-4735-99bf-dcf51784ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:00.722921 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-1590ea44-57c2-4735-99bf-dcf51784ac57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e87fcb49-2c73-4562-af38-280763e2d633 HTTP/1.1" status: 200 len: 835 time: 0.0826321 Jan 20 14:43:00.725237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] Checking router: da99a1ba-c25d-456f-9e85-c4b554d4a697 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:43:00.734731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] Routers {'da99a1ba-c25d-456f-9e85-c4b554d4a697'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:00.736146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:42:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['da99a1ba-c25d-456f-9e85-c4b554d4a697'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:00.786637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5557e3-6987-4d91-8161-0595c881f253 req-948b4765-2b3f-4354-b4b4-e16eb52b0b26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:00.787700 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d5557e3-6987-4d91-8161-0595c881f253 req-948b4765-2b3f-4354-b4b4-e16eb52b0b26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 983 time: 0.1771488 Jan 20 14:43:00.849411 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1d5557e3-6987-4d91-8161-0595c881f253 req-e6505dd5-0f93-4815-b6dc-b170a9d87923 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545664 Jan 20 14:43:00.863678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-a10ed84a-b488-4c3b-9656-92ea5470b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:00.865215 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-a10ed84a-b488-4c3b-9656-92ea5470b649 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad055900-8f17-4cea-9cc8-8fb39732224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1350062 Jan 20 14:43:00.936821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] Set router da99a1ba-c25d-456f-9e85-c4b554d4a697 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:01.150395 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-52d88e90-8d5e-427e-8aaa-21313885345b service neutron] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781801 Jan 20 14:43:01.333286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '8390a3d4-934d-4ff8-92d4-10298ac265b4', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'port_id': '43723192-0639-445a-8caf-98d7d64e543b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1675951514', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'mac_address': 'fa:16:3e:c3:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fda6bf-adec-4571-875e-a298aed0d6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:58Z', 'updated_at': '2022-01-20T14:42:58Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd052f0f-be63-4b8f-a88c-8110a2a7fc83', 'name': '', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:ed:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:38Z', 'updated_at': '2022-01-20T14:42:44Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:01.338669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf4b27-a1a0-4a2f-aecc-99c7fdfbdbe2 None None] The sync data for ids ['da99a1ba-c25d-456f-9e85-c4b554d4a697'] in dv-neutron-825123-1-hyperv is: [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '8390a3d4-934d-4ff8-92d4-10298ac265b4', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'port_id': '43723192-0639-445a-8caf-98d7d64e543b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1675951514', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'mac_address': 'fa:16:3e:c3:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fda6bf-adec-4571-875e-a298aed0d6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:58Z', 'updated_at': '2022-01-20T14:42:58Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd052f0f-be63-4b8f-a88c-8110a2a7fc83', 'name': '', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:ed:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:38Z', 'updated_at': '2022-01-20T14:42:44Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:43:01.359146 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7861f1f8-bfaa-4190-a724-f32c68641277 req-dd45c308-a6c7-4b0c-98e3-c287ac93df4e service neutron] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013819 Jan 20 14:43:01.557480 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9450e9a6-4e18-4ebb-8a32-e5104318ff8c None None] New status for floating IP 8390a3d4-934d-4ff8-92d4-10298ac265b4: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:43:01.962152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-eaa17238-3959-4e30-94a4-8715faa1b029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:01.963416 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-eaa17238-3959-4e30-94a4-8715faa1b029 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 983 time: 0.0842214 Jan 20 14:43:02.039492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc65d-e299-4a93-91e4-c0112aec0983 req-a80c2c80-a283-4599-8000-bdc792a9b3c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:02.040532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-9dc71168-886c-4a6e-8dd2-2c18d60e75e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:02.042236 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-9dc71168-886c-4a6e-8dd2-2c18d60e75e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0732868 Jan 20 14:43:02.046686 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14bcc65d-e299-4a93-91e4-c0112aec0983 req-a80c2c80-a283-4599-8000-bdc792a9b3c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 983 time: 0.0948505 Jan 20 14:43:02.091871 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14bcc65d-e299-4a93-91e4-c0112aec0983 req-32106763-7303-4f2d-943c-9e5799866405 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441914 Jan 20 14:43:02.217537 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-dacf4bd6-e12c-4466-9b91-d2b6461d52f3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1679857 Jan 20 14:43:02.228675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:02.348461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.549309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=43723192-0639-445a-8caf-98d7d64e543b,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:02.580744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:43:02.631437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] device_id is not set on port 43723192-0639-445a-8caf-98d7d64e543b yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:43:02.640670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.648597 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.786284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=6']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:02.839311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] No DVR routers for this DVR port 43723192-0639-445a-8caf-98d7d64e543b on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:43:02.903284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1948e090-dd78-4cd4-9085-e29957948889 None None] Provisioning complete for port 43723192-0639-445a-8caf-98d7d64e543b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:02.903812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1948e090-dd78-4cd4-9085-e29957948889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.962093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1948e090-dd78-4cd4-9085-e29957948889 None None] Port 43723192-0639-445a-8caf-98d7d64e543b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:43:03.065312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] In _notify_port_updated(), no bound segment for port 43723192-0639-445a-8caf-98d7d64e543b on network ad055900-8f17-4cea-9cc8-8fb39732224f {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:43:03.066307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:03.066781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:03.068052 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-26857047-db85-4aec-b6b8-8c29ac4a2054 req-53cf6754-1f45-495d-af10-8fe1a44a070c service neutron] 10.222.0.72 "PUT /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 1026 time: 0.8435717 Jan 20 14:43:03.103952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8a886d7c-a2e7-4217-9ce8-443844f79c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:03.245250 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-82d24520-279a-4bae-841e-909062352b72 req-d25e0c81-1d25-4106-9792-8bd2ee83126d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=11fda6bf-adec-4571-875e-a298aed0d6ca HTTP/1.1" status: 200 len: 210 time: 0.0498462 Jan 20 14:43:04.356173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54584) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:04.429487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fa5b5-25e4-4590-b26f-64aec6ad3ddd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:04.430786 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9e5fa5b5-25e4-4590-b26f-64aec6ad3ddd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 925 time: 0.0734968 Jan 20 14:43:04.572980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 43723192-0639-445a-8caf-98d7d64e543b no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:43:04.630056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 43723192-0639-445a-8caf-98d7d64e543b not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:43:04.899250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54590) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:04.904436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954738849', 'description': 'tempest-secgroup-smoke-954738849 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:04.910660 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:04.921162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:04.933934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:04.954458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:04.958307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:04.961163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:04.966791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:05.032233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.037487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.081200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b42af87-a7a4-4746-9654-7aee0f8ab92e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:05.087520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.088817 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-43c3f0c1-1876-444d-af6a-082cd6097137 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1885886 Jan 20 14:43:05.091792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54594) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:05.096782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '9b42af87-a7a4-4746-9654-7aee0f8ab92e', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:05.102746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:05.106513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:05.109369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:05.114964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:05.138178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.197568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.203521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.225870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9fdf4f-35c0-45d5-a5b8-5b99d38b86d2,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:05.235249 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.236566 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7fa2682b-194f-4da6-9e6b-99f563cb5dab tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438403 Jan 20 14:43:05.239373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54598) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:05.244178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '9b42af87-a7a4-4746-9654-7aee0f8ab92e', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:05.249877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:05.253680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:05.256636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:05.262401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:05.285276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.364862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.370898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.393387 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99daf2c9-46ce-45ef-b0ef-2e18f1686ca8,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:05.404192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.405950 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-887858aa-3da8-4966-a7d7-abd0864d3f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1653342 Jan 20 14:43:05.408322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54602) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:05.413489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '9b42af87-a7a4-4746-9654-7aee0f8ab92e', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:05.419553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:05.423580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:05.426618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:05.427124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ad38e4be-480f-46e2-add0-fc07e12995b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.432482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:05.449280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.515317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.521826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.544968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456f734f-d42f-4ac9-9ee3-f7b03fa2671d,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:05.554547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.555708 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6ef7db23-013c-4581-a8b0-d25d315c7ede tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464546 Jan 20 14:43:05.558581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54606) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:05.563452 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '9b42af87-a7a4-4746-9654-7aee0f8ab92e', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:05.569167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:05.573147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:05.576141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:05.582246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:05.599749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.662956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.668048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.690379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fd293a-cc80-4d53-8e56-b16aa6d6567c,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:05.699737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.700925 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-db3be2b5-b53e-435c-b513-c0e47dbc43df tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414549 Jan 20 14:43:05.704185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54610) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:05.709001 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '9b42af87-a7a4-4746-9654-7aee0f8ab92e', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:05.714792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:05.718624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:05.721537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:05.727215 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:05.739979 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:43:05.746488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.807547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.812904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.835126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a007e58e-7cba-45b5-953c-ace9e893219d,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:05.845759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.847275 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-09fb9ae5-e1e4-4e7d-9c6a-9f536f63ac8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1421666 Jan 20 14:43:05.850368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54614) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:05.858916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '9b42af87-a7a4-4746-9654-7aee0f8ab92e', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:05.867690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:05.871895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:05.874979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:05.881276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:05.895243 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:43:05.901798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.966226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.971991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:05.994789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd54e53-9550-4f04-84e6-e1ea0671e4ca,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:06.004282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:06.005480 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8af4c24f-f25d-4f7c-8723-aec011841f13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1539931 Jan 20 14:43:06.168736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-f0352879-c38b-412d-b068-174f288c4b49 req-dab50849-e1fa-420c-96ab-a05a05b98a9b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:43:06.187474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-f0352879-c38b-412d-b068-174f288c4b49 req-dab50849-e1fa-420c-96ab-a05a05b98a9b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:43:06.188638 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-dab50849-e1fa-420c-96ab-a05a05b98a9b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954738849&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0601768 Jan 20 14:43:06.269329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352879-c38b-412d-b068-174f288c4b49 req-120cf590-b2fe-4020-b473-051eb533fc78 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:06.270613 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-120cf590-b2fe-4020-b473-051eb533fc78 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 930 time: 0.0728581 Jan 20 14:43:06.358908 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-bf168fdd-275d-4875-99d7-ae83bd7586b8 service neutron] 10.222.0.87 "GET /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0703473 Jan 20 14:43:06.425307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:06.466086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:06.599028 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-dbe59fdb-79fc-4673-971a-15c80c269af2 service neutron] 10.222.0.87 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315915 Jan 20 14:43:06.731477 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-cd5441bf-b4ed-4e54-ac7f-bb8d681c798e service neutron] 10.222.0.87 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243246 Jan 20 14:43:06.922598 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-83bfb8d9-03e8-483e-9494-7c2f36790ee7 req-b129f7ff-3c3f-40b6-8033-a868fb966532 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 210 time: 0.0453937 Jan 20 14:43:07.665038 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:43:07.893386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:07.903566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352879-c38b-412d-b068-174f288c4b49 req-472e26bb-dd31-416c-9732-5cb3ed65aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:07.904949 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-472e26bb-dd31-416c-9732-5cb3ed65aa8e service neutron] 10.222.0.72 "GET /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 1026 time: 0.0665853 Jan 20 14:43:08.059682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352879-c38b-412d-b068-174f288c4b49 req-b1a5808c-d636-4d31-9190-f8f6d4753b9a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:08.061145 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-b1a5808c-d636-4d31-9190-f8f6d4753b9a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=ad055900-8f17-4cea-9cc8-8fb39732224f HTTP/1.1" status: 200 len: 797 time: 0.1510222 Jan 20 14:43:08.089238 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b0a2c0c6-cebc-4753-9d80-8bc8619e8a0a req-0865cd91-927c-43ef-9342-242ae90b346d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 210 time: 0.0565958 Jan 20 14:43:08.120676 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-f1cc9c17-9d21-4736-8fcc-9c3404263acc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 471 time: 0.0513010 Jan 20 14:43:08.130507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Request body: {'port': {'device_id': '103e4f0b-80b9-4edb-9f55-718eaf02dbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:08.345344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:08.687578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43723192-0639-445a-8caf-98d7d64e543b {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:43:08.695183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:08.710903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Transition to ACTIVE for port object 43723192-0639-445a-8caf-98d7d64e543b will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:43:08.717532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:08.870082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=7']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:08.999448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Attempting to bind port 43723192-0639-445a-8caf-98d7d64e543b on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:43:08.999782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Attempting to bind port 43723192-0639-445a-8caf-98d7d64e543b by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:43:09.000143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Attempting to bind port 43723192-0639-445a-8caf-98d7d64e543b on network ad055900-8f17-4cea-9cc8-8fb39732224f {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:43:09.005199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Port 43723192-0639-445a-8caf-98d7d64e543b on network ad055900-8f17-4cea-9cc8-8fb39732224f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:43:09.005517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Attempting to bind port 43723192-0639-445a-8caf-98d7d64e543b on network ad055900-8f17-4cea-9cc8-8fb39732224f {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:43:09.011748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:43:09.012125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Checking segment: {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:43:09.012651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Bound using segment: {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:43:09.013312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Bound port: 43723192-0639-445a-8caf-98d7d64e543b, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128ae7c7-b2ad-4612-94e2-31b4a9b7b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:43:09.013653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:09.105359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:43:09.108239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=43723192-0639-445a-8caf-98d7d64e543b,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:43:09.114803 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:09.177588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:09.178239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:09.179686 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] 10.222.0.72 "PUT /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 1131 time: 1.0530479 Jan 20 14:43:09.180143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103e4f0b-80b9-4edb-9f55-718eaf02dbfb', 'tag': '43723192-0639-445a-8caf-98d7d64e543b'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:43:09.206133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9fc44-9f68-4464-86c4-8bbeb5641217 service neutron] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=8']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:09.246667 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103e4f0b-80b9-4edb-9f55-718eaf02dbfb', 'tag': '43723192-0639-445a-8caf-98d7d64e543b', 'status': 'completed', 'code': 200} Jan 20 14:43:09.350167 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b138cc-430a-4a7a-8370-622521d7bb8b req-3089ccfc-9129-4a20-a0b5-73be61677a18 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:09.351654 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-29b138cc-430a-4a7a-8370-622521d7bb8b req-3089ccfc-9129-4a20-a0b5-73be61677a18 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 981 time: 0.1413465 Jan 20 14:43:09.354595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352879-c38b-412d-b068-174f288c4b49 req-64980823-ea6e-44a3-a781-d593365b1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:09.356022 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-64980823-ea6e-44a3-a781-d593365b1790 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 1134 time: 0.1113110 Jan 20 14:43:09.484117 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-29b138cc-430a-4a7a-8370-622521d7bb8b req-5bc55915-4237-45cb-99a3-a9c60847ef6e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261690 Jan 20 14:43:09.494914 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-8063e272-ad7d-4584-a446-c4cd7ef536d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 1037 time: 0.1215210 Jan 20 14:43:09.558388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352879-c38b-412d-b068-174f288c4b49 req-b26f6d25-47cf-44ed-b5fb-1778894eda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:09.559835 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-b26f6d25-47cf-44ed-b5fb-1778894eda1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e87fcb49-2c73-4562-af38-280763e2d633 HTTP/1.1" status: 200 len: 835 time: 0.0594816 Jan 20 14:43:09.634417 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352879-c38b-412d-b068-174f288c4b49 req-f76ca707-a2c1-4c68-a6c5-74e06f765b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:09.635869 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-f76ca707-a2c1-4c68-a6c5-74e06f765b86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad055900-8f17-4cea-9cc8-8fb39732224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699193 Jan 20 14:43:09.765918 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-0f2a621b-300a-4181-bf21-58d2e8ce5691 service neutron] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232185 Jan 20 14:43:09.899751 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0352879-c38b-412d-b068-174f288c4b49 req-ffdf6904-5acb-4785-b2b9-461e71e358d6 service neutron] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274123 Jan 20 14:43:10.133795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-5fecbea9-942e-446c-8a03-62b46373c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:10.135482 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-5fecbea9-942e-446c-8a03-62b46373c183 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 1134 time: 0.1879644 Jan 20 14:43:10.266473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-4be77645-e2fa-437d-b089-ac58c320124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:10.267932 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-4be77645-e2fa-437d-b089-ac58c320124d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad055900-8f17-4cea-9cc8-8fb39732224f HTTP/1.1" status: 200 len: 898 time: 0.1258385 Jan 20 14:43:10.370872 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-c7174a0e-22bb-45fd-bcfe-b6f5ad682113 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 1037 time: 0.0956490 Jan 20 14:43:10.434306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-cd9ca80a-2a10-4456-8aaf-56546b399851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:10.435706 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-cd9ca80a-2a10-4456-8aaf-56546b399851 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e87fcb49-2c73-4562-af38-280763e2d633 HTTP/1.1" status: 200 len: 835 time: 0.0584414 Jan 20 14:43:10.521171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-7b5088cf-554e-48d2-bca6-18ef90277292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:10.522325 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-7b5088cf-554e-48d2-bca6-18ef90277292 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad055900-8f17-4cea-9cc8-8fb39732224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798888 Jan 20 14:43:10.652344 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-d3f2c182-aaa7-4b33-b858-5484c1c2dafe service neutron] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230319 Jan 20 14:43:10.672924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d734f-87b0-4716-8e1b-b63bc40dc7db req-72d40518-e05a-47cc-83a8-9964f1134fd0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:10.674370 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-315d734f-87b0-4716-8e1b-b63bc40dc7db req-72d40518-e05a-47cc-83a8-9964f1134fd0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 981 time: 0.0848262 Jan 20 14:43:10.718845 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-315d734f-87b0-4716-8e1b-b63bc40dc7db req-38b96ae5-03ce-44ac-b5c0-f85a8955abf8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386147 Jan 20 14:43:10.782174 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3fe1f08-3906-4ab0-9dfd-c91a5786558b req-254e0a26-e691-4f97-a311-45a199ff46bf service neutron] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237743 Jan 20 14:43:11.932970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1729d7-3009-42d2-827d-79cc80d4d9fd req-70c446d7-cd3d-4611-b7d4-6feb8baa4fcc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:11.934387 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0f1729d7-3009-42d2-827d-79cc80d4d9fd req-70c446d7-cd3d-4611-b7d4-6feb8baa4fcc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 981 time: 0.0996685 Jan 20 14:43:11.977677 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0f1729d7-3009-42d2-827d-79cc80d4d9fd req-c5494349-3473-45a2-a8a4-eec9f03e3c80 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373006 Jan 20 14:43:12.619884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 43723192-0639-445a-8caf-98d7d64e543b details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:43:12.756339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=43723192-0639-445a-8caf-98d7d64e543b,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:12.769230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '43723192-0639-445a-8caf-98d7d64e543b', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'port_id': '43723192-0639-445a-8caf-98d7d64e543b', 'mac_address': 'fa:16:3e:c3:a9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:43:12.823110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:12.839828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43723192-0639-445a-8caf-98d7d64e543b {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:43:12.856635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=43723192-0639-445a-8caf-98d7d64e543b,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:12.863593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:12.934685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=9']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:13.084239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['43723192-0639-445a-8caf-98d7d64e543b'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:43:13.166511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef03067-4063-4a01-b71d-7736a1243507 req-f220bf68-7b4f-4cfb-94c9-2f78a3b6a814 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:13.167995 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-eef03067-4063-4a01-b71d-7736a1243507 req-f220bf68-7b4f-4cfb-94c9-2f78a3b6a814 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 982 time: 0.0800996 Jan 20 14:43:13.212546 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-eef03067-4063-4a01-b71d-7736a1243507 req-59b6bc7d-bf94-42d0-8595-2f42ddf4b587 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386879 Jan 20 14:43:14.411177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737c7d-38d4-4d58-91f2-c5e3b3ba5110 req-6b60ee27-78aa-487e-b2e8-8b8afb04041f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:14.412564 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-34737c7d-38d4-4d58-91f2-c5e3b3ba5110 req-6b60ee27-78aa-487e-b2e8-8b8afb04041f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 982 time: 0.0867102 Jan 20 14:43:14.458390 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-34737c7d-38d4-4d58-91f2-c5e3b3ba5110 req-3b5bbf2d-e6f6-408d-ba39-001f100f66d9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Jan 20 14:43:14.621942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 43723192-0639-445a-8caf-98d7d64e543b up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:43:14.702295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 43723192-0639-445a-8caf-98d7d64e543b completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:43:14.709814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 43723192-0639-445a-8caf-98d7d64e543b triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:14.710358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:14.826328 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:14.882348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103e4f0b-80b9-4edb-9f55-718eaf02dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43723192-0639-445a-8caf-98d7d64e543b'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:43:14.892588 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=43723192-0639-445a-8caf-98d7d64e543b,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:14.898688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:14.931283 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103e4f0b-80b9-4edb-9f55-718eaf02dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43723192-0639-445a-8caf-98d7d64e543b', 'code': 200} Jan 20 14:43:14.972966 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=10']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:15.158964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad29b6-a5ca-453d-aa3b-d08579e12f97 req-c9c84057-840b-4f98-85d8-24254096a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:15.160478 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2ad29b6-a5ca-453d-aa3b-d08579e12f97 req-c9c84057-840b-4f98-85d8-24254096a1b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 1137 time: 0.0710621 Jan 20 14:43:15.200248 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2ad29b6-a5ca-453d-aa3b-d08579e12f97 req-80bd6d94-11e2-4991-af0e-711ccc3196cd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335588 Jan 20 14:43:15.666182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7182a7d-d310-4c35-a712-d1e1a6967697 req-18813a85-6882-4909-be55-3c320eadd9ac tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:15.667662 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a7182a7d-d310-4c35-a712-d1e1a6967697 req-18813a85-6882-4909-be55-3c320eadd9ac tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 984 time: 0.0915756 Jan 20 14:43:15.711541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a7182a7d-d310-4c35-a712-d1e1a6967697 req-7d517e0a-d5e2-451e-8fe6-c22853cb5cb2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379717 Jan 20 14:43:16.923286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5bf94-7590-4d2b-a875-3ae29564dedd req-fb75fa15-269d-4dad-875f-8cd54d7907e1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:16.924772 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-90a5bf94-7590-4d2b-a875-3ae29564dedd req-fb75fa15-269d-4dad-875f-8cd54d7907e1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 984 time: 0.0915897 Jan 20 14:43:16.968145 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-90a5bf94-7590-4d2b-a875-3ae29564dedd req-d21ed50b-e1df-468b-8626-bc70c53d7d94 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376904 Jan 20 14:43:17.314313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81c30d-38b2-4f11-bf04-d6c69c4bafa6 req-49a4daa2-551e-4316-b00e-12916a7ebdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:17.315741 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ec81c30d-38b2-4f11-bf04-d6c69c4bafa6 req-49a4daa2-551e-4316-b00e-12916a7ebdc0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 984 time: 0.0802338 Jan 20 14:43:17.362251 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ec81c30d-38b2-4f11-bf04-d6c69c4bafa6 req-ad25e0d1-9e14-4a58-a6cc-0181bddd2181 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Jan 20 14:43:17.384357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54666) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:17.459713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893328f6-9baf-4624-b051-13c7890060f7 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:17.461399 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-893328f6-9baf-4624-b051-13c7890060f7 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb&network_id=ad055900-8f17-4cea-9cc8-8fb39732224f HTTP/1.1" status: 200 len: 1132 time: 0.0760612 Jan 20 14:43:17.825358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a801a-639a-4d62-8e46-bbf651a798e4 req-9e297fa3-11c6-4e61-bcce-fc0fd72bd9af tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:17.827144 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c34a801a-639a-4d62-8e46-bbf651a798e4 req-9e297fa3-11c6-4e61-bcce-fc0fd72bd9af tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 984 time: 0.0826378 Jan 20 14:43:17.878787 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c34a801a-639a-4d62-8e46-bbf651a798e4 req-0249b101-e7ab-42df-8b89-343519585c64 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459480 Jan 20 14:43:19.058698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-58d589c6-bc3c-4ece-85d3-09bb8d24f60f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:19.060217 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-58d589c6-bc3c-4ece-85d3-09bb8d24f60f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 984 time: 0.0808232 Jan 20 14:43:19.075827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa3866-964d-4430-8de2-0be520d0a3ea req-015e8303-4e3d-4f10-8e5f-1089148f8263 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:19.077773 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-00fa3866-964d-4430-8de2-0be520d0a3ea req-015e8303-4e3d-4f10-8e5f-1089148f8263 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 984 time: 0.0862412 Jan 20 14:43:19.124930 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-00fa3866-964d-4430-8de2-0be520d0a3ea req-9742752a-acc0-481a-b56d-8f36b2583ce2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d6e33c1-dfea-41f6-87d0-42bd8d86c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415065 Jan 20 14:43:19.132087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-0a0c85cc-58e1-4956-a2d7-fcc258b3494c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:19.133486 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-0a0c85cc-58e1-4956-a2d7-fcc258b3494c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0680542 Jan 20 14:43:19.281742 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-b5f7b9d1-beaa-4636-ac90-61ebb708accb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1430941 Jan 20 14:43:19.291344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:19.405006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:19.711802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=43723192-0639-445a-8caf-98d7d64e543b,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:19.739762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] For port 43723192-0639-445a-8caf-98d7d64e543b, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:43:19.790924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] device_id is not set on port 43723192-0639-445a-8caf-98d7d64e543b yet. {{(pid=87494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:43:19.799317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:19.806676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:19.953225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] Pushing event updated for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=11']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:20.003372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] No DVR routers for this DVR port 43723192-0639-445a-8caf-98d7d64e543b on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:43:20.150533 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-71594b70-6bb4-4794-b902-4d998b866552 None None] Provisioning complete for port 43723192-0639-445a-8caf-98d7d64e543b triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:20.151056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-71594b70-6bb4-4794-b902-4d998b866552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:20.205639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-71594b70-6bb4-4794-b902-4d998b866552 None None] Port 43723192-0639-445a-8caf-98d7d64e543b cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:43:20.229629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] In _notify_port_updated(), no bound segment for port 43723192-0639-445a-8caf-98d7d64e543b on network ad055900-8f17-4cea-9cc8-8fb39732224f {{(pid=87494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 20 14:43:20.230415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:20.231009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:20.232631 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ca0fc6ab-b113-48de-8d9e-9174659583ae req-d78574e8-f8d7-4932-82bd-0edae49c4d11 service neutron] 10.222.0.72 "PUT /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 200 len: 1027 time: 0.9449308 Jan 20 14:43:20.280635 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2ecb694-fa83-4be6-8edc-759cc4f23784 req-a12c02be-57fd-4613-a3a9-0d656ec8d216 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=103e4f0b-80b9-4edb-9f55-718eaf02dbfb HTTP/1.1" status: 200 len: 210 time: 0.0467205 Jan 20 14:43:21.384137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54680) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:21.450659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c7096b00-5447-4bde-8237-51f2ad0f7c26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:21.479556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c7096b00-5447-4bde-8237-51f2ad0f7c26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:21.549296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c7096b00-5447-4bde-8237-51f2ad0f7c26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:21.568051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7096b00-5447-4bde-8237-51f2ad0f7c26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b42af87-a7a4-4746-9654-7aee0f8ab92e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:21.579575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c7096b00-5447-4bde-8237-51f2ad0f7c26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:21.580567 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c7096b00-5447-4bde-8237-51f2ad0f7c26 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/9b42af87-a7a4-4746-9654-7aee0f8ab92e HTTP/1.1" status: 204 len: 168 time: 0.1953869 Jan 20 14:43:21.611868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54686) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:21.816549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 3197cb0d-c301-40ee-9543-b128e44cda54 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:43:21.816921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:21.994959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:21.995168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:22.120937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 3197cb0d-c301-40ee-9543-b128e44cda54 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:43:22.271649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:22.320376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=3197cb0d-c301-40ee-9543-b128e44cda54,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:22.408868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:22.409576 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 8390a3d4-934d-4ff8-92d4-10298ac265b4 disassociated (deleted). External IP: 172.26.0.109, port: 43723192-0639-445a-8caf-98d7d64e543b. Jan 20 14:43:22.667362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 43723192-0639-445a-8caf-98d7d64e543b no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:43:22.725875 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 43723192-0639-445a-8caf-98d7d64e543b not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:43:22.860725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router da99a1ba-c25d-456f-9e85-c4b554d4a697 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:43:23.038803 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:43:23.049839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] Sync routers for ids ['da99a1ba-c25d-456f-9e85-c4b554d4a697'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:43:23.059659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] Routers {'da99a1ba-c25d-456f-9e85-c4b554d4a697'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:23.060337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:43:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['da99a1ba-c25d-456f-9e85-c4b554d4a697'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:23.061120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:23.122331 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-84728363-57b7-42c9-8d31-3bccb95d21b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/floatingips/8390a3d4-934d-4ff8-92d4-10298ac265b4 HTTP/1.1" status: 204 len: 168 time: 1.5092356 Jan 20 14:43:23.239417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] Set router da99a1ba-c25d-456f-9e85-c4b554d4a697 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:23.261619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54694) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:23.332977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dadff59a-d884-4c60-af8f-6da18edc0632 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:23.362094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dadff59a-d884-4c60-af8f-6da18edc0632 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:23.426288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dadff59a-d884-4c60-af8f-6da18edc0632 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:23.444623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadff59a-d884-4c60-af8f-6da18edc0632 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11683b9a-d6c9-43f7-b0f6-d16238b5669b,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:23.452560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-dadff59a-d884-4c60-af8f-6da18edc0632 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:23.453694 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-dadff59a-d884-4c60-af8f-6da18edc0632 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/11683b9a-d6c9-43f7-b0f6-d16238b5669b HTTP/1.1" status: 204 len: 168 time: 0.1911247 Jan 20 14:43:23.484090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54700) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:23.549104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ea0d1-b2ea-4a91-80eb-727d99b7044b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 43723192-0639-445a-8caf-98d7d64e543b {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:43:23.549447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea0d1-b2ea-4a91-80eb-727d99b7044b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:23.563057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'dd052f0f-be63-4b8f-a88c-8110a2a7fc83', 'name': '', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:ed:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:38Z', 'updated_at': '2022-01-20T14:42:44Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:23.566996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] Checking router: da99a1ba-c25d-456f-9e85-c4b554d4a697 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:43:23.575471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] Routers {'da99a1ba-c25d-456f-9e85-c4b554d4a697'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:23.576147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:43:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['da99a1ba-c25d-456f-9e85-c4b554d4a697'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:23.750213 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] Set router da99a1ba-c25d-456f-9e85-c4b554d4a697 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:23.786071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea0d1-b2ea-4a91-80eb-727d99b7044b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:23.906312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ea0d1-b2ea-4a91-80eb-727d99b7044b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 43723192-0639-445a-8caf-98d7d64e543b owned by {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:43:24.048284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea0d1-b2ea-4a91-80eb-727d99b7044b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:24.074965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'dd052f0f-be63-4b8f-a88c-8110a2a7fc83', 'name': '', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:ed:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:38Z', 'updated_at': '2022-01-20T14:42:44Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:24.079412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85805019-e955-409e-a400-ea07e62e3ea6 None None] The sync data for ids ['da99a1ba-c25d-456f-9e85-c4b554d4a697'] in dv-neutron-825123-1-hyperv is: [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:42:39Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'dd052f0f-be63-4b8f-a88c-8110a2a7fc83', 'name': '', 'network_id': 'ad055900-8f17-4cea-9cc8-8fb39732224f', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:ed:3a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:38Z', 'updated_at': '2022-01-20T14:42:44Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'e87fcb49-2c73-4562-af38-280763e2d633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:43:24.100267 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ea0d1-b2ea-4a91-80eb-727d99b7044b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=43723192-0639-445a-8caf-98d7d64e543b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:24.216002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea0d1-b2ea-4a91-80eb-727d99b7044b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:24.232651 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7d0ea0d1-b2ea-4a91-80eb-727d99b7044b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/ports/43723192-0639-445a-8caf-98d7d64e543b HTTP/1.1" status: 204 len: 168 time: 0.7473602 Jan 20 14:43:24.234795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54704) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:24.323099 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325ffe7-c5cf-4689-bcdf-1ff84106415c None None] New status for floating IP 8390a3d4-934d-4ff8-92d4-10298ac265b4: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:43:24.746452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:24.796431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:25.253085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port dd052f0f-be63-4b8f-a88c-8110a2a7fc83 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:43:25.253504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:25.448489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port dd052f0f-be63-4b8f-a88c-8110a2a7fc83, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=dd052f0f-be63-4b8f-a88c-8110a2a7fc83,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:25.448740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:25.568441 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for dd052f0f-be63-4b8f-a88c-8110a2a7fc83 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:43:25.892785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:25.943526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=dd052f0f-be63-4b8f-a88c-8110a2a7fc83,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:26.216743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:26.706816 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router da99a1ba-c25d-456f-9e85-c4b554d4a697 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:43:26.884020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:43:26.894348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] Sync routers for ids ['da99a1ba-c25d-456f-9e85-c4b554d4a697'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:43:26.898062 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e7658f06-4527-480d-b5b5-cb1da168193b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/da99a1ba-c25d-456f-9e85-c4b554d4a697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6619711 Jan 20 14:43:26.900792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54708) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:26.905366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] Routers {'da99a1ba-c25d-456f-9e85-c4b554d4a697'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:26.905977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:43:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['da99a1ba-c25d-456f-9e85-c4b554d4a697'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:26.970429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb05870f-4b7e-4f7f-8301-46ef6dca3b65 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting subnet e87fcb49-2c73-4562-af38-280763e2d633 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:43:26.973697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb05870f-4b7e-4f7f-8301-46ef6dca3b65 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:27.033231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb05870f-4b7e-4f7f-8301-46ef6dca3b65 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:27.115207 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb05870f-4b7e-4f7f-8301-46ef6dca3b65 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:27.120189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] Set router da99a1ba-c25d-456f-9e85-c4b554d4a697 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:27.190784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb05870f-4b7e-4f7f-8301-46ef6dca3b65 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:27.229243 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05870f-4b7e-4f7f-8301-46ef6dca3b65 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Subnet': ['ID=e87fcb49-2c73-4562-af38-280763e2d633,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:27.232828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bb05870f-4b7e-4f7f-8301-46ef6dca3b65 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:27.239287 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bb05870f-4b7e-4f7f-8301-46ef6dca3b65 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/subnets/e87fcb49-2c73-4562-af38-280763e2d633 HTTP/1.1" status: 204 len: 168 time: 0.3374767 Jan 20 14:43:27.241763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228e7c25-11e1-463a-bf92-77658252ca4b None None] Network ad055900-8f17-4cea-9cc8-8fb39732224f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:43:27.242553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54712) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:27.530630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:27.571079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:43:25Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:27.574967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] Checking router: da99a1ba-c25d-456f-9e85-c4b554d4a697 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:43:27.584244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] Routers {'da99a1ba-c25d-456f-9e85-c4b554d4a697'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:27.584843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:43:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['da99a1ba-c25d-456f-9e85-c4b554d4a697'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:27.637124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82111fa7-3c91-4d28-a7ac-0ae8658cc05a None None] DHCP port deletion for ad055900-8f17-4cea-9cc8-8fb39732224f request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:43:27.659306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-82111fa7-3c91-4d28-a7ac-0ae8658cc05a None None] Deleting port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:43:27.659679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-82111fa7-3c91-4d28-a7ac-0ae8658cc05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:27.719979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:27.731069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 3f35db33-f82a-4121-aaa4-70b5e29a658e {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:43:27.731396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:27.843026 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] Set router da99a1ba-c25d-456f-9e85-c4b554d4a697 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:27.906402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 3f35db33-f82a-4121-aaa4-70b5e29a658e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3f35db33-f82a-4121-aaa4-70b5e29a658e,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:27.906623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.028294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 3f35db33-f82a-4121-aaa4-70b5e29a658e owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:43:28.118030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-82111fa7-3c91-4d28-a7ac-0ae8658cc05a None None] For port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=41e8e219-e9b2-4d8b-87ab-793eb666f3b1,segment=NetworkSegment(128ae7c7-b2ad-4612-94e2-31b4a9b7b878),segment_id=128ae7c7-b2ad-4612-94e2-31b4a9b7b878)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:28.118637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-82111fa7-3c91-4d28-a7ac-0ae8658cc05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.197763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.250739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=3f35db33-f82a-4121-aaa4-70b5e29a658e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:28.320541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-82111fa7-3c91-4d28-a7ac-0ae8658cc05a None None] Calling delete_port for 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:43:28.343406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.444698 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-82111fa7-3c91-4d28-a7ac-0ae8658cc05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.491336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82111fa7-3c91-4d28-a7ac-0ae8658cc05a None None] Pushing event deleted for resources: {'Port': ['ID=41e8e219-e9b2-4d8b-87ab-793eb666f3b1,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:28.496109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82111fa7-3c91-4d28-a7ac-0ae8658cc05a None None] No DVR routers for this DVR port 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:43:28.506510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:43:25Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:28.511611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6282a1-8043-4961-972b-d2e06db1e733 None None] The sync data for ids ['da99a1ba-c25d-456f-9e85-c4b554d4a697'] in dv-neutron-825123-1-hyperv is: [{'id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'name': 'tempest-TestNetworkBasicOps-router-1690965261', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41'}], 'enable_snat': True}, 'gw_port_id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:42:34Z', 'updated_at': '2022-01-20T14:43:25Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': '3f35db33-f82a-4121-aaa4-70b5e29a658e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da99a1ba-c25d-456f-9e85-c4b554d4a697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:42:35Z', 'updated_at': '2022-01-20T14:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:43:28.515695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.517698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.548294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.548869 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Fanout notify agent at l3_agent the message router_deleted on router da99a1ba-c25d-456f-9e85-c4b554d4a697 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:43:28.563968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.565071 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c66232d5-09b2-4055-a3c0-d7ee45348b38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/routers/da99a1ba-c25d-456f-9e85-c4b554d4a697 HTTP/1.1" status: 204 len: 168 time: 1.3215847 Jan 20 14:43:28.567988 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54716) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:28.677319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.918322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.945926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad055900-8f17-4cea-9cc8-8fb39732224f']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:28.955993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:43:28.962509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128ae7c7-b2ad-4612-94e2-31b4a9b7b878') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:28.962801 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128ae7c7-b2ad-4612-94e2-31b4a9b7b878') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:28.974887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.992574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:28.995025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:43:28.995366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 41e8e219-e9b2-4d8b-87ab-793eb666f3b1 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:43:28.999704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:43:29.000110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:43:29.016560 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:43:29.096259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.114090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.129172 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Network': ['ID=ad055900-8f17-4cea-9cc8-8fb39732224f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:29.134034 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-436e2d24-e9c2-45c6-b0e0-9bb4d5055482 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/networks/ad055900-8f17-4cea-9cc8-8fb39732224f HTTP/1.1" status: 204 len: 168 time: 0.5651414 Jan 20 14:43:29.147669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54720) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:29.159360 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a5482999-bbd2-443a-b52d-c9075aaf3236 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0105398 Jan 20 14:43:29.161967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54724) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:29.167359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'network': {'name': 'tempest-network-smoke--1445296884', 'project_id': '7b32be412f6047a4b4874650505da950', 'port_security_enabled': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:29.172552 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:29.176941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:network and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:29.180538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:29.186438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:29.198219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:43:29.202096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.230510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:43:29.239234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.239610 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Added segment ffe89b8b-dd98-4e82-b59a-6db9fa7dd640 of type vlan for network a9a49329-5054-42d7-8e08-df743e618b64 Jan 20 14:43:29.265083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.293579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.298920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:29.299489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.402459 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2392612 Jan 20 14:43:29.405042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6458db-f1c5-44f3-b055-dc89b17a30cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Network': ['ID=a9a49329-5054-42d7-8e08-df743e618b64,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:29.405284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54728) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:29.412147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-431809518', 'admin_state_up': True, 'project_id': '7b32be412f6047a4b4874650505da950', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:29.415807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network a9a49329-5054-42d7-8e08-df743e618b64 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:43:29.420436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:29.424468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:router and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:29.427443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:29.433757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:29.444619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.445574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.461058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:29.733653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:30.160266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:30.188686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:30.332867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.212 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/e8dea236-c1f2-4f9f-b887-41063529cc7c) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:43:30.486754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:30.526473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:30.548782 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3f35db33-f82a-4121-aaa4-70b5e29a658e no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:43:30.583248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 3f35db33-f82a-4121-aaa4-70b5e29a658e {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:43:30.583503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3f35db33-f82a-4121-aaa4-70b5e29a658e not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:43:30.583929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device dd052f0f-be63-4b8f-a88c-8110a2a7fc83 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:43:30.590146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:43:30.592904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:43:30.596688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:43:30.616592 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: dd052f0f-be63-4b8f-a88c-8110a2a7fc83 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:43:30.616936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device dd052f0f-be63-4b8f-a88c-8110a2a7fc83 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:43:30.630468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=e8dea236-c1f2-4f9f-b887-41063529cc7c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:31.019205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:31.376436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:31.704628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router bfb89080-9203-458b-8f54-c4af0ab7056e is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:43:31.899518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:43:31.909528 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Sync routers for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:43:31.919216 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:31.919827 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:43:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:31.929076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:31.930251 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6a9ab2cc-8cd6-4cf9-a68f-58ec05167b40 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5238757 Jan 20 14:43:31.933377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54732) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:31.976691 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fd306378-ffbc-443b-8c47-5dd5af792480 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=7b32be412f6047a4b4874650505da950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419941 Jan 20 14:43:31.979209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54736) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:32.096030 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:32.109754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6497d6-2306-4372-a005-30a67ead5648 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:32.111251 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9b6497d6-2306-4372-a005-30a67ead5648 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311886 Jan 20 14:43:32.114311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54740) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:32.152308 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6ac1b581-4162-4a1e-a699-6ec422ae533c tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368848 Jan 20 14:43:32.154941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54744) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:32.160134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-506549771', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'project_id': '7b32be412f6047a4b4874650505da950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:32.268117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:32.271962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:subnet and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:32.274805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:32.281822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:32.293609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:43:32.300712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:32.381186 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:30Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:32.385026 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Checking router: bfb89080-9203-458b-8f54-c4af0ab7056e for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:43:32.385389 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Updating router bfb89080-9203-458b-8f54-c4af0ab7056e port e8dea236-c1f2-4f9f-b887-41063529cc7c binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:43:32.438906 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:32.519280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:32.601003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Subnet': ['ID=c8fc53d6-814d-485c-ac90-cb33507708cf,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:32.612248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.612586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.612913 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.613235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.613551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.613868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.614183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.614492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.614901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.615213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.615521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.615828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:32.623437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Checking segment: {'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:43:32.623709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network hostable DHCP agents. Network: a9a49329-5054-42d7-8e08-df743e618b64, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:43:32.643743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network a9a49329-5054-42d7-8e08-df743e618b64 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:43:32.654612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, a9a49329-5054-42d7-8e08-df743e618b64) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:43:32.658786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:32.659368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:32.664008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d8695-aa99-493f-8baf-d7c74d25b1ab None None] Network a9a49329-5054-42d7-8e08-df743e618b64 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:43:32.684729 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-63d13c99-47c1-4a78-9542-123208219127 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5287323 Jan 20 14:43:32.687634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54748) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:32.772516 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:32.784055 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Transition to ACTIVE for port object e8dea236-c1f2-4f9f-b887-41063529cc7c will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:43:32.790281 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:32.854658 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0261720-9f0c-4b7b-a0dc-67518525299f None None] Pushing event updated for resources: {'Port': ['ID=e8dea236-c1f2-4f9f-b887-41063529cc7c,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:32.875945 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Attempting to bind port e8dea236-c1f2-4f9f-b887-41063529cc7c on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:43:32.876325 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Attempting to bind port e8dea236-c1f2-4f9f-b887-41063529cc7c by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:43:32.876646 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Attempting to bind port e8dea236-c1f2-4f9f-b887-41063529cc7c on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:43:32.886862 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:43:32.887221 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:43:32.888262 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:32.888627 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:43:32.889251 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Bound port: e8dea236-c1f2-4f9f-b887-41063529cc7c, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:43:32.889616 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:32.890434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-a9a49329-5054-42d7-8e08-df743e618b64', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:43:32.891277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:32.967794 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] For port e8dea236-c1f2-4f9f-b887-41063529cc7c, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:43:32.970830 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] For port e8dea236-c1f2-4f9f-b887-41063529cc7c, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e8dea236-c1f2-4f9f-b887-41063529cc7c,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:43:32.977065 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:33.052376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Allocated IP 172.20.0.2 (a9a49329-5054-42d7-8e08-df743e618b64/c8fc53d6-814d-485c-ac90-cb33507708cf/ba9f203f-4196-43f4-952f-7f45740c3f21) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:43:33.057254 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:33.058052 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:43:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:33.143249 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0261720-9f0c-4b7b-a0dc-67518525299f None None] Pushing event updated for resources: {'Port': ['ID=e8dea236-c1f2-4f9f-b887-41063529cc7c,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:33.160006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-65bd7cff-474c-483e-96cd-169e5a6670cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:33.259690 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:33.274638 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:33.285360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Transition to ACTIVE for port object ba9f203f-4196-43f4-952f-7f45740c3f21 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:43:33.303290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Transition to ACTIVE for port object ba9f203f-4196-43f4-952f-7f45740c3f21 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:43:33.309654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:33.388586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Network a9a49329-5054-42d7-8e08-df743e618b64 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:43:33.391833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:43:33.394531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:43:33.461424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Pushing event updated for resources: {'Port': ['ID=ba9f203f-4196-43f4-952f-7f45740c3f21,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:33.489758 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Attempting to bind port ba9f203f-4196-43f4-952f-7f45740c3f21 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:43:33.490153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Attempting to bind port ba9f203f-4196-43f4-952f-7f45740c3f21 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:43:33.490505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Attempting to bind port ba9f203f-4196-43f4-952f-7f45740c3f21 on network a9a49329-5054-42d7-8e08-df743e618b64 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:43:33.495976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:43:33.496364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Checking segment: {'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:43:33.496749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:33.497110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Bound using segment: {'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:43:33.497726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Bound port: ba9f203f-4196-43f4-952f-7f45740c3f21, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:43:33.498147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:33.524810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:33.582648 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:30Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:33.586452 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70b50f-79e1-41f7-81ae-d596eb417359 None None] The sync data for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv is: [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:30Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:43:33.589841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] For port ba9f203f-4196-43f4-952f-7f45740c3f21, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:43:33.593474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] For port ba9f203f-4196-43f4-952f-7f45740c3f21, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ba9f203f-4196-43f4-952f-7f45740c3f21,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:43:33.602106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:33.688718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb294a-a370-4380-ac5c-b05dd1ed738b None None] Pushing event updated for resources: {'Port': ['ID=ba9f203f-4196-43f4-952f-7f45740c3f21,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:33.977345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.1 (a9a49329-5054-42d7-8e08-df743e618b64/c8fc53d6-814d-485c-ac90-cb33507708cf/af6f1d32-5985-4153-b9c5-3f2769ea00d2) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:43:34.153178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:34.170039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object af6f1d32-5985-4153-b9c5-3f2769ea00d2 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:43:34.195029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:34.268631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network a9a49329-5054-42d7-8e08-df743e618b64 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:43:34.272409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:43:34.276138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:43:34.306868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=af6f1d32-5985-4153-b9c5-3f2769ea00d2,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:34.348164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:34.642628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:34.676777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e8dea236-c1f2-4f9f-b887-41063529cc7c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:43:34.757763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port e8dea236-c1f2-4f9f-b887-41063529cc7c completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:43:34.765094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e8dea236-c1f2-4f9f-b887-41063529cc7c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:34.765471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:34.835490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5dd4af-e997-4f3e-9e27-ae2e29f24255 None None] Network a9a49329-5054-42d7-8e08-df743e618b64 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:43:35.011601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.039315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5fe737f2-9808-4b82-a15d-e1e820b356ae None None] Provisioning for port ba9f203f-4196-43f4-952f-7f45740c3f21 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:43:35.063662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port e8dea236-c1f2-4f9f-b887-41063529cc7c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e8dea236-c1f2-4f9f-b887-41063529cc7c,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:35.100982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.101795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ba9f203f-4196-43f4-952f-7f45740c3f21 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:43:35.214633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.221215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.269503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=e8dea236-c1f2-4f9f-b887-41063529cc7c,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:35.293201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port ba9f203f-4196-43f4-952f-7f45740c3f21 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:43:35.300200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ba9f203f-4196-43f4-952f-7f45740c3f21 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:35.300589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.334538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=af6f1d32-5985-4153-b9c5-3f2769ea00d2,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:35.336910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.434667 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.445640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d31f66cb-91b6-4843-916b-15b7cd75224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.472724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port ba9f203f-4196-43f4-952f-7f45740c3f21, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ba9f203f-4196-43f4-952f-7f45740c3f21,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:35.476604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network a9a49329-5054-42d7-8e08-df743e618b64 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:43:35.477843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:43:35.478545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.556886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=ba9f203f-4196-43f4-952f-7f45740c3f21,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:35.588058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a2229728-4952-451b-bc99-3144172ace17 None None] Provisioning complete for port ba9f203f-4196-43f4-952f-7f45740c3f21 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:35.588463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2229728-4952-451b-bc99-3144172ace17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.679700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router bfb89080-9203-458b-8f54-c4af0ab7056e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:43:35.723219 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a2229728-4952-451b-bc99-3144172ace17 None None] Provisioning for port af6f1d32-5985-4153-b9c5-3f2769ea00d2 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:43:35.728821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a2229728-4952-451b-bc99-3144172ace17 None None] Provisioning complete for port af6f1d32-5985-4153-b9c5-3f2769ea00d2 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:35.729190 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a2229728-4952-451b-bc99-3144172ace17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:35.782915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a2229728-4952-451b-bc99-3144172ace17 None None] Port af6f1d32-5985-4153-b9c5-3f2769ea00d2 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:43:35.864198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:43:35.876130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Sync routers for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:43:35.879849 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8be01906-b50a-40ed-9e87-8d92dd504eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/bfb89080-9203-458b-8f54-c4af0ab7056e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1888623 Jan 20 14:43:35.880278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54752) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:35.899446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:35.900161 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:43:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:35.982086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-65639cba-6508-4f69-bcba-c10d90b43a02 None None] Provisioning complete for port af6f1d32-5985-4153-b9c5-3f2769ea00d2 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:35.982428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-65639cba-6508-4f69-bcba-c10d90b43a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.019982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a307f-2ef4-404a-9b77-c1e30aa7d4b6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.020477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a307f-2ef4-404a-9b77-c1e30aa7d4b6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.020917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a307f-2ef4-404a-9b77-c1e30aa7d4b6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.021384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a307f-2ef4-404a-9b77-c1e30aa7d4b6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.021831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a307f-2ef4-404a-9b77-c1e30aa7d4b6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.022275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a307f-2ef4-404a-9b77-c1e30aa7d4b6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.026607 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2d5a307f-2ef4-404a-9b77-c1e30aa7d4b6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1427541 Jan 20 14:43:36.027126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54756) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:36.099719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b954842-f80d-4f25-aa0b-14072e0eeab1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.100576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b954842-f80d-4f25-aa0b-14072e0eeab1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.101135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b954842-f80d-4f25-aa0b-14072e0eeab1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.101617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b954842-f80d-4f25-aa0b-14072e0eeab1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.102154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b954842-f80d-4f25-aa0b-14072e0eeab1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.102629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b954842-f80d-4f25-aa0b-14072e0eeab1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:36.104632 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8b954842-f80d-4f25-aa0b-14072e0eeab1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0765266 Jan 20 14:43:36.107465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54760) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:36.111486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-65639cba-6508-4f69-bcba-c10d90b43a02 None None] Port af6f1d32-5985-4153-b9c5-3f2769ea00d2 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:43:36.129156 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:36.312016 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-39162824-c4b8-4623-9ef6-a0214eea46d0 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2032750 Jan 20 14:43:36.337881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-05a98cca-7854-4dd5-9a65-4a8d130f603d None None] Provisioning complete for port af6f1d32-5985-4153-b9c5-3f2769ea00d2 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:36.338280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-05a98cca-7854-4dd5-9a65-4a8d130f603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.416462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-05a98cca-7854-4dd5-9a65-4a8d130f603d None None] Port af6f1d32-5985-4153-b9c5-3f2769ea00d2 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:43:36.469133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.490125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.513993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:43:35Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:36.517921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Checking router: bfb89080-9203-458b-8f54-c4af0ab7056e for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:43:36.518270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Updating router bfb89080-9203-458b-8f54-c4af0ab7056e port af6f1d32-5985-4153-b9c5-3f2769ea00d2 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:43:36.550331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54766) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:36.557042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685888290', 'description': 'tempest-secgroup-smoke-685888290 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:36.564465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:36.573070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:36.577088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:36.584666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:36.600434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.611924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e8dea236-c1f2-4f9f-b887-41063529cc7c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:43:36.624619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:36.628440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:36.631193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:36.636853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:36.665731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.708543 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.713299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.757252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26af58bf-9b61-4980-96e9-93ee78132f28,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:36.762144 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.766403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5cf767ae-d592-48ae-bc49-f8eeecb62139 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2120328 Jan 20 14:43:36.766717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54770) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:36.771553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '26af58bf-9b61-4980-96e9-93ee78132f28', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:36.777545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:36.781480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:36.783076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e8dea236-c1f2-4f9f-b887-41063529cc7c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:36.783568 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.784366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:36.789945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:36.808273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.882281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.887134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.910066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeeefc7a-aa1b-44b6-8bc4-61a3a72a3d17,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:36.920570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:36.921776 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0faf0165-e3be-463f-b7ad-15ce476355f5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543720 Jan 20 14:43:36.924931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54774) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:36.929845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '26af58bf-9b61-4980-96e9-93ee78132f28', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:36.935623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:36.939327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:36.942082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:36.947516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:36.964937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.038203 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.040320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ba9f203f-4196-43f4-952f-7f45740c3f21 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:43:37.043158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.068968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96165fe4-c5bc-400c-8802-15c9ee5cab2c,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:37.080739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.082192 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b16559a7-ce87-4bf8-87fa-f7a76dff08e9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563203 Jan 20 14:43:37.085007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54778) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:37.090216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '26af58bf-9b61-4980-96e9-93ee78132f28', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:37.095953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:37.100100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:37.103314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:37.109751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:37.128623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.172993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ba9f203f-4196-43f4-952f-7f45740c3f21 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:37.173254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.189785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.194511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.218677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad70d58-2bb9-4aef-9c76-5fbb9fd7b36a,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:37.222007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.229393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.230677 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e1bf2a82-0716-4d71-a3bf-90fad98755be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446338 Jan 20 14:43:37.233948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54782) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:37.238860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '26af58bf-9b61-4980-96e9-93ee78132f28', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:37.241815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Transition to ACTIVE for port object af6f1d32-5985-4153-b9c5-3f2769ea00d2 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:43:37.244672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:37.248750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:37.251727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:37.253412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.257644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:37.276287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.340341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.345643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.369771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671db0f9-f10a-43f1-9ea1-6ed70be84039,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:37.383874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.385190 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-18db4293-537c-4b32-a1cb-9d1296a72193 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503353 Jan 20 14:43:37.388799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54786) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:37.394066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '26af58bf-9b61-4980-96e9-93ee78132f28', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:37.399985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:37.405487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:37.409275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:37.415526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:37.431351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d288e-cdea-4876-9793-503b5d48afbc None None] Pushing event updated for resources: {'Port': ['ID=af6f1d32-5985-4153-b9c5-3f2769ea00d2,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:37.525595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Attempting to bind port af6f1d32-5985-4153-b9c5-3f2769ea00d2 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:43:37.525953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Attempting to bind port af6f1d32-5985-4153-b9c5-3f2769ea00d2 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:43:37.526300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Attempting to bind port af6f1d32-5985-4153-b9c5-3f2769ea00d2 on network a9a49329-5054-42d7-8e08-df743e618b64 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:43:37.532078 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:43:37.532473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Checking segment: {'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:43:37.532861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.533242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Bound using segment: {'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:43:37.533693 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Bound port: af6f1d32-5985-4153-b9c5-3f2769ea00d2, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:43:37.534043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.563205 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:43:37.569776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.624905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] For port af6f1d32-5985-4153-b9c5-3f2769ea00d2, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:43:37.628017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] For port af6f1d32-5985-4153-b9c5-3f2769ea00d2, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af6f1d32-5985-4153-b9c5-3f2769ea00d2,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:43:37.634980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.636942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.638717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.661275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8b098e-65ea-4c64-b7b1-66a09f3b1e6c,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:37.671632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.672851 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-da8e989a-e55c-458b-917f-534d98ee7aa7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2830834 Jan 20 14:43:37.675775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54790) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:37.680957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '26af58bf-9b61-4980-96e9-93ee78132f28', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:37.686712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:37.690309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:37.693047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:37.698884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:37.713057 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:43:37.721672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.725886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d288e-cdea-4876-9793-503b5d48afbc None None] Pushing event updated for resources: {'Port': ['ID=af6f1d32-5985-4153-b9c5-3f2769ea00d2,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:37.728434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:37.729025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:43:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:37.797153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.802024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.828460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54ad0c9-d056-42db-ad92-28e55c041b46,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:37.841808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.844733 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a4782e52-b686-463e-acf7-cd6565bbe58d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1679456 Jan 20 14:43:37.916304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:37.931105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:38.008717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-04c84bda-0645-419b-8610-d8842da3de6e req-dae0b4b2-e233-4883-bc48-9f65a96fb814 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:43:38.025968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-04c84bda-0645-419b-8610-d8842da3de6e req-dae0b4b2-e233-4883-bc48-9f65a96fb814 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:43:38.027321 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-dae0b4b2-e233-4883-bc48-9f65a96fb814 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685888290&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0574248 Jan 20 14:43:38.184058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c84bda-0645-419b-8610-d8842da3de6e req-d5b0089c-5546-42f6-8ca2-a8aa65be0b98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:38.184844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-04c84bda-0645-419b-8610-d8842da3de6e req-d5b0089c-5546-42f6-8ca2-a8aa65be0b98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:43:38.200936 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-04c84bda-0645-419b-8610-d8842da3de6e req-d5b0089c-5546-42f6-8ca2-a8aa65be0b98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:43:38.202390 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-d5b0089c-5546-42f6-8ca2-a8aa65be0b98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/networks?id=a9a49329-5054-42d7-8e08-df743e618b64 HTTP/1.1" status: 200 len: 797 time: 0.1667416 Jan 20 14:43:38.217339 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-6f30abe3-d5be-4d14-bd50-9f44b052fb98 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/quotas/7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 375 time: 0.0091443 Jan 20 14:43:38.288190 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:43:37Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:38.292449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac4cac-4d3a-4763-bec0-a113a67654da None None] The sync data for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv is: [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:43:37Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:43:38.304125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-04c84bda-0645-419b-8610-d8842da3de6e req-83ca387d-dca3-4a28-ab6c-7ab4f47cb3c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:43:38.323559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-04c84bda-0645-419b-8610-d8842da3de6e req-83ca387d-dca3-4a28-ab6c-7ab4f47cb3c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:43:38.325090 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-83ca387d-dca3-4a28-ab6c-7ab4f47cb3c3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026320 Jan 20 14:43:38.491883 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-0b8cdfc3-69f6-4693-bd00-89d8134577b5 service neutron] 10.222.0.87 "GET /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443744 Jan 20 14:43:38.632520 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-b7b40775-c33e-402b-b4e1-4ca871b8864a service neutron] 10.222.0.87 "GET /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343119 Jan 20 14:43:38.645787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6f1d32-5985-4153-b9c5-3f2769ea00d2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:43:38.718927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port af6f1d32-5985-4153-b9c5-3f2769ea00d2 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:43:38.725467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port af6f1d32-5985-4153-b9c5-3f2769ea00d2 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:38.726283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:38.832107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-61182ce3-e232-4ba0-970f-50fac3956025 req-e53282c8-8ca5-4f18-81e6-0f7e2a13aa8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:43:38.846530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-61182ce3-e232-4ba0-970f-50fac3956025 req-e53282c8-8ca5-4f18-81e6-0f7e2a13aa8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:43:38.847972 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-61182ce3-e232-4ba0-970f-50fac3956025 req-e53282c8-8ca5-4f18-81e6-0f7e2a13aa8b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 210 time: 0.0720875 Jan 20 14:43:38.861826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:38.898918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port af6f1d32-5985-4153-b9c5-3f2769ea00d2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af6f1d32-5985-4153-b9c5-3f2769ea00d2,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:38.904913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:38.981531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=af6f1d32-5985-4153-b9c5-3f2769ea00d2,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:39.375538 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-66724cfe-1795-476c-9fac-1250fa7ce959 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765514 Jan 20 14:43:39.526229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-d72fb3eb-12cd-4e82-83d8-a8d1da1bf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:39.527717 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-d72fb3eb-12cd-4e82-83d8-a8d1da1bf910 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 1098 time: 0.0743043 Jan 20 14:43:39.678864 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-d703e934-24ac-4179-be2a-73703ce90e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:39.680416 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-d703e934-24ac-4179-be2a-73703ce90e56 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.1328738 Jan 20 14:43:39.792277 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-75962cb7-640b-4062-8286-96d9cbaec02f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81678847-1d67-43fc-b9ae-5b16138c6de4 HTTP/1.1" status: 200 len: 1001 time: 0.0971229 Jan 20 14:43:39.871889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-2196590d-09e9-4b05-adc9-4903c81dce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:39.883691 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-2196590d-09e9-4b05-adc9-4903c81dce22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0668883 Jan 20 14:43:39.980915 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-2ac8d00b-f8e2-4fcc-b921-926d159e65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:39.982116 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-2ac8d00b-f8e2-4fcc-b921-926d159e65e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0977681 Jan 20 14:43:40.052580 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c5e0d667-b21c-4391-990d-386d9accb480 req-d4b79208-1dde-47e1-978b-04243cf6907c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 210 time: 0.0662723 Jan 20 14:43:40.082994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c84bda-0645-419b-8610-d8842da3de6e req-c5d3bf4a-ed69-4262-a53a-939ce861ef17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:40.083780 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-c5d3bf4a-ed69-4262-a53a-939ce861ef17 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=a9a49329-5054-42d7-8e08-df743e618b64 HTTP/1.1" status: 200 len: 797 time: 0.2772253 Jan 20 14:43:40.148788 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-d2a19045-dee2-47ae-9a01-f3282c40b01d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 379 time: 0.0550015 Jan 20 14:43:40.150804 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-261958e9-125a-401d-b4b2-9d159cfe7160 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537166 Jan 20 14:43:40.164966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'device_id': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'admin_state_up': True, 'tenant_id': '7b32be412f6047a4b4874650505da950', 'security_groups': ['26af58bf-9b61-4980-96e9-93ee78132f28']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:40.294778 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae963804-f806-49e2-8a2c-5aa3f02859b0 req-6ed66157-6157-4ccf-b064-447f149e6f84 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293387 Jan 20 14:43:40.301615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:40.311193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:40.322498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:43:40.327053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:40.613890 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6f1d32-5985-4153-b9c5-3f2769ea00d2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:43:40.614506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.12 (a9a49329-5054-42d7-8e08-df743e618b64/c8fc53d6-814d-485c-ac90-cb33507708cf/cca27953-9cd4-42b7-af2d-0e8f2c124639) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:43:40.685980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port af6f1d32-5985-4153-b9c5-3f2769ea00d2 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:40.686368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:40.809465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:40.826054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object cca27953-9cd4-42b7-af2d-0e8f2c124639 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:43:40.851706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:40.920226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network a9a49329-5054-42d7-8e08-df743e618b64 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:43:40.923211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:43:40.928037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:43:40.964568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=cca27953-9cd4-42b7-af2d-0e8f2c124639,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:40.982087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.982430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.982762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.983092 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.983414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.983737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.984055 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.984399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.984725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.985040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.985373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:40.985672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:41.007038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:41.007653 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:41.036561 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-358ca605-6239-49b0-9801-e310e3d65f0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8756979 Jan 20 14:43:41.048484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Request body: {'port': {'device_id': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:41.163763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:41.205788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6dba843b-9d62-41cb-b6d0-ad04cee1c017 None None] Provisioning for port cca27953-9cd4-42b7-af2d-0e8f2c124639 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:43:41.212955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6dba843b-9d62-41cb-b6d0-ad04cee1c017 None None] Provisioning complete for port cca27953-9cd4-42b7-af2d-0e8f2c124639 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:41.213443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6dba843b-9d62-41cb-b6d0-ad04cee1c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:41.256623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9b5d1-58ae-45d5-9821-2d583c893b0d req-183afaa9-af4f-4029-930d-a40fda01a052 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:41.258863 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-79f9b5d1-58ae-45d5-9821-2d583c893b0d req-183afaa9-af4f-4029-930d-a40fda01a052 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 932 time: 0.0929155 Jan 20 14:43:41.277128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6dba843b-9d62-41cb-b6d0-ad04cee1c017 None None] Port cca27953-9cd4-42b7-af2d-0e8f2c124639 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:43:41.317315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-79f9b5d1-58ae-45d5-9821-2d583c893b0d req-b6ce1ca8-20e7-4167-8302-871b6b05df01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:43:41.329408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-79f9b5d1-58ae-45d5-9821-2d583c893b0d req-b6ce1ca8-20e7-4167-8302-871b6b05df01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:43:41.330566 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-79f9b5d1-58ae-45d5-9821-2d583c893b0d req-b6ce1ca8-20e7-4167-8302-871b6b05df01 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607419 Jan 20 14:43:41.517067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca27953-9cd4-42b7-af2d-0e8f2c124639 {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:43:41.524393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:41.538598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Transition to ACTIVE for port object cca27953-9cd4-42b7-af2d-0e8f2c124639 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:43:41.543487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:41.671262 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cca27953-9cd4-42b7-af2d-0e8f2c124639,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:41.777167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Attempting to bind port cca27953-9cd4-42b7-af2d-0e8f2c124639 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:43:41.777524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Attempting to bind port cca27953-9cd4-42b7-af2d-0e8f2c124639 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:43:41.777844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Attempting to bind port cca27953-9cd4-42b7-af2d-0e8f2c124639 on network a9a49329-5054-42d7-8e08-df743e618b64 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:43:41.782513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Port cca27953-9cd4-42b7-af2d-0e8f2c124639 on network a9a49329-5054-42d7-8e08-df743e618b64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:43:41.782821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Attempting to bind port cca27953-9cd4-42b7-af2d-0e8f2c124639 on network a9a49329-5054-42d7-8e08-df743e618b64 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:43:41.788813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:43:41.789152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Checking segment: {'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:43:41.789520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Bound using segment: {'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:43:41.789935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Bound port: cca27953-9cd4-42b7-af2d-0e8f2c124639, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:43:41.790301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:41.884594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] For port cca27953-9cd4-42b7-af2d-0e8f2c124639, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:43:41.887527 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] For port cca27953-9cd4-42b7-af2d-0e8f2c124639, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca27953-9cd4-42b7-af2d-0e8f2c124639,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:43:41.893306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:41.948923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:41.949563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:41.950963 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/cca27953-9cd4-42b7-af2d-0e8f2c124639 HTTP/1.1" status: 200 len: 1094 time: 0.9073081 Jan 20 14:43:41.951723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'tag': 'cca27953-9cd4-42b7-af2d-0e8f2c124639'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:43:41.979284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5adfc-65a7-4d0f-9ffa-3b48d95c78c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cca27953-9cd4-42b7-af2d-0e8f2c124639,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:42.083215 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'tag': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'status': 'completed', 'code': 200} Jan 20 14:43:42.097964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c84bda-0645-419b-8610-d8842da3de6e req-58b8d4f4-6ca0-4974-9b18-bb6d3067b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:42.099431 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-58b8d4f4-6ca0-4974-9b18-bb6d3067b1a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0954359 Jan 20 14:43:42.167056 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-e80cdbff-06ad-4e33-ae10-d139fcc5bacb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cca27953-9cd4-42b7-af2d-0e8f2c124639 HTTP/1.1" status: 200 len: 217 time: 0.0609496 Jan 20 14:43:42.238194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c84bda-0645-419b-8610-d8842da3de6e req-7dc37199-7957-4ffa-96e4-421a8525ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:42.239639 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-7dc37199-7957-4ffa-96e4-421a8525ef01 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8fc53d6-814d-485c-ac90-cb33507708cf HTTP/1.1" status: 200 len: 834 time: 0.0662210 Jan 20 14:43:42.317495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c84bda-0645-419b-8610-d8842da3de6e req-07e96a7f-b373-49b3-b268-953a60486998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:42.318922 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-07e96a7f-b373-49b3-b268-953a60486998 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9a49329-5054-42d7-8e08-df743e618b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714669 Jan 20 14:43:42.456892 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-a3e726cd-ef11-4603-b037-7ee4c7e4be27 service neutron] 10.222.0.72 "GET /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311307 Jan 20 14:43:42.519815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df322-4519-42db-bc01-64bfd23746a3 req-1fa0c875-5b01-4c1d-bb4b-2b6697aed24e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:42.521410 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4c6df322-4519-42db-bc01-64bfd23746a3 req-1fa0c875-5b01-4c1d-bb4b-2b6697aed24e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 944 time: 0.0833294 Jan 20 14:43:42.571851 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4c6df322-4519-42db-bc01-64bfd23746a3 req-047d6ade-0f87-45a6-bf22-08b000fcb31f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444202 Jan 20 14:43:42.695999 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-04c84bda-0645-419b-8610-d8842da3de6e req-89c2ee78-dc22-48f0-905a-d1401c276e0b service neutron] 10.222.0.72 "GET /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314742 Jan 20 14:43:42.818186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-3a936c1d-f27b-40d6-a62c-2bd9172d65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:42.819684 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-3a936c1d-f27b-40d6-a62c-2bd9172d65d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0764844 Jan 20 14:43:42.951634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-a439dac5-171d-43a2-b8cc-714abdedbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:42.953274 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-a439dac5-171d-43a2-b8cc-714abdedbadb service neutron] 10.222.0.72 "GET /v2.0/networks?id=a9a49329-5054-42d7-8e08-df743e618b64 HTTP/1.1" status: 200 len: 898 time: 0.1256471 Jan 20 14:43:43.020482 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-bb636f8b-c3a6-44c1-ad2e-f35307d92d4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cca27953-9cd4-42b7-af2d-0e8f2c124639 HTTP/1.1" status: 200 len: 217 time: 0.0600922 Jan 20 14:43:43.087142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-81d45a75-6a61-4eb9-9e03-a0fa93455c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:43.088511 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-81d45a75-6a61-4eb9-9e03-a0fa93455c69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8fc53d6-814d-485c-ac90-cb33507708cf HTTP/1.1" status: 200 len: 834 time: 0.0616357 Jan 20 14:43:43.164937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-c54d5a4e-c5dd-46c1-9e33-684420692d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:43.166406 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-c54d5a4e-c5dd-46c1-9e33-684420692d45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9a49329-5054-42d7-8e08-df743e618b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715458 Jan 20 14:43:43.299964 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-49b87d3b-16d8-463f-a544-67c02a6c1ba9 service neutron] 10.222.0.72 "GET /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263688 Jan 20 14:43:43.439439 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97d8b1ee-9238-4de1-950f-52b287308fa8 req-92988d5c-493b-4ef5-924e-f747b2ce4fb3 service neutron] 10.222.0.72 "GET /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321993 Jan 20 14:43:43.772852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c67722-935b-45a2-9e7d-e501f89b4277 req-f5b02c1c-2826-4491-901e-43d5784a75d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:43.773543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-f5c67722-935b-45a2-9e7d-e501f89b4277 req-f5b02c1c-2826-4491-901e-43d5784a75d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:43:43.789992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-f5c67722-935b-45a2-9e7d-e501f89b4277 req-f5b02c1c-2826-4491-901e-43d5784a75d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:43:43.791156 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f5c67722-935b-45a2-9e7d-e501f89b4277 req-f5b02c1c-2826-4491-901e-43d5784a75d7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 944 time: 0.1033955 Jan 20 14:43:43.837780 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f5c67722-935b-45a2-9e7d-e501f89b4277 req-e70b0a92-fcc1-41d0-8484-2e534019c26e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405309 Jan 20 14:43:44.664929 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:43:45.033020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de729c3-1498-4060-8b3e-efd9bcbdcae9 req-3b8e0c4d-2689-44e6-927e-d6fb6fccf28f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:45.034420 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2de729c3-1498-4060-8b3e-efd9bcbdcae9 req-3b8e0c4d-2689-44e6-927e-d6fb6fccf28f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 944 time: 0.0836604 Jan 20 14:43:45.079891 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2de729c3-1498-4060-8b3e-efd9bcbdcae9 req-94e3288c-eda3-48a1-9cb2-291e91568765 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395694 Jan 20 14:43:46.282243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ad4c2-f37a-427c-8a3f-b6d9df1118f8 req-e4e69f3b-54d0-48f5-925f-0935c663e9c5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:46.283671 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c45ad4c2-f37a-427c-8a3f-b6d9df1118f8 req-e4e69f3b-54d0-48f5-925f-0935c663e9c5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 944 time: 0.0862072 Jan 20 14:43:46.331003 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c45ad4c2-f37a-427c-8a3f-b6d9df1118f8 req-1e03cd01-c984-4268-aa62-f2b07b20208b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411885 Jan 20 14:43:46.792280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cca27953-9cd4-42b7-af2d-0e8f2c124639 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:43:46.932154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cca27953-9cd4-42b7-af2d-0e8f2c124639, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca27953-9cd4-42b7-af2d-0e8f2c124639,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:46.947972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'port_id': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'mac_address': 'fa:16:3e:93:cb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:43:47.003583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:47.023602 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca27953-9cd4-42b7-af2d-0e8f2c124639 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:43:47.039495 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cca27953-9cd4-42b7-af2d-0e8f2c124639, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca27953-9cd4-42b7-af2d-0e8f2c124639,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:47.047887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:47.116073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cca27953-9cd4-42b7-af2d-0e8f2c124639,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:47.123604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.123972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.124391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.124828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.125268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.125598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.125920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.126237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.126580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.126881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.127192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.127520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:47.251158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['cca27953-9cd4-42b7-af2d-0e8f2c124639'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:43:47.528360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff86104-fc43-4383-887c-c4b4932c8331 req-edca47a8-83b5-4f44-97ae-7d0fbd593335 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:47.531282 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6ff86104-fc43-4383-887c-c4b4932c8331 req-edca47a8-83b5-4f44-97ae-7d0fbd593335 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 945 time: 0.0919859 Jan 20 14:43:47.576846 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6ff86104-fc43-4383-887c-c4b4932c8331 req-f8e763af-f275-43bb-a0f8-698df959d6ff tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392146 Jan 20 14:43:48.767095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f954a0-9a86-4ae3-988f-ed640a7cf875 req-1fdb9c46-62f7-46ad-8d9a-937890a20052 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:48.768510 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6f954a0-9a86-4ae3-988f-ed640a7cf875 req-1fdb9c46-62f7-46ad-8d9a-937890a20052 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 945 time: 0.0863469 Jan 20 14:43:48.813587 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6f954a0-9a86-4ae3-988f-ed640a7cf875 req-a76ca42e-7171-4485-90cc-c6fecd8c19a9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385470 Jan 20 14:43:48.824129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cca27953-9cd4-42b7-af2d-0e8f2c124639 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:43:48.929257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port cca27953-9cd4-42b7-af2d-0e8f2c124639 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:43:48.934923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port cca27953-9cd4-42b7-af2d-0e8f2c124639 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:48.935288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:49.109738 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:49.142353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca27953-9cd4-42b7-af2d-0e8f2c124639'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:43:49.156973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cca27953-9cd4-42b7-af2d-0e8f2c124639, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca27953-9cd4-42b7-af2d-0e8f2c124639,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:43:49.167441 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:49.224498 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'code': 200} Jan 20 14:43:49.277421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cca27953-9cd4-42b7-af2d-0e8f2c124639,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:49.493882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad977ba-650c-4c68-bd08-8706514da192 req-35f0e7b9-ac57-4d43-8956-442b495e2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:49.495443 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-dad977ba-650c-4c68-bd08-8706514da192 req-35f0e7b9-ac57-4d43-8956-442b495e2f1b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 1099 time: 0.0988681 Jan 20 14:43:49.541898 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-dad977ba-650c-4c68-bd08-8706514da192 req-e78dc315-0fee-4023-84cb-b993c4d1f462 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396521 Jan 20 14:43:50.080372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ef43f-0db2-438a-85cd-b7223611d2e8 req-fcd9b756-9b28-4e43-86b0-6cefcb314617 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:50.084955 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-007ef43f-0db2-438a-85cd-b7223611d2e8 req-fcd9b756-9b28-4e43-86b0-6cefcb314617 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 946 time: 0.1168361 Jan 20 14:43:50.145294 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-007ef43f-0db2-438a-85cd-b7223611d2e8 req-f2883b7c-eb41-4593-b574-06de90c29fe0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543911 Jan 20 14:43:51.363460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b1aad-b9a5-4d1e-b3ae-9e240737a100 req-050dc60c-04b8-48b3-b825-5f29509c2bdb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:51.365105 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-936b1aad-b9a5-4d1e-b3ae-9e240737a100 req-050dc60c-04b8-48b3-b825-5f29509c2bdb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 946 time: 0.0854247 Jan 20 14:43:51.412913 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-936b1aad-b9a5-4d1e-b3ae-9e240737a100 req-1df6cc4c-adf3-4b04-9a15-a8869fa01808 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418966 Jan 20 14:43:51.622988 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99cd4b-fb08-499d-add5-7e98f48d0188 req-9d485abd-e86d-452e-99e4-b709ed1bd769 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:51.625349 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fb99cd4b-fb08-499d-add5-7e98f48d0188 req-9d485abd-e86d-452e-99e4-b709ed1bd769 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 946 time: 0.0926485 Jan 20 14:43:51.672561 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fb99cd4b-fb08-499d-add5-7e98f48d0188 req-2ad0c93c-65fe-4598-892c-e830a3145345 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 Jan 20 14:43:51.701826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54876) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:51.794809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58991c26-3c10-4ad3-913c-6fed517955d6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:51.794809 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-58991c26-3c10-4ad3-913c-6fed517955d6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 1094 time: 0.0866768 Jan 20 14:43:51.794809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54880) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:51.800467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:51.810904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:51.815104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:floatingip and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:43:51.818445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:43:51.824277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:51.837189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:51.983756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:52.163078 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.216 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/fd457994-1b08-42d2-927c-18a81846d945) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:43:52.421143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:52.453567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:52.525457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:43:52.526419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:43:52.530200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:43:52.561007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=fd457994-1b08-42d2-927c-18a81846d945,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:52.960514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:53.036171 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:53.244978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:53.250914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:53.366878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=fd457994-1b08-42d2-927c-18a81846d945,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:53.377257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:53.546323 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP da272575-31c8-48db-a1a6-7bfc6881e002 associated. External IP: 172.26.0.216, port: cca27953-9cd4-42b7-af2d-0e8f2c124639. Jan 20 14:43:54.018373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router bfb89080-9203-458b-8f54-c4af0ab7056e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:43:54.199448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:43:54.211775 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] Sync routers for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:43:54.221932 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:54.222652 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:43:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:54.225244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:54.282178 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2ca13ffd-e27c-4e78-a875-19f888d56142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4881804 Jan 20 14:43:54.282746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'tag': 'cca27953-9cd4-42b7-af2d-0e8f2c124639'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:43:54.285473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54898) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:54.290274 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-7f7c5bf0-21a3-4d9b-95a7-344ced235383 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593982813&fields=id&tenant_id=f02c648eedfa4778959bc63370316415 HTTP/1.1" status: 200 len: 267 time: 0.0403831 Jan 20 14:43:54.325719 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'tag': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'status': 'completed', 'code': 200} Jan 20 14:43:54.415317 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:54.424197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-56ca757a-01b0-4fd7-868c-93d31780e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:54.425756 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-56ca757a-01b0-4fd7-868c-93d31780e0be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 1099 time: 0.0785704 Jan 20 14:43:54.563575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-33f296e1-1d93-4f29-a563-9ec96403fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:54.564877 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-33f296e1-1d93-4f29-a563-9ec96403fd13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a9a49329-5054-42d7-8e08-df743e618b64 HTTP/1.1" status: 200 len: 898 time: 0.1319165 Jan 20 14:43:54.673125 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-dc46eabd-0293-40b7-853d-3250bf751d74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cca27953-9cd4-42b7-af2d-0e8f2c124639 HTTP/1.1" status: 200 len: 1000 time: 0.1012352 Jan 20 14:43:54.697495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-c6bdec86-0894-4f33-832e-f1c2c02c71ea tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:54.698940 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-c6bdec86-0894-4f33-832e-f1c2c02c71ea tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 812 time: 0.3502145 Jan 20 14:43:54.724880 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ca5ac91d-1dab-43bf-8dad-a13b37b88d1c tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers/bfb89080-9203-458b-8f54-c4af0ab7056e HTTP/1.1" status: 200 len: 922 time: 0.4340887 Jan 20 14:43:54.724880 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-4740da90-eafb-475c-a5fc-606d08fe5589 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/quotas/f02c648eedfa4778959bc63370316415 HTTP/1.1" status: 200 len: 375 time: 0.0145667 Jan 20 14:43:54.725181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54904) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:54.743200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-4282ea7c-66f6-4c66-8dd9-9711cd52ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:54.744791 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-4282ea7c-66f6-4c66-8dd9-9711cd52ae1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8fc53d6-814d-485c-ac90-cb33507708cf HTTP/1.1" status: 200 len: 834 time: 0.0655265 Jan 20 14:43:54.770130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:54.782458 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'da272575-31c8-48db-a1a6-7bfc6881e002', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'port_id': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'mac_address': 'fa:16:3e:93:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:43:52Z', 'updated_at': '2022-01-20T14:43:52Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:43:38Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:54.786440 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] Checking router: bfb89080-9203-458b-8f54-c4af0ab7056e for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:43:54.794841 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:43:54.795518 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:43:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:54.828542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-fe0981b6-30ea-4535-8e99-61517210ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:54.828542 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-fe0981b6-30ea-4535-8e99-61517210ef72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9a49329-5054-42d7-8e08-df743e618b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767283 Jan 20 14:43:54.887589 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4d4af0db-e93e-4c75-b850-d1345a31d218 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/da272575-31c8-48db-a1a6-7bfc6881e002 HTTP/1.1" status: 200 len: 992 time: 0.1603098 Jan 20 14:43:54.910712 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-f38909b2-fe16-48b0-80c0-28d040720ba6 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1249707 Jan 20 14:43:54.964997 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-4b1a7393-28fd-4044-a4b8-09adbee280c1 service neutron] 10.222.0.72 "GET /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295950 Jan 20 14:43:54.970502 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:43:55.060734 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-54fd058b-07f8-44b9-a1f8-3e73e478dcf3 service neutron] 10.222.0.87 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376159 Jan 20 14:43:55.111490 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88c82037-8272-4c3b-846b-5e8bfbb93951 req-c3102dc7-10a2-476f-9172-5fa7350008d8 service neutron] 10.222.0.72 "GET /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408894 Jan 20 14:43:55.197175 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-15f31e13-55f5-40f4-a977-9fa6bcceb752 service neutron] 10.222.0.87 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287451 Jan 20 14:43:55.370718 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'da272575-31c8-48db-a1a6-7bfc6881e002', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'port_id': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'mac_address': 'fa:16:3e:93:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:43:52Z', 'updated_at': '2022-01-20T14:43:52Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:43:38Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:55.376044 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4ad41-f2d3-483b-bb62-85b678b9e07d None None] The sync data for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv is: [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'da272575-31c8-48db-a1a6-7bfc6881e002', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'port_id': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'mac_address': 'fa:16:3e:93:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:43:52Z', 'updated_at': '2022-01-20T14:43:52Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:43:38Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:43:55.588469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52a8c9-1de9-4373-8942-f1a1c7605e31 None None] New status for floating IP da272575-31c8-48db-a1a6-7bfc6881e002: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:43:55.703988 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-87f1552a-39f5-443e-a449-589715c997a7 req-89d916e0-7593-4b87-84ce-85b4b36de083 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 210 time: 0.0474942 Jan 20 14:43:55.890120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54924) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:56.003835 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e7b8cc65-502f-4c81-abc3-61b969c46155 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/da272575-31c8-48db-a1a6-7bfc6881e002 HTTP/1.1" status: 200 len: 994 time: 0.1123760 Jan 20 14:43:56.798366 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-fcd7cb3d-ea7a-46cc-a57d-58dd268dbf92 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:56.799701 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-fcd7cb3d-ea7a-46cc-a57d-58dd268dbf92 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 812 time: 0.1502533 Jan 20 14:43:56.852713 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-aefed3be-3cff-482d-8179-64938133d755 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02c648eedfa4778959bc63370316415 HTTP/1.1" status: 200 len: 379 time: 0.0409055 Jan 20 14:43:56.855560 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56de3c65-1b08-4c57-a862-53bc8027f12e req-34a7ca7c-9d43-4fdc-a43b-314d7944a2ff tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 210 time: 0.0466549 Jan 20 14:43:56.861245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'port': {'device_id': '344b8851-359b-44ca-a343-b17a23705c25', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'admin_state_up': True, 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'security_groups': ['0a73e973-ed6b-4a43-84d7-a6f0ead77169']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:57.110955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:43:57.120672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:43:57.133602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Made reservation on behalf of f02c648eedfa4778959bc63370316415 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:43:57.137303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:57.300462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Allocated IP 172.20.0.14 (1bf920f4-1fc2-4a60-9683-8aff0b09a061/58b97b57-5f54-4183-9a0e-a9e9cffce9d1/a79dbd3e-aa75-4eb8-8b29-118524b4107d) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:43:57.505051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:57.520609 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Transition to ACTIVE for port object a79dbd3e-aa75-4eb8-8b29-118524b4107d will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:43:57.546185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:57.616510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:43:57.620017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:43:57.624916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:43:57.669051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'Port': ['ID=a79dbd3e-aa75-4eb8-8b29-118524b4107d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:57.695929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:57.696679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:57.725329 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-8f3ec2b9-6266-42fa-9484-80af397cdd5e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8676872 Jan 20 14:43:57.737209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Request body: {'port': {'device_id': '344b8851-359b-44ca-a343-b17a23705c25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:43:57.853158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:57.855195 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a5ed3533-4fc2-4434-b8db-3b8242b7e25c None None] Provisioning for port a79dbd3e-aa75-4eb8-8b29-118524b4107d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:43:57.860358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a5ed3533-4fc2-4434-b8db-3b8242b7e25c None None] Provisioning complete for port a79dbd3e-aa75-4eb8-8b29-118524b4107d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:57.860916 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3533-4fc2-4434-b8db-3b8242b7e25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:57.919553 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed3533-4fc2-4434-b8db-3b8242b7e25c None None] Port a79dbd3e-aa75-4eb8-8b29-118524b4107d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:43:58.165038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf096-24fb-41b5-b195-761de33f983f req-31890dd2-2711-467d-b666-ccd06dc14297 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:58.165741 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-ecdcf096-24fb-41b5-b195-761de33f983f req-31890dd2-2711-467d-b666-ccd06dc14297 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:43:58.199857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-ecdcf096-24fb-41b5-b195-761de33f983f req-31890dd2-2711-467d-b666-ccd06dc14297 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:43:58.201376 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ecdcf096-24fb-41b5-b195-761de33f983f req-31890dd2-2711-467d-b666-ccd06dc14297 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 932 time: 0.2333341 Jan 20 14:43:58.301620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79dbd3e-aa75-4eb8-8b29-118524b4107d {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:43:58.308266 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ecdcf096-24fb-41b5-b195-761de33f983f req-daf79b43-c936-45e1-9134-963a9b6f6fba tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954223 Jan 20 14:43:58.312186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:58.327014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Transition to ACTIVE for port object a79dbd3e-aa75-4eb8-8b29-118524b4107d will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:43:58.332395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:58.490646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Pushing event updated for resources: {'Port': ['ID=a79dbd3e-aa75-4eb8-8b29-118524b4107d,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:58.577698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Attempting to bind port a79dbd3e-aa75-4eb8-8b29-118524b4107d on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:43:58.578105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Attempting to bind port a79dbd3e-aa75-4eb8-8b29-118524b4107d by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:43:58.578430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Attempting to bind port a79dbd3e-aa75-4eb8-8b29-118524b4107d on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:43:58.583735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Port a79dbd3e-aa75-4eb8-8b29-118524b4107d on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:43:58.584049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Attempting to bind port a79dbd3e-aa75-4eb8-8b29-118524b4107d on network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:43:58.589369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:43:58.589701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Checking segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:43:58.590075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Bound using segment: {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:43:58.590494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Bound port: a79dbd3e-aa75-4eb8-8b29-118524b4107d, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:43:58.590835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:58.694917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] For port a79dbd3e-aa75-4eb8-8b29-118524b4107d, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:43:58.697800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] For port a79dbd3e-aa75-4eb8-8b29-118524b4107d, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a79dbd3e-aa75-4eb8-8b29-118524b4107d,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:43:58.703560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:58.773187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:58.773922 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:58.775157 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] 10.222.0.72 "PUT /v2.0/ports/a79dbd3e-aa75-4eb8-8b29-118524b4107d HTTP/1.1" status: 200 len: 1094 time: 1.0424292 Jan 20 14:43:58.775583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344b8851-359b-44ca-a343-b17a23705c25', 'tag': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:43:58.798007 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d32e7b-4f69-4974-8a7e-454fc2eacc43 service neutron] Pushing event updated for resources: {'Port': ['ID=a79dbd3e-aa75-4eb8-8b29-118524b4107d,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:58.854332 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344b8851-359b-44ca-a343-b17a23705c25', 'tag': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'status': 'completed', 'code': 200} Jan 20 14:43:58.889817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-954d556a-1c62-4767-b5d4-cf346aa624b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:58.891354 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-954d556a-1c62-4767-b5d4-cf346aa624b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 1097 time: 0.0777028 Jan 20 14:43:58.963032 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-c7b52565-b188-4fb0-bd7b-de94e221a9b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a79dbd3e-aa75-4eb8-8b29-118524b4107d HTTP/1.1" status: 200 len: 217 time: 0.0644233 Jan 20 14:43:59.141346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-78da76e8-7781-4fbf-b5fa-f565a4bffd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:59.142788 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-78da76e8-7781-4fbf-b5fa-f565a4bffd92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.1739056 Jan 20 14:43:59.221607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-0cfb5487-7673-4bf4-a0ef-03ed754dfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:59.223050 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-0cfb5487-7673-4bf4-a0ef-03ed754dfee2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733616 Jan 20 14:43:59.355216 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-2f45c1b4-ef9c-4c66-bc3c-094afa3d7ad2 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248667 Jan 20 14:43:59.542348 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be9b39b6-01e7-4e01-847b-295d9de5a9d9 req-f8da30de-07b8-41e2-aa6b-e814de73470d service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811934 Jan 20 14:43:59.558423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34d4fb-9a20-4782-a3e1-7541025c9c4f req-349c40a5-0b77-4a98-b3ab-66f9dc7098ae tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:59.559823 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ae34d4fb-9a20-4782-a3e1-7541025c9c4f req-349c40a5-0b77-4a98-b3ab-66f9dc7098ae tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 944 time: 0.1356473 Jan 20 14:43:59.646679 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ae34d4fb-9a20-4782-a3e1-7541025c9c4f req-9cf24cf0-e7ab-4bc8-8117-da007a9f179d tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790169 Jan 20 14:43:59.678130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-d2dd7d2e-2d84-4df6-9be2-d0c0ac38fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:59.679673 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-d2dd7d2e-2d84-4df6-9be2-d0c0ac38fa54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 1097 time: 0.0845308 Jan 20 14:43:59.821152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-b3c2b885-8954-4995-83f5-a7b14d818c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:59.822643 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-b3c2b885-8954-4995-83f5-a7b14d818c8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.1335349 Jan 20 14:43:59.892571 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-54749494-4838-41bc-ad42-eb5a8ee7788a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a79dbd3e-aa75-4eb8-8b29-118524b4107d HTTP/1.1" status: 200 len: 217 time: 0.0630591 Jan 20 14:43:59.954475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-b493d537-33bf-4d72-a5d8-c4ad042556d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:59.955885 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-b493d537-33bf-4d72-a5d8-c4ad042556d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0570254 Jan 20 14:44:00.031757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-c01e73ee-b39a-4a13-910c-6dd0cb89ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:00.033188 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-c01e73ee-b39a-4a13-910c-6dd0cb89ea2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706253 Jan 20 14:44:00.164242 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-821904a0-3ca7-4cb6-b9ad-d25818c74eba service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241436 Jan 20 14:44:00.296188 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-387e9e8d-898c-4ac0-8b4a-e20117059e1e req-afac9e1f-6ec0-4a5a-aca5-ab40439d1b21 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255989 Jan 20 14:44:00.882295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f7b1-602b-4f95-a004-e52d55e2b311 req-93165718-9aea-4728-adeb-debb6edf7daf tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:00.883756 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-00c7f7b1-602b-4f95-a004-e52d55e2b311 req-93165718-9aea-4728-adeb-debb6edf7daf tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 944 time: 0.0916369 Jan 20 14:44:00.930560 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-00c7f7b1-602b-4f95-a004-e52d55e2b311 req-55c8d856-cd12-41ae-a06e-59598696e896 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Jan 20 14:44:02.133429 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683fcdc-56d5-44ab-999d-97e8be3bc902 req-57b8476f-454b-4dde-9ad3-722b708d1cc0 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:02.134939 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8683fcdc-56d5-44ab-999d-97e8be3bc902 req-57b8476f-454b-4dde-9ad3-722b708d1cc0 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 944 time: 0.0838931 Jan 20 14:44:02.181697 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8683fcdc-56d5-44ab-999d-97e8be3bc902 req-27114277-2c89-4711-a0a6-0da50b1f9f0e tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416622 Jan 20 14:44:03.097047 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bb5511fe-db86-48d6-82b4-1cf4fcd672ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:03.391307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587958-db2d-4a68-ad2f-d9392fb8a931 req-4e4ad590-5acf-4157-9523-59c24e125199 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:03.392728 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dc587958-db2d-4a68-ad2f-d9392fb8a931 req-4e4ad590-5acf-4157-9523-59c24e125199 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 944 time: 0.0935192 Jan 20 14:44:03.437636 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dc587958-db2d-4a68-ad2f-d9392fb8a931 req-8a536817-9605-400c-b3d7-1673646dfed4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367093 Jan 20 14:44:04.638842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f258d14-3132-4918-a579-31fdef72be11 req-abe4f58c-6535-478c-8cf8-e2395bbf2746 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:04.640350 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3f258d14-3132-4918-a579-31fdef72be11 req-abe4f58c-6535-478c-8cf8-e2395bbf2746 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 944 time: 0.0816469 Jan 20 14:44:04.693728 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3f258d14-3132-4918-a579-31fdef72be11 req-f094c3c3-8a94-4aca-bb4f-4b28c495c429 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455189 Jan 20 14:44:05.430344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3f8fa800-ea90-4c89-acc2-c329cd006b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:05.887638 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc42b2a-544b-46c6-ae4f-bcb5e813c43c req-bc73c3d9-6ba8-48d6-8473-aeb1a0ac4e18 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:05.889185 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1bc42b2a-544b-46c6-ae4f-bcb5e813c43c req-bc73c3d9-6ba8-48d6-8473-aeb1a0ac4e18 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 944 time: 0.0820467 Jan 20 14:44:05.943621 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1bc42b2a-544b-46c6-ae4f-bcb5e813c43c req-d5bbc105-72b0-4cc7-a60e-690cb010e9f7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472624 Jan 20 14:44:06.430384 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:06.466212 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:07.148145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93f661-2ee0-429c-8237-094539d230e4 req-c947ab67-68e8-4a2c-8c69-0583e8253a46 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:07.150305 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cc93f661-2ee0-429c-8237-094539d230e4 req-c947ab67-68e8-4a2c-8c69-0583e8253a46 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 944 time: 0.0867827 Jan 20 14:44:07.198164 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cc93f661-2ee0-429c-8237-094539d230e4 req-f3711c1a-3bed-4114-b0f1-2f037aaca632 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418265 Jan 20 14:44:07.898598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:08.403984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf297a-1c2a-424d-84f2-7967964e3776 req-9e1fae3b-0c49-496b-9d09-a1f6d0918b4f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:08.405473 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60cf297a-1c2a-424d-84f2-7967964e3776 req-9e1fae3b-0c49-496b-9d09-a1f6d0918b4f tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 944 time: 0.0868597 Jan 20 14:44:08.448997 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60cf297a-1c2a-424d-84f2-7967964e3776 req-a9b2a7f3-b6aa-43a2-adc4-dab53fa9bdf2 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378873 Jan 20 14:44:08.940557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a79dbd3e-aa75-4eb8-8b29-118524b4107d details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:44:09.089261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port a79dbd3e-aa75-4eb8-8b29-118524b4107d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a79dbd3e-aa75-4eb8-8b29-118524b4107d,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:09.102979 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'port_id': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'mac_address': 'fa:16:3e:98:b3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:44:09.162698 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:09.179846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79dbd3e-aa75-4eb8-8b29-118524b4107d {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:44:09.195847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port a79dbd3e-aa75-4eb8-8b29-118524b4107d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a79dbd3e-aa75-4eb8-8b29-118524b4107d,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:09.201735 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:09.266268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=a79dbd3e-aa75-4eb8-8b29-118524b4107d,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:09.432769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['a79dbd3e-aa75-4eb8-8b29-118524b4107d'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:44:09.650191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba34e0-cee3-4468-9d9c-6812c361d915 req-39e04759-560b-4bf5-9df1-24e5a2cf1949 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:09.651801 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-baba34e0-cee3-4468-9d9c-6812c361d915 req-39e04759-560b-4bf5-9df1-24e5a2cf1949 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 945 time: 0.0838363 Jan 20 14:44:09.792776 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-baba34e0-cee3-4468-9d9c-6812c361d915 req-f27ec44b-971f-4a7c-8990-fb48ea586128 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350501 Jan 20 14:44:10.952292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a79dbd3e-aa75-4eb8-8b29-118524b4107d up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:11.009791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f96c28-c8ba-47ce-9305-25c9676c617e req-fc9f6089-0e3c-4d78-b0db-7109fd2bc5ea tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:11.011274 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-58f96c28-c8ba-47ce-9305-25c9676c617e req-fc9f6089-0e3c-4d78-b0db-7109fd2bc5ea tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 945 time: 0.0995414 Jan 20 14:44:11.023335 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port a79dbd3e-aa75-4eb8-8b29-118524b4107d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:11.028439 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port a79dbd3e-aa75-4eb8-8b29-118524b4107d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:11.028956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:11.059144 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-58f96c28-c8ba-47ce-9305-25c9676c617e req-e5e60aae-10a3-4f8e-9f81-c501e9f10ed7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415003 Jan 20 14:44:11.148683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:11.174654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344b8851-359b-44ca-a343-b17a23705c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:44:11.184622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port a79dbd3e-aa75-4eb8-8b29-118524b4107d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a79dbd3e-aa75-4eb8-8b29-118524b4107d,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:11.188962 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:11.223882 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344b8851-359b-44ca-a343-b17a23705c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'code': 200} Jan 20 14:44:11.255325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=a79dbd3e-aa75-4eb8-8b29-118524b4107d,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:11.552608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26708895-af8c-491b-a31f-389c407ac4cc req-b77ee7df-33bd-40b4-bb89-8ec1e2b46311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:11.553980 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26708895-af8c-491b-a31f-389c407ac4cc req-b77ee7df-33bd-40b4-bb89-8ec1e2b46311 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 1099 time: 0.0717921 Jan 20 14:44:11.594409 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-26708895-af8c-491b-a31f-389c407ac4cc req-f4d33d71-90fb-4068-a31c-077c853b6c73 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335369 Jan 20 14:44:12.267591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98689974-1d12-4780-84e8-a8dcb2c83019 req-bd4069a1-bb8d-4ea9-98ff-222152b65ce5 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:12.269064 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-98689974-1d12-4780-84e8-a8dcb2c83019 req-bd4069a1-bb8d-4ea9-98ff-222152b65ce5 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 946 time: 0.0847967 Jan 20 14:44:12.314737 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-98689974-1d12-4780-84e8-a8dcb2c83019 req-a5ed4245-f46e-477b-bae8-34bf6fe32717 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374551 Jan 20 14:44:13.516772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1325ae-3cd7-4331-873a-3497ea2470c2 req-b7031049-1dd0-4401-a5b0-72193d79ddf8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:13.518225 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4a1325ae-3cd7-4331-873a-3497ea2470c2 req-b7031049-1dd0-4401-a5b0-72193d79ddf8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 946 time: 0.0917928 Jan 20 14:44:13.564171 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4a1325ae-3cd7-4331-873a-3497ea2470c2 req-c608d213-8766-4ba6-9869-321786578281 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400789 Jan 20 14:44:13.755557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874225f-0512-41d8-bf70-1202f02a6701 req-db58496e-9771-43ad-838b-d4ba6e2255e6 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:13.757045 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3874225f-0512-41d8-bf70-1202f02a6701 req-db58496e-9771-43ad-838b-d4ba6e2255e6 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 946 time: 0.0850334 Jan 20 14:44:13.803821 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3874225f-0512-41d8-bf70-1202f02a6701 req-a4d1d2ae-d987-4174-b0e8-09e67fb3ff0c tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385957 Jan 20 14:44:13.831522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54964) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:13.902072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa42756c-c944-4899-9ed2-9312ace255f3 tempest-TestVolumeBootPattern-262096057 tempest-TestVolumeBootPattern-262096057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:13.902692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fa42756c-c944-4899-9ed2-9312ace255f3 tempest-TestVolumeBootPattern-262096057 tempest-TestVolumeBootPattern-262096057-project-admin] Synchronizing usage tracker for tenant:f169b97f243043dfbe1ffa9e17764695 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:13.922447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fa42756c-c944-4899-9ed2-9312ace255f3 tempest-TestVolumeBootPattern-262096057 tempest-TestVolumeBootPattern-262096057-project-admin] Unset dirty status for tenant:f169b97f243043dfbe1ffa9e17764695 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:13.923730 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fa42756c-c944-4899-9ed2-9312ace255f3 tempest-TestVolumeBootPattern-262096057 tempest-TestVolumeBootPattern-262096057-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 1094 time: 0.0912547 Jan 20 14:44:13.926704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 54968) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:13.931665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:13.937456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:13.941239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Usage tracker for resource:floatingip and tenant:f02c648eedfa4778959bc63370316415 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:13.944163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:13.949756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:13.965368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:14.099373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:14.258724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Allocated IP 172.26.0.158 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/b4c5b720-4954-4d61-bd03-d441ec80fcc1) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:44:14.417432 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:14.457872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:14.525667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:14.528548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:14.532171 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:44:14.560983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'Port': ['ID=b4c5b720-4954-4d61-bd03-d441ec80fcc1,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:14.958215 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:15.039675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:15.258089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:15.266009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:15.472162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event updated for resources: {'Port': ['ID=b4c5b720-4954-4d61-bd03-d441ec80fcc1,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:15.482486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:15.655157 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Floating IP c1f65f41-1f14-4b9b-81c5-c40c96b5091c associated. External IP: 172.26.0.158, port: a79dbd3e-aa75-4eb8-8b29-118524b4107d. Jan 20 14:44:16.025794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Router 86efed13-204a-4607-a75d-261451231119 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:44:16.216383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:44:16.227049 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] Sync routers for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:44:16.237650 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:16.238327 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:16.244376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:16.303751 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-56920756-ea2b-4f00-850e-ba0d8ca9ffa7 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3759232 Jan 20 14:44:16.304316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344b8851-359b-44ca-a343-b17a23705c25', 'tag': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:44:16.347347 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344b8851-359b-44ca-a343-b17a23705c25', 'tag': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'status': 'completed', 'code': 200} Jan 20 14:44:16.417637 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:16.440397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-1f06c305-12ab-474e-8bc8-cc6726e8c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:16.441887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-1f06c305-12ab-474e-8bc8-cc6726e8c037 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 1099 time: 0.0718935 Jan 20 14:44:16.573135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-78672852-0a60-4789-beba-851c56eb23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:16.574608 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-78672852-0a60-4789-beba-851c56eb23e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.1257463 Jan 20 14:44:16.676771 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-daa60c4f-1467-41eb-991e-c7cd85c4b10e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a79dbd3e-aa75-4eb8-8b29-118524b4107d HTTP/1.1" status: 200 len: 1000 time: 0.0953641 Jan 20 14:44:16.739375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-d57b872b-ba21-4a35-bb19-a7aa4332aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:16.740913 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-d57b872b-ba21-4a35-bb19-a7aa4332aeeb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0581045 Jan 20 14:44:16.758597 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '9a7ab834-315b-4a7d-8ca7-940116d3b51d', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:5c:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:02Z', 'updated_at': '2022-01-20T14:42:05Z', 'revision_number': 1, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}, {'id': 'c1f65f41-1f14-4b9b-81c5-c40c96b5091c', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.158', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:98:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344b8851-359b-44ca-a343-b17a23705c25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:44:14Z', 'updated_at': '2022-01-20T14:44:14Z', 'revision_number': 0, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:16.762507 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] Checking router: 86efed13-204a-4607-a75d-261451231119 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:44:16.770631 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:16.771213 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:16.834717 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-78500960-f1ea-4095-b057-4e7c44253810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:16.836092 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-78500960-f1ea-4095-b057-4e7c44253810 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879312 Jan 20 14:44:16.960234 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:17.090415 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-09e7fe8b-0154-4779-8258-c3451ba9a2fa service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471385 Jan 20 14:44:17.218768 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b7c10145-4b8d-4767-9e74-a21f4a79a76f req-f56f106d-4f7d-4955-9a32-38fb787f4cdd service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221120 Jan 20 14:44:17.308699 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '9a7ab834-315b-4a7d-8ca7-940116d3b51d', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:5c:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:02Z', 'updated_at': '2022-01-20T14:42:05Z', 'revision_number': 1, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}, {'id': 'c1f65f41-1f14-4b9b-81c5-c40c96b5091c', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.158', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:98:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344b8851-359b-44ca-a343-b17a23705c25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:44:14Z', 'updated_at': '2022-01-20T14:44:14Z', 'revision_number': 0, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:17.312613 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbaa484-2e8a-4ee5-a755-59c3de42843b None None] The sync data for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv is: [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '9a7ab834-315b-4a7d-8ca7-940116d3b51d', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:5c:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:02Z', 'updated_at': '2022-01-20T14:42:05Z', 'revision_number': 1, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}, {'id': 'c1f65f41-1f14-4b9b-81c5-c40c96b5091c', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.158', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:98:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344b8851-359b-44ca-a343-b17a23705c25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:44:14Z', 'updated_at': '2022-01-20T14:44:14Z', 'revision_number': 0, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:44:17.522082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c79e4-e923-496a-a2d3-b9a65416046c None None] New status for floating IP c1f65f41-1f14-4b9b-81c5-c40c96b5091c: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:44:21.669378 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:44:24.779202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:27.053188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54988) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:27.244023 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f0b708b2-e765-441e-be1f-925224c9c177 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers/bfb89080-9203-458b-8f54-c4af0ab7056e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1897392 Jan 20 14:44:27.248485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54992) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:27.554517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2494e027-eb1e-4842-9adf-c755320cf697 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Notify agent at dv-neutron-825123-1-hyperv the message router_removed_from_agent {{(pid=87494) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 20 14:44:27.557740 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2494e027-eb1e-4842-9adf-c755320cf697 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "DELETE /v2.0/agents/8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788/l3-routers/bfb89080-9203-458b-8f54-c4af0ab7056e HTTP/1.1" status: 204 len: 168 time: 0.3080204 Jan 20 14:44:27.560815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 54996) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:27.739820 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eeb64420-8087-4d89-8d62-9ee1cae3366b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers/bfb89080-9203-458b-8f54-c4af0ab7056e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1778772 Jan 20 14:44:27.742673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55000) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:27.845851 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8fe69bfe-147f-4f8a-85f7-c3c63200069b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/da272575-31c8-48db-a1a6-7bfc6881e002 HTTP/1.1" status: 200 len: 994 time: 0.1020865 Jan 20 14:44:28.311744 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62f037-50c9-4f4c-a829-607ed6a2bbde None None] New status for floating IP da272575-31c8-48db-a1a6-7bfc6881e002: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:44:28.626639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6f1d32-5985-4153-b9c5-3f2769ea00d2 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:28.739146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:28.779289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port af6f1d32-5985-4153-b9c5-3f2769ea00d2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af6f1d32-5985-4153-b9c5-3f2769ea00d2,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:28.784992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:28.785677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e8dea236-c1f2-4f9f-b887-41063529cc7c no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:28.850083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55004) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:28.929397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=af6f1d32-5985-4153-b9c5-3f2769ea00d2,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:28.960992 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-185bbf7b-1f43-498d-84b1-47d95fc59079 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/da272575-31c8-48db-a1a6-7bfc6881e002 HTTP/1.1" status: 200 len: 992 time: 0.1097207 Jan 20 14:44:28.985403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:29.000931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port e8dea236-c1f2-4f9f-b887-41063529cc7c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e8dea236-c1f2-4f9f-b887-41063529cc7c,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:29.007502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:29.072861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=e8dea236-c1f2-4f9f-b887-41063529cc7c,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:30.128363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55012) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:30.333786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4accf749-1b7b-4003-b39c-37ae8c562f51 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Router bfb89080-9203-458b-8f54-c4af0ab7056e is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:44:30.334145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4accf749-1b7b-4003-b39c-37ae8c562f51 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Notify agent at dv-neutron-825123-1-hyperv the message router_added_to_agent {{(pid=87494) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 20 14:44:30.353926 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4accf749-1b7b-4003-b39c-37ae8c562f51 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "POST /v2.0/agents/8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2254541 Jan 20 14:44:30.356509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55020) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:30.367263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] Sync routers for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:44:30.376956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:30.377596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:30.543285 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-47d1cda9-7726-43b6-91e4-af3410562318 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers/bfb89080-9203-458b-8f54-c4af0ab7056e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1857154 Jan 20 14:44:30.546239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55024) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:30.576085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:30.651921 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-abbd1326-6d65-42a0-87c0-4dbd12730b2b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/da272575-31c8-48db-a1a6-7bfc6881e002 HTTP/1.1" status: 200 len: 992 time: 0.1044374 Jan 20 14:44:30.933453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:44:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'da272575-31c8-48db-a1a6-7bfc6881e002', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'port_id': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'mac_address': 'fa:16:3e:93:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:43:52Z', 'updated_at': '2022-01-20T14:44:28Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:44:28Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:30.939572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] Checking router: bfb89080-9203-458b-8f54-c4af0ab7056e for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:44:30.953538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:30.953538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:31.128852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:31.485056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:44:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'da272575-31c8-48db-a1a6-7bfc6881e002', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'port_id': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'mac_address': 'fa:16:3e:93:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:43:52Z', 'updated_at': '2022-01-20T14:44:28Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:44:28Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:31.490922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3918d2-01a7-4cb8-9f9f-9db4206e08c6 None None] The sync data for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv is: [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:44:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'da272575-31c8-48db-a1a6-7bfc6881e002', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'port_id': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'mac_address': 'fa:16:3e:93:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:43:52Z', 'updated_at': '2022-01-20T14:44:28Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:44:28Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:44:31.658751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55028) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:31.789501 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b0be6616-d4c5-403f-b08e-68ce3799130e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/da272575-31c8-48db-a1a6-7bfc6881e002 HTTP/1.1" status: 200 len: 992 time: 0.1298950 Jan 20 14:44:32.739064 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6f1d32-5985-4153-b9c5-3f2769ea00d2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:32.793070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55032) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:32.809789 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port af6f1d32-5985-4153-b9c5-3f2769ea00d2 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:32.809789 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:32.965722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:32.972180 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9737ca09-db90-4c91-8f67-8cf8e89c5afc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/da272575-31c8-48db-a1a6-7bfc6881e002 HTTP/1.1" status: 200 len: 992 time: 0.1768456 Jan 20 14:44:33.035586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port af6f1d32-5985-4153-b9c5-3f2769ea00d2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af6f1d32-5985-4153-b9c5-3f2769ea00d2,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:33.039550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:33.039550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e8dea236-c1f2-4f9f-b887-41063529cc7c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:33.217320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=af6f1d32-5985-4153-b9c5-3f2769ea00d2,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:33.238612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-30ee6757-47be-4a20-9030-169c8133d4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:33.251549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e8dea236-c1f2-4f9f-b887-41063529cc7c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:33.251549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:33.375956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:33.395821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port e8dea236-c1f2-4f9f-b887-41063529cc7c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e8dea236-c1f2-4f9f-b887-41063529cc7c,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:33.401722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:33.492347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=e8dea236-c1f2-4f9f-b887-41063529cc7c,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:33.578740 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feedca2-8a10-4d74-8c8e-2d745eefed33 None None] New status for floating IP da272575-31c8-48db-a1a6-7bfc6881e002: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:44:33.976672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55036) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:34.123785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5c144580-1ffa-493e-9b5e-46836caeb3de tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/da272575-31c8-48db-a1a6-7bfc6881e002 HTTP/1.1" status: 200 len: 994 time: 0.1444252 Jan 20 14:44:34.410641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55044) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:34.658254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6f1d32-5985-4153-b9c5-3f2769ea00d2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:34.726099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port af6f1d32-5985-4153-b9c5-3f2769ea00d2 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:34.726099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:34.741285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port fd457994-1b08-42d2-927c-18a81846d945 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:44:34.741930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:34.866409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e8dea236-c1f2-4f9f-b887-41063529cc7c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:34.929869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:34.929869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:34.939962 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e8dea236-c1f2-4f9f-b887-41063529cc7c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:34.939962 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.099420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for fd457994-1b08-42d2-927c-18a81846d945 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:44:35.277558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.368046 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=fd457994-1b08-42d2-927c-18a81846d945,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.386637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:35.433497 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-13e7637d-c84d-4322-828d-717e697d02b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.441900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.442227 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP da272575-31c8-48db-a1a6-7bfc6881e002 disassociated (deleted). External IP: 172.26.0.216, port: cca27953-9cd4-42b7-af2d-0e8f2c124639. Jan 20 14:44:35.802986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router bfb89080-9203-458b-8f54-c4af0ab7056e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:44:35.977073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:44:35.987099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] Sync routers for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:44:36.001330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:36.001927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:36.002656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:36.178068 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-74bc0844-98d0-4576-9a9a-ba93b535630b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/floatingips/da272575-31c8-48db-a1a6-7bfc6881e002 HTTP/1.1" status: 204 len: 168 time: 1.7698040 Jan 20 14:44:36.178068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'tag': 'cca27953-9cd4-42b7-af2d-0e8f2c124639'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:44:36.189160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:36.219342 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'tag': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'status': 'completed', 'code': 200} Jan 20 14:44:36.333518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14245795-644e-4bed-8151-9fa66683c7e6 req-308335d0-0585-442e-b6d8-2cb76a75fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:36.333518 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14245795-644e-4bed-8151-9fa66683c7e6 req-308335d0-0585-442e-b6d8-2cb76a75fc73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 1099 time: 0.0840998 Jan 20 14:44:36.471088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:36.473838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:36.494198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14245795-644e-4bed-8151-9fa66683c7e6 req-938c53a3-cd23-4ff3-bd90-86514b6599f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:36.495988 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14245795-644e-4bed-8151-9fa66683c7e6 req-938c53a3-cd23-4ff3-bd90-86514b6599f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a9a49329-5054-42d7-8e08-df743e618b64 HTTP/1.1" status: 200 len: 898 time: 0.1597693 Jan 20 14:44:36.566782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee7cfa-7f73-4867-ac24-d983352b7094 req-93f9a1dd-f92d-4c2c-a177-1f59022fc719 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:36.567497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-15ee7cfa-7f73-4867-ac24-d983352b7094 req-93f9a1dd-f92d-4c2c-a177-1f59022fc719 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:36.586552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-15ee7cfa-7f73-4867-ac24-d983352b7094 req-93f9a1dd-f92d-4c2c-a177-1f59022fc719 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:36.587848 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-15ee7cfa-7f73-4867-ac24-d983352b7094 req-93f9a1dd-f92d-4c2c-a177-1f59022fc719 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 946 time: 0.1030161 Jan 20 14:44:36.590224 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14245795-644e-4bed-8151-9fa66683c7e6 req-ba6328d9-8b7a-447c-8490-b172659a22d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cca27953-9cd4-42b7-af2d-0e8f2c124639 HTTP/1.1" status: 200 len: 217 time: 0.0874116 Jan 20 14:44:36.610644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:36.615158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] Checking router: bfb89080-9203-458b-8f54-c4af0ab7056e for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:44:36.628449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:36.628449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:36.653396 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-15ee7cfa-7f73-4867-ac24-d983352b7094 req-9fb001a9-8e1e-4d37-99c5-ed33cff54c11 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546219 Jan 20 14:44:36.668859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14245795-644e-4bed-8151-9fa66683c7e6 req-0dff1f32-be8d-412d-afaf-6d931122e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:36.670749 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14245795-644e-4bed-8151-9fa66683c7e6 req-0dff1f32-be8d-412d-afaf-6d931122e542 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8fc53d6-814d-485c-ac90-cb33507708cf HTTP/1.1" status: 200 len: 834 time: 0.0732760 Jan 20 14:44:36.754457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14245795-644e-4bed-8151-9fa66683c7e6 req-c82d823f-2578-4644-85be-c4d329bcf37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:36.755923 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14245795-644e-4bed-8151-9fa66683c7e6 req-c82d823f-2578-4644-85be-c4d329bcf37b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9a49329-5054-42d7-8e08-df743e618b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745447 Jan 20 14:44:36.809153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:36.889393 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14245795-644e-4bed-8151-9fa66683c7e6 req-ff89c216-d61f-490a-9c32-8864204c4015 service neutron] 10.222.0.72 "GET /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254182 Jan 20 14:44:37.023365 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-14245795-644e-4bed-8151-9fa66683c7e6 req-437b4dbe-a802-4120-8af2-50fa275a57e1 service neutron] 10.222.0.72 "GET /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269183 Jan 20 14:44:37.160870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:37.164953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2569c3-884a-4756-8620-e0a321a957c8 None None] The sync data for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv is: [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:43:34Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'af6f1d32-5985-4153-b9c5-3f2769ea00d2', 'name': '', 'network_id': 'a9a49329-5054-42d7-8e08-df743e618b64', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:80:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:33Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c8fc53d6-814d-485c-ac90-cb33507708cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:44:37.894038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c14ee-6f62-4814-accc-02b2c93cc522 req-c8988f26-8e2b-41e8-9647-4fbcc580d3f7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:37.895608 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b42c14ee-6f62-4814-accc-02b2c93cc522 req-c8988f26-8e2b-41e8-9647-4fbcc580d3f7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 946 time: 0.1269889 Jan 20 14:44:37.903114 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3dcc59-6635-4c97-b54a-dea5e76c8458 None None] New status for floating IP da272575-31c8-48db-a1a6-7bfc6881e002: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:44:37.912539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.951915 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b42c14ee-6f62-4814-accc-02b2c93cc522 req-335ad105-14f3-447e-ad51-5abccc841284 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=26af58bf-9b61-4980-96e9-93ee78132f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469406 Jan 20 14:44:37.967061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a4091-98a4-4650-9977-caa1375f667a req-be04352f-9a94-4b8d-b7bd-19e93ca9db00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:37.968544 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-669a4091-98a4-4650-9977-caa1375f667a req-be04352f-9a94-4b8d-b7bd-19e93ca9db00 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 946 time: 0.1329677 Jan 20 14:44:38.050308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-669a4091-98a4-4650-9977-caa1375f667a req-b9f5c487-8407-47ee-b8d2-478167cc7446 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port cca27953-9cd4-42b7-af2d-0e8f2c124639 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:44:38.050308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-669a4091-98a4-4650-9977-caa1375f667a req-b9f5c487-8407-47ee-b8d2-478167cc7446 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:38.299389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-669a4091-98a4-4650-9977-caa1375f667a req-b9f5c487-8407-47ee-b8d2-478167cc7446 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port cca27953-9cd4-42b7-af2d-0e8f2c124639, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca27953-9cd4-42b7-af2d-0e8f2c124639,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:38.299778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-669a4091-98a4-4650-9977-caa1375f667a req-b9f5c487-8407-47ee-b8d2-478167cc7446 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:38.419650 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-669a4091-98a4-4650-9977-caa1375f667a req-b9f5c487-8407-47ee-b8d2-478167cc7446 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for cca27953-9cd4-42b7-af2d-0e8f2c124639 owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:44:38.680349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-669a4091-98a4-4650-9977-caa1375f667a req-b9f5c487-8407-47ee-b8d2-478167cc7446 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:38.732906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5c487-8407-47ee-b8d2-478167cc7446 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=cca27953-9cd4-42b7-af2d-0e8f2c124639,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:38.815023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a4091-98a4-4650-9977-caa1375f667a req-b9f5c487-8407-47ee-b8d2-478167cc7446 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port cca27953-9cd4-42b7-af2d-0e8f2c124639 on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:44:38.817766 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-669a4091-98a4-4650-9977-caa1375f667a req-b9f5c487-8407-47ee-b8d2-478167cc7446 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:38.821843 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'name': 'network-vif-deleted', 'tag': 'cca27953-9cd4-42b7-af2d-0e8f2c124639'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:44:38.837186 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-669a4091-98a4-4650-9977-caa1375f667a req-b9f5c487-8407-47ee-b8d2-478167cc7446 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "DELETE /v2.0/ports/cca27953-9cd4-42b7-af2d-0e8f2c124639 HTTP/1.1" status: 204 len: 173 time: 0.8599265 Jan 20 14:44:38.880838 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ec112-f341-4b9c-906b-4a118aad0ad6', 'name': 'network-vif-deleted', 'tag': 'cca27953-9cd4-42b7-af2d-0e8f2c124639', 'status': 'completed', 'code': 200} Jan 20 14:44:39.138104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-87e39776-0a1b-4ac0-a0a9-87111be7d536 req-258382ce-d2eb-4da7-9e29-eeb49bd7c9b1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:39.157616 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-87e39776-0a1b-4ac0-a0a9-87111be7d536 req-258382ce-d2eb-4da7-9e29-eeb49bd7c9b1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:39.157616 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-87e39776-0a1b-4ac0-a0a9-87111be7d536 req-258382ce-d2eb-4da7-9e29-eeb49bd7c9b1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=7c3ec112-f341-4b9c-906b-4a118aad0ad6 HTTP/1.1" status: 200 len: 210 time: 0.0621872 Jan 20 14:44:39.381506 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-160d0a4e-fa39-4fe6-9266-7a66e0f3131f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777798 Jan 20 14:44:39.535231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-d208710e-ac70-4ac9-ba1a-1f695dfd855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:39.536480 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-d208710e-ac70-4ac9-ba1a-1f695dfd855e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 1098 time: 0.0769682 Jan 20 14:44:39.683014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-c4b4f5c3-5038-4648-bace-4cb592735da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:39.684862 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-c4b4f5c3-5038-4648-bace-4cb592735da2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.1293316 Jan 20 14:44:39.791660 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-c2657b0d-181a-40f0-ad38-307c0af5c994 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81678847-1d67-43fc-b9ae-5b16138c6de4 HTTP/1.1" status: 200 len: 1001 time: 0.1004529 Jan 20 14:44:39.865607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-6e2b27ca-9ae3-463d-9fb3-24e7ff31a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:39.865607 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-6e2b27ca-9ae3-463d-9fb3-24e7ff31a392 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0631387 Jan 20 14:44:39.942338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-a0e034f1-989f-41b2-9161-7ce7ddb19563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:39.944170 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-a0e034f1-989f-41b2-9161-7ce7ddb19563 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746052 Jan 20 14:44:40.091690 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-c963c27a-44ff-45b4-a560-13619d2314e4 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407883 Jan 20 14:44:40.241269 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-50264ef6-a14c-4da6-b4a8-8332d189cc6b req-03a473f5-90dc-4362-a8be-b8fbfbb7662b service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421952 Jan 20 14:44:40.261568 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55064) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:40.336681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12fbf816-b7a2-4200-bae1-226a445d754a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.366110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12fbf816-b7a2-4200-bae1-226a445d754a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.433409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12fbf816-b7a2-4200-bae1-226a445d754a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.452170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbf816-b7a2-4200-bae1-226a445d754a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26af58bf-9b61-4980-96e9-93ee78132f28,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:40.465794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12fbf816-b7a2-4200-bae1-226a445d754a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.466779 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-12fbf816-b7a2-4200-bae1-226a445d754a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/26af58bf-9b61-4980-96e9-93ee78132f28 HTTP/1.1" status: 204 len: 168 time: 0.2041788 Jan 20 14:44:40.505289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55070) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:41.088749 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:41.156271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cca27953-9cd4-42b7-af2d-0e8f2c124639 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:41.194947 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: cca27953-9cd4-42b7-af2d-0e8f2c124639 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:44:41.195411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cca27953-9cd4-42b7-af2d-0e8f2c124639 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:44:41.463534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port af6f1d32-5985-4153-b9c5-3f2769ea00d2 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:44:41.463534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:41.673511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port af6f1d32-5985-4153-b9c5-3f2769ea00d2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=af6f1d32-5985-4153-b9c5-3f2769ea00d2,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:41.674164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:41.921845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for af6f1d32-5985-4153-b9c5-3f2769ea00d2 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:44:42.300407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:42.429348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=af6f1d32-5985-4153-b9c5-3f2769ea00d2,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:42.673570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.029995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router bfb89080-9203-458b-8f54-c4af0ab7056e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:44:43.214720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:44:43.226054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] Sync routers for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:44:43.238118 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-68444e5a-5248-471f-9447-b0d197243d16 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/bfb89080-9203-458b-8f54-c4af0ab7056e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7287714 Jan 20 14:44:43.238305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:43.238305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:43.238463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55074) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:43.307871 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-89684441-e724-4572-ad4d-079a18a84654 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting subnet c8fc53d6-814d-485c-ac90-cb33507708cf {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:44:43.311232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-89684441-e724-4572-ad4d-079a18a84654 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.415977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:43.492903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-89684441-e724-4572-ad4d-079a18a84654 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.576073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-89684441-e724-4572-ad4d-079a18a84654 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.648244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-89684441-e724-4572-ad4d-079a18a84654 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.689632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89684441-e724-4572-ad4d-079a18a84654 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Subnet': ['ID=c8fc53d6-814d-485c-ac90-cb33507708cf,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:43.693762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-89684441-e724-4572-ad4d-079a18a84654 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.698968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:43.701552 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-89684441-e724-4572-ad4d-079a18a84654 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/subnets/c8fc53d6-814d-485c-ac90-cb33507708cf HTTP/1.1" status: 204 len: 168 time: 0.4622004 Jan 20 14:44:43.702945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d220ccb5-1fce-40df-a694-f4cc0d39eca2 None None] Network a9a49329-5054-42d7-8e08-df743e618b64 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:44:43.704323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55078) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:43.721371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] Checking router: bfb89080-9203-458b-8f54-c4af0ab7056e for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:44:43.790921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] Routers {'bfb89080-9203-458b-8f54-c4af0ab7056e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:43.791464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['bfb89080-9203-458b-8f54-c4af0ab7056e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:43.881140 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.043499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] Set router bfb89080-9203-458b-8f54-c4af0ab7056e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:44.064335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.075493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port e8dea236-c1f2-4f9f-b887-41063529cc7c {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:44:44.075824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.253594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port e8dea236-c1f2-4f9f-b887-41063529cc7c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e8dea236-c1f2-4f9f-b887-41063529cc7c,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:44.253594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.293014 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15837d4e-2218-4e7d-ba90-227f54b8dcfa None None] DHCP port deletion for a9a49329-5054-42d7-8e08-df743e618b64 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:44:44.309114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-15837d4e-2218-4e7d-ba90-227f54b8dcfa None None] Deleting port ba9f203f-4196-43f4-952f-7f45740c3f21 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:44:44.309521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-15837d4e-2218-4e7d-ba90-227f54b8dcfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.383701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for e8dea236-c1f2-4f9f-b887-41063529cc7c owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:44:44.554849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.563551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:44.572244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-15837d4e-2218-4e7d-ba90-227f54b8dcfa None None] For port ba9f203f-4196-43f4-952f-7f45740c3f21, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ba9f203f-4196-43f4-952f-7f45740c3f21,segment=NetworkSegment(ffe89b8b-dd98-4e82-b59a-6db9fa7dd640),segment_id=ffe89b8b-dd98-4e82-b59a-6db9fa7dd640)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:44.572644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-15837d4e-2218-4e7d-ba90-227f54b8dcfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.580061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d724a4ae-dfda-4341-87c7-e24a31638910 None None] The sync data for ids ['bfb89080-9203-458b-8f54-c4af0ab7056e'] in dv-neutron-825123-1-hyperv is: [{'id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'name': 'tempest-TestNetworkBasicOps-router-431809518', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:43:29Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'e8dea236-c1f2-4f9f-b887-41063529cc7c', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb89080-9203-458b-8f54-c4af0ab7056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:43:30Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:44:44.601163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=e8dea236-c1f2-4f9f-b887-41063529cc7c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:44.699707 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-15837d4e-2218-4e7d-ba90-227f54b8dcfa None None] Calling delete_port for ba9f203f-4196-43f4-952f-7f45740c3f21 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:44:44.702233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.781473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-15837d4e-2218-4e7d-ba90-227f54b8dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.826828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15837d4e-2218-4e7d-ba90-227f54b8dcfa None None] Pushing event deleted for resources: {'Port': ['ID=ba9f203f-4196-43f4-952f-7f45740c3f21,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:44.830319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15837d4e-2218-4e7d-ba90-227f54b8dcfa None None] No DVR routers for this DVR port ba9f203f-4196-43f4-952f-7f45740c3f21 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:44:44.938841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ba9f203f-4196-43f4-952f-7f45740c3f21 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:44.975294 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ba9f203f-4196-43f4-952f-7f45740c3f21 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:44:44.975635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ba9f203f-4196-43f4-952f-7f45740c3f21 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:44:44.996329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.998541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.026286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.027008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Fanout notify agent at l3_agent the message router_deleted on router bfb89080-9203-458b-8f54-c4af0ab7056e {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:44:45.043120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.046889 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2134140a-8d73-480b-bbd1-6786e90b42ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/routers/bfb89080-9203-458b-8f54-c4af0ab7056e HTTP/1.1" status: 204 len: 168 time: 1.3389959 Jan 20 14:44:45.047032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55082) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:45.169442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.301026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.324412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a49329-5054-42d7-8e08-df743e618b64']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:45.336516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:45.336747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe89b8b-dd98-4e82-b59a-6db9fa7dd640') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:45.347657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.363246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.370782 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:44:45.371149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:44:45.385169 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:44:45.470892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.487464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.499407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Network': ['ID=a9a49329-5054-42d7-8e08-df743e618b64,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:45.507994 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c055d5f2-d33a-4bbd-b6fe-c8599c0f9eb0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/networks/a9a49329-5054-42d7-8e08-df743e618b64 HTTP/1.1" status: 204 len: 168 time: 0.4599588 Jan 20 14:44:45.531808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55086) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:45.537840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'network': {'name': 'tempest-network-smoke--854851381', 'project_id': '7b32be412f6047a4b4874650505da950', 'port_security_enabled': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:45.543012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:45.547395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:network and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:45.550353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:45.556779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:45.569199 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:44:45.573097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.603321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:44:45.613662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.614002 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Added segment 6a28f882-65de-4dfd-a895-5daf6066a5b1 of type vlan for network 838697d7-cc68-4f73-86f9-612026fc0a3a Jan 20 14:44:45.640051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.677169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.682682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:45.683253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.788803 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2556820 Jan 20 14:44:45.791474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Network': ['ID=838697d7-cc68-4f73-86f9-612026fc0a3a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:45.791616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55090) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:45.796917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'admin_state_up': True, 'project_id': '7b32be412f6047a4b4874650505da950', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:45.798779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.799140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.799470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.799800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.800126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.800477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.800781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.801096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.801410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.801719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.802211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.802530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b1a1-2850-46f4-9ae6-9268c1aa621f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:45.803947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:45.808050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:router and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:45.811319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:45.813792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 838697d7-cc68-4f73-86f9-612026fc0a3a details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:44:45.818318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:45.829777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.830775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.846884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.121617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.439139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.470341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.605827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.35 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/c1a7b50a-6344-461f-887b-a5e601efc735) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:44:46.630587 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6f1d32-5985-4153-b9c5-3f2769ea00d2 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:46.670608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: af6f1d32-5985-4153-b9c5-3f2769ea00d2 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:44:46.671036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device af6f1d32-5985-4153-b9c5-3f2769ea00d2 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:44:46.671467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e8dea236-c1f2-4f9f-b887-41063529cc7c no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:46.704615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: e8dea236-c1f2-4f9f-b887-41063529cc7c {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:44:46.704842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e8dea236-c1f2-4f9f-b887-41063529cc7c not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:44:46.756480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.790933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.961614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:46.964382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:46.967909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:44:46.996182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=c1a7b50a-6344-461f-887b-a5e601efc735,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:47.378795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.716371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.923205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:44:48.101447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:44:48.111827 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Sync routers for ids ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:44:48.121305 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Routers {'d25e161f-7a1c-4d7c-9f6c-99ff640d2846'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:48.121914 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:48.131676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.133015 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4c187375-ac97-425c-bcdf-7989f69f512f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3403778 Jan 20 14:44:48.136496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55096) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:48.175317 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9f726d6b-6bd3-47d9-9852-a7c9df42482d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=7b32be412f6047a4b4874650505da950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376997 Jan 20 14:44:48.177976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55100) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:48.297528 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Set router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:48.418026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c4034-3fcb-4b20-9899-775863fc2037 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:48.419435 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a48c4034-3fcb-4b20-9899-775863fc2037 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2405753 Jan 20 14:44:48.422372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55104) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:48.466239 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e22dc34d-16af-4513-a69f-0b96dff68c4a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402789 Jan 20 14:44:48.466457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55108) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:48.471693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-818101636', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'project_id': '7b32be412f6047a4b4874650505da950', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:48.573457 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:47Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:48.577102 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Checking router: d25e161f-7a1c-4d7c-9f6c-99ff640d2846 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:44:48.577428 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Updating router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 port c1a7b50a-6344-461f-887b-a5e601efc735 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:44:48.579628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:48.583792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:subnet and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:48.586665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:48.592323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:48.603206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:44:48.606726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.631400 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.826058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.904173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Subnet': ['ID=ded18aa1-1e84-49f8-a980-a94a5cad3c7f,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:48.914550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Checking segment: {'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:44:48.914900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network hostable DHCP agents. Network: 838697d7-cc68-4f73-86f9-612026fc0a3a, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:44:48.933661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 838697d7-cc68-4f73-86f9-612026fc0a3a is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:44:48.943109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 838697d7-cc68-4f73-86f9-612026fc0a3a) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:48.947251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:48.947814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.953617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b6200-66f8-4321-a807-cc230d7efc94 None None] Network 838697d7-cc68-4f73-86f9-612026fc0a3a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:44:48.972171 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2bb5c7f4-84ef-415d-97b9-924492b51061 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5048258 Jan 20 14:44:48.975328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55112) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:48.988610 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.000419 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Transition to ACTIVE for port object c1a7b50a-6344-461f-887b-a5e601efc735 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:49.010624 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.081648 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Pushing event updated for resources: {'Port': ['ID=c1a7b50a-6344-461f-887b-a5e601efc735,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:49.092241 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.092668 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.093073 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.093466 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.093855 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.094299 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.094688 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.095075 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.095457 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.095834 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.096229 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.096613 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.117878 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Attempting to bind port c1a7b50a-6344-461f-887b-a5e601efc735 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:44:49.118491 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Attempting to bind port c1a7b50a-6344-461f-887b-a5e601efc735 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:44:49.118808 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Attempting to bind port c1a7b50a-6344-461f-887b-a5e601efc735 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:44:49.124438 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:44:49.124886 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:44:49.125549 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.126129 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:44:49.126670 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Bound port: c1a7b50a-6344-461f-887b-a5e601efc735, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:44:49.127099 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.197076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-838697d7-cc68-4f73-86f9-612026fc0a3a', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:44:49.198005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.208288 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] For port c1a7b50a-6344-461f-887b-a5e601efc735, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:44:49.211907 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] For port c1a7b50a-6344-461f-887b-a5e601efc735, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c1a7b50a-6344-461f-887b-a5e601efc735,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:44:49.217695 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.289631 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Routers {'d25e161f-7a1c-4d7c-9f6c-99ff640d2846'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:49.290252 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:49.350982 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40778dcf-db9e-460f-8425-df82e1349996 None None] Pushing event updated for resources: {'Port': ['ID=c1a7b50a-6344-461f-887b-a5e601efc735,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:49.358041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Allocated IP 172.20.0.2 (838697d7-cc68-4f73-86f9-612026fc0a3a/ded18aa1-1e84-49f8-a980-a94a5cad3c7f/042fc255-c32e-4777-8623-509521672071) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:44:49.478073 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] Set router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:49.608834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.619301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Transition to ACTIVE for port object 042fc255-c32e-4777-8623-509521672071 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:49.637958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Transition to ACTIVE for port object 042fc255-c32e-4777-8623-509521672071 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:49.645486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.711623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Network 838697d7-cc68-4f73-86f9-612026fc0a3a is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:49.714377 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:49.717687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.718638 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:44:49.720817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Pushing event updated for resources: {'Port': ['ID=042fc255-c32e-4777-8623-509521672071,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:49.757538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.757886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.758227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.758551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.758872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.759198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.759521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.759925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.760152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.760493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.760807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.761123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:49.767506 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:47Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:49.771637 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bc31c-2e26-480b-90b3-1a9613a40bc2 None None] The sync data for ids ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'] in dv-neutron-825123-1-hyperv is: [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:47Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:44:49.820737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Attempting to bind port 042fc255-c32e-4777-8623-509521672071 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:44:49.821101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Attempting to bind port 042fc255-c32e-4777-8623-509521672071 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:44:49.821458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Attempting to bind port 042fc255-c32e-4777-8623-509521672071 on network 838697d7-cc68-4f73-86f9-612026fc0a3a {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:44:49.827881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:44:49.828276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Checking segment: {'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:44:49.828730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.829123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Bound using segment: {'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:44:49.829586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Bound port: 042fc255-c32e-4777-8623-509521672071, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:44:49.829955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:49.923390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] For port 042fc255-c32e-4777-8623-509521672071, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:44:49.926893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] For port 042fc255-c32e-4777-8623-509521672071, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=042fc255-c32e-4777-8623-509521672071,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:44:49.933028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:50.044384 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2cc64-2408-43ec-84a6-e598961c4c71 None None] Pushing event updated for resources: {'Port': ['ID=042fc255-c32e-4777-8623-509521672071,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:50.297200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.1 (838697d7-cc68-4f73-86f9-612026fc0a3a/ded18aa1-1e84-49f8-a980-a94a5cad3c7f/73bfe74e-136e-45bc-8bf4-868c03e29e30) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:44:50.468199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:50.484287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 73bfe74e-136e-45bc-8bf4-868c03e29e30 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:50.510533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:50.582603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 838697d7-cc68-4f73-86f9-612026fc0a3a is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:50.585893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:50.590018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:44:50.628718 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=73bfe74e-136e-45bc-8bf4-868c03e29e30,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:50.666145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:50.734181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c1a7b50a-6344-461f-887b-a5e601efc735 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:50.822308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port c1a7b50a-6344-461f-887b-a5e601efc735 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:50.827724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c1a7b50a-6344-461f-887b-a5e601efc735 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:50.828176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:50.950331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:50.953357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:50.972669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port c1a7b50a-6344-461f-887b-a5e601efc735, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c1a7b50a-6344-461f-887b-a5e601efc735,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:50.978352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:50.979385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 042fc255-c32e-4777-8623-509521672071 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:51.095211 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=c1a7b50a-6344-461f-887b-a5e601efc735,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:51.127068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 042fc255-c32e-4777-8623-509521672071 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:51.178018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a520e29f-6563-4c0a-b0f2-13e07a7b2ff7 None None] Network 838697d7-cc68-4f73-86f9-612026fc0a3a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:44:51.269249 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0d77d54a-b0b3-41e4-af30-b5e4bbed629a None None] Provisioning for port 042fc255-c32e-4777-8623-509521672071 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:51.287298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0d77d54a-b0b3-41e4-af30-b5e4bbed629a None None] Provisioning complete for port 042fc255-c32e-4777-8623-509521672071 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:51.287671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d77d54a-b0b3-41e4-af30-b5e4bbed629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:51.388800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:51.395123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:51.507776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:51.508858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d77d54a-b0b3-41e4-af30-b5e4bbed629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:51.511297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=73bfe74e-136e-45bc-8bf4-868c03e29e30,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:51.549247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0d77d54a-b0b3-41e4-af30-b5e4bbed629a None None] For port 042fc255-c32e-4777-8623-509521672071, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=042fc255-c32e-4777-8623-509521672071,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:51.555793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d77d54a-b0b3-41e4-af30-b5e4bbed629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:51.627372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77d54a-b0b3-41e4-af30-b5e4bbed629a None None] Pushing event updated for resources: {'Port': ['ID=042fc255-c32e-4777-8623-509521672071,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:51.770143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 838697d7-cc68-4f73-86f9-612026fc0a3a is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:51.771330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:51.783478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8582b877-6615-4a40-82e6-93b6fc9a8045 None None] Provisioning complete for port 042fc255-c32e-4777-8623-509521672071 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:51.783870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8582b877-6615-4a40-82e6-93b6fc9a8045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:51.924253 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8582b877-6615-4a40-82e6-93b6fc9a8045 None None] Provisioning for port 73bfe74e-136e-45bc-8bf4-868c03e29e30 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:51.929654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8582b877-6615-4a40-82e6-93b6fc9a8045 None None] Provisioning complete for port 73bfe74e-136e-45bc-8bf4-868c03e29e30 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:51.930055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8582b877-6615-4a40-82e6-93b6fc9a8045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:51.962216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:44:51.984967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8582b877-6615-4a40-82e6-93b6fc9a8045 None None] Port 73bfe74e-136e-45bc-8bf4-868c03e29e30 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:44:52.104678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7b59fe8d-a39b-4f53-ab0b-40b16e6feb57 None None] Provisioning complete for port 73bfe74e-136e-45bc-8bf4-868c03e29e30 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:52.105956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b59fe8d-a39b-4f53-ab0b-40b16e6feb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:52.145768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:44:52.157778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Sync routers for ids ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:44:52.158550 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-359f6fc2-0868-43f6-8e74-8848b1a69ab3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/d25e161f-7a1c-4d7c-9f6c-99ff640d2846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1822202 Jan 20 14:44:52.161121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55116) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:52.174325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-7b59fe8d-a39b-4f53-ab0b-40b16e6feb57 None None] Port 73bfe74e-136e-45bc-8bf4-868c03e29e30 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:44:52.176740 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Routers {'d25e161f-7a1c-4d7c-9f6c-99ff640d2846'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:52.177486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-83064356-19b9-412f-b31e-4040d53e163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:52.299043 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8e5d3-ea34-4c90-8da4-4ce71e0923f6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.299389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8e5d3-ea34-4c90-8da4-4ce71e0923f6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.299835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8e5d3-ea34-4c90-8da4-4ce71e0923f6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.300302 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8e5d3-ea34-4c90-8da4-4ce71e0923f6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.300748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8e5d3-ea34-4c90-8da4-4ce71e0923f6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.301191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8e5d3-ea34-4c90-8da4-4ce71e0923f6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.302902 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-67d8e5d3-ea34-4c90-8da4-4ce71e0923f6 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1409101 Jan 20 14:44:52.305841 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55120) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:52.352155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9566f866-f4df-421a-97f9-19098543fde2 None None] Provisioning complete for port 73bfe74e-136e-45bc-8bf4-868c03e29e30 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:52.352524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9566f866-f4df-421a-97f9-19098543fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:52.375939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06355557-3086-409f-b7fd-68a03ca5011d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.376428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06355557-3086-409f-b7fd-68a03ca5011d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.376874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06355557-3086-409f-b7fd-68a03ca5011d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.377316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06355557-3086-409f-b7fd-68a03ca5011d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.377785 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06355557-3086-409f-b7fd-68a03ca5011d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.378223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06355557-3086-409f-b7fd-68a03ca5011d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:52.380021 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-06355557-3086-409f-b7fd-68a03ca5011d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0732992 Jan 20 14:44:52.383025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55124) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:52.435896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Set router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:52.510199 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9566f866-f4df-421a-97f9-19098543fde2 None None] Port 73bfe74e-136e-45bc-8bf4-868c03e29e30 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:44:52.595889 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-54a8a88a-e94c-4554-8153-4f60677a752a tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2117238 Jan 20 14:44:52.654056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c1a7b50a-6344-461f-887b-a5e601efc735 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:52.789896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c1a7b50a-6344-461f-887b-a5e601efc735 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:52.790266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:52.914009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-83064356-19b9-412f-b31e-4040d53e163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '73bfe74e-136e-45bc-8bf4-868c03e29e30', 'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:d6:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:50Z', 'updated_at': '2022-01-20T14:44:51Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:52.922924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Checking router: d25e161f-7a1c-4d7c-9f6c-99ff640d2846 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:44:52.923275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Updating router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 port 73bfe74e-136e-45bc-8bf4-868c03e29e30 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:44:52.954108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55130) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:52.960081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059477276', 'description': 'tempest-secgroup-smoke-1059477276 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:52.966546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:52.967517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 042fc255-c32e-4777-8623-509521672071 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:52.971039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:52.974129 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:52.980067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:52.993188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.012529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:53.016719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:53.019472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:53.025356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.026055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:53.095207 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.100180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.104662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 042fc255-c32e-4777-8623-509521672071 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:53.105100 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.146558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79348775-2777-4a7d-adf2-3ea5df22d756,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:53.150641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.151919 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ea01025f-15b8-4cee-bbd7-7fce762776cf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1964943 Jan 20 14:44:53.154869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55134) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:53.160236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '79348775-2777-4a7d-adf2-3ea5df22d756', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:53.166400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:53.170272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:53.173188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:53.178808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:53.201616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.266158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.270971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.293320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895c6a11-9944-4a62-9d15-3205874c1032,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:53.304118 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.305285 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d19833f8-9cb8-41c3-93d0-7f79fabe5ab8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495178 Jan 20 14:44:53.308557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55138) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:53.313736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '79348775-2777-4a7d-adf2-3ea5df22d756', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:53.319415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:53.323182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:53.326323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:53.331877 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:53.349215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.408412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.412982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.436777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefa9a60-e0d9-4438-a7cc-7faf6c204cef,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:53.447020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.448257 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8cc6160b-7a35-4bfa-8dc2-31b104ce3df0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387701 Jan 20 14:44:53.451978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55142) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:53.457017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '79348775-2777-4a7d-adf2-3ea5df22d756', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:53.462715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:53.466542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:53.469426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:53.475366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:53.480989 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.492478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Transition to ACTIVE for port object 73bfe74e-136e-45bc-8bf4-868c03e29e30 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:53.494767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.499042 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.560620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.566517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.592487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d664ae-7cbb-420b-ba27-5fbb648d9747,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:53.603855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.608402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55146) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:53.608898 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e6e239db-3257-48be-ad6b-46b05f958622 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555297 Jan 20 14:44:53.613664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '79348775-2777-4a7d-adf2-3ea5df22d756', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:53.620670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:53.625124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:53.628814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:53.636629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:53.637203 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d874f-8e73-4da7-82ce-b3366c47ae3d None None] Pushing event updated for resources: {'Port': ['ID=73bfe74e-136e-45bc-8bf4-868c03e29e30,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:53.658106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.729042 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Attempting to bind port 73bfe74e-136e-45bc-8bf4-868c03e29e30 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:44:53.729515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Attempting to bind port 73bfe74e-136e-45bc-8bf4-868c03e29e30 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:44:53.729934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Attempting to bind port 73bfe74e-136e-45bc-8bf4-868c03e29e30 on network 838697d7-cc68-4f73-86f9-612026fc0a3a {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:44:53.734244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.735793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:44:53.736153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Checking segment: {'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:44:53.736580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.736954 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Bound using segment: {'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:44:53.737535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Bound port: 73bfe74e-136e-45bc-8bf4-868c03e29e30, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:44:53.737929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.740331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.765071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea507d03-63bd-4849-8f32-5de56f44a988,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:53.775065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.776261 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e7d9a333-4e39-4f67-bca6-0388076d6546 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1668563 Jan 20 14:44:53.779485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55150) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:53.787024 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '79348775-2777-4a7d-adf2-3ea5df22d756', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:53.792864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:53.796706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:53.799536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:53.805914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:53.817410 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:44:53.826753 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.832918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-83064356-19b9-412f-b31e-4040d53e163b None None] For port 73bfe74e-136e-45bc-8bf4-868c03e29e30, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:44:53.836384 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-83064356-19b9-412f-b31e-4040d53e163b None None] For port 73bfe74e-136e-45bc-8bf4-868c03e29e30, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=73bfe74e-136e-45bc-8bf4-868c03e29e30,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:44:53.845004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.891904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.897017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.921416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa66a8f2-e68c-44b0-a494-4035e5e6b977,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:53.933243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:53.937902 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5510d320-6021-4436-b9d7-c69d1b8a852c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522634 Jan 20 14:44:53.937902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55154) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:53.942599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '79348775-2777-4a7d-adf2-3ea5df22d756', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:53.948675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:53.952875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:53.955841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:53.961693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:53.967432 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Routers {'d25e161f-7a1c-4d7c-9f6c-99ff640d2846'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:44:53.968067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-83064356-19b9-412f-b31e-4040d53e163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:44:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:53.975130 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:44:53.985747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:54.028237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d874f-8e73-4da7-82ce-b3366c47ae3d None None] Pushing event updated for resources: {'Port': ['ID=73bfe74e-136e-45bc-8bf4-868c03e29e30,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:54.097302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:54.103577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:54.128611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4f1520-2f07-4bc5-9fb5-7539dd00e684,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:54.144796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:54.146002 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1f20bda6-798a-48d9-8960-db0628ebec85 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2075665 Jan 20 14:44:54.198848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-83064356-19b9-412f-b31e-4040d53e163b None None] Set router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:44:54.307883 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-72fb19dd-3e02-4cac-af1a-0c1fd7b58ee2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059477276&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0423918 Jan 20 14:44:54.518707 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-83064356-19b9-412f-b31e-4040d53e163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '73bfe74e-136e-45bc-8bf4-868c03e29e30', 'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:d6:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:50Z', 'updated_at': '2022-01-20T14:44:53Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:54.523114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83064356-19b9-412f-b31e-4040d53e163b None None] The sync data for ids ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'] in dv-neutron-825123-1-hyperv is: [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '73bfe74e-136e-45bc-8bf4-868c03e29e30', 'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:d6:1f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:50Z', 'updated_at': '2022-01-20T14:44:53Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:44:54.571940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-054417e9-4516-4ad7-b8f1-dbf5761b636e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:54.572917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-054417e9-4516-4ad7-b8f1-dbf5761b636e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:54.593883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-054417e9-4516-4ad7-b8f1-dbf5761b636e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:54.595344 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-054417e9-4516-4ad7-b8f1-dbf5761b636e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/networks?id=838697d7-cc68-4f73-86f9-612026fc0a3a HTTP/1.1" status: 200 len: 796 time: 0.2806406 Jan 20 14:44:54.620753 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-62e92f5f-92bb-43ff-a208-a07ece8bf849 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/quotas/7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 375 time: 0.0157087 Jan 20 14:44:54.706918 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-ed485909-1a2b-4505-955b-39b72f4b48a5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839925 Jan 20 14:44:54.715649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 73bfe74e-136e-45bc-8bf4-868c03e29e30 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:54.807902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:54.810320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 73bfe74e-136e-45bc-8bf4-868c03e29e30 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:54.817340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 73bfe74e-136e-45bc-8bf4-868c03e29e30 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:54.819087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:54.861353 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-bae9372c-0593-464c-b9f5-a22edf4248af service neutron] 10.222.0.87 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400676 Jan 20 14:44:54.950830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:54.989296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 73bfe74e-136e-45bc-8bf4-868c03e29e30, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=73bfe74e-136e-45bc-8bf4-868c03e29e30,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:44:54.995950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:55.015791 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-9fa7f92d-ac6f-42e1-8c78-bafcc300deda service neutron] 10.222.0.87 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478505 Jan 20 14:44:55.068240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=73bfe74e-136e-45bc-8bf4-868c03e29e30,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:55.218242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2b124656-e1c0-4313-abee-6e6eadeb8128 req-91d77491-b7b2-45a3-859f-8e484b8566f6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:55.245910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2b124656-e1c0-4313-abee-6e6eadeb8128 req-91d77491-b7b2-45a3-859f-8e484b8566f6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:55.248637 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b124656-e1c0-4313-abee-6e6eadeb8128 req-91d77491-b7b2-45a3-859f-8e484b8566f6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 210 time: 0.0804656 Jan 20 14:44:56.273769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-9ba00ade-704b-4223-a159-7ee0ef11a736 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:56.276004 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-9ba00ade-704b-4223-a159-7ee0ef11a736 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=838697d7-cc68-4f73-86f9-612026fc0a3a HTTP/1.1" status: 200 len: 796 time: 0.1481066 Jan 20 14:44:56.336292 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-17af5e71-3d2f-4ba5-8fc8-43a70b327a4b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 380 time: 0.0485153 Jan 20 14:44:56.345618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'device_id': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'admin_state_up': True, 'tenant_id': '7b32be412f6047a4b4874650505da950', 'security_groups': ['79348775-2777-4a7d-adf2-3ea5df22d756']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:56.461129 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5964b0ab-3610-4fdd-a744-0dea7957fc98 req-9cd92ec1-43aa-4dc3-b48b-865f194e71ac tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 210 time: 0.0988460 Jan 20 14:44:56.521811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:56.531493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:56.542049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:44:56.545517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:56.641852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 73bfe74e-136e-45bc-8bf4-868c03e29e30 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:56.708454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.14 (838697d7-cc68-4f73-86f9-612026fc0a3a/ded18aa1-1e84-49f8-a980-a94a5cad3c7f/2c2e39c9-b2c4-457f-ba57-f5c158dc8f31) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:44:56.709373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 73bfe74e-136e-45bc-8bf4-868c03e29e30 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:56.709927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:56.897513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:56.914048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:56.941667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:57.013843 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 838697d7-cc68-4f73-86f9-612026fc0a3a is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:57.017138 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:57.021059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:44:57.051252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:57.088782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:57.089426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:57.117108 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-a09ef9e9-640c-4379-adaf-a6f02dcee466 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7750857 Jan 20 14:44:57.168752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Request body: {'port': {'device_id': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:44:57.231790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-85eadad5-392d-497f-95d3-59b01a91c3d1 None None] Provisioning for port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:57.237524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-85eadad5-392d-497f-95d3-59b01a91c3d1 None None] Provisioning complete for port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:57.238000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-85eadad5-392d-497f-95d3-59b01a91c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:57.283427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:57.305926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-85eadad5-392d-497f-95d3-59b01a91c3d1 None None] Port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:44:57.654472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486323c7-3693-44e6-917b-a146d171c7c1 req-f83e641b-6ff6-4bc1-b9ed-53b96105a448 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:57.656179 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-486323c7-3693-44e6-917b-a146d171c7c1 req-f83e641b-6ff6-4bc1-b9ed-53b96105a448 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 932 time: 0.0847249 Jan 20 14:44:57.705289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-486323c7-3693-44e6-917b-a146d171c7c1 req-16817702-006c-4444-92ba-fa955a6b6728 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:57.722298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-486323c7-3693-44e6-917b-a146d171c7c1 req-16817702-006c-4444-92ba-fa955a6b6728 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:57.723451 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-486323c7-3693-44e6-917b-a146d171c7c1 req-16817702-006c-4444-92ba-fa955a6b6728 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610945 Jan 20 14:44:57.738774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:44:57.746241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:57.760245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Transition to ACTIVE for port object 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:57.765969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:57.891126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:58.000460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Attempting to bind port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:44:58.000803 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Attempting to bind port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:44:58.001119 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Attempting to bind port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 on network 838697d7-cc68-4f73-86f9-612026fc0a3a {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:44:58.005975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 on network 838697d7-cc68-4f73-86f9-612026fc0a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:44:58.006282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Attempting to bind port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 on network 838697d7-cc68-4f73-86f9-612026fc0a3a {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:44:58.011341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:44:58.011665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Checking segment: {'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:44:58.012035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Bound using segment: {'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:44:58.012477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Bound port: 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a28f882-65de-4dfd-a895-5daf6066a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:44:58.012808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:58.106032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] For port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:44:58.109682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] For port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:44:58.115890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:58.166497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:58.167139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:58.168731 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] 10.222.0.72 "PUT /v2.0/ports/2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 HTTP/1.1" status: 200 len: 1094 time: 1.0439372 Jan 20 14:44:58.176320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'tag': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:44:58.203258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e14905-e732-455c-8d6d-d4e626e5d437 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:58.243234 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'tag': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'status': 'completed', 'code': 200} Jan 20 14:44:58.284609 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-4e97f42d-93b7-4cbc-8a72-ef6dd423398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:58.286166 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-4e97f42d-93b7-4cbc-8a72-ef6dd423398b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 1097 time: 0.0758724 Jan 20 14:44:58.358603 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-101a4e4f-0e3a-4a40-b5e9-e7ee872ed016 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 HTTP/1.1" status: 200 len: 217 time: 0.0640914 Jan 20 14:44:58.421213 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-7b644351-c9dc-4530-b4dd-7fcc47d76983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:58.422682 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-7b644351-c9dc-4530-b4dd-7fcc47d76983 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ded18aa1-1e84-49f8-a980-a94a5cad3c7f HTTP/1.1" status: 200 len: 843 time: 0.0577030 Jan 20 14:44:58.498659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-7a3dfb8d-710b-4cb9-b162-bb87193c7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:58.500044 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-7a3dfb8d-710b-4cb9-b162-bb87193c7877 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=838697d7-cc68-4f73-86f9-612026fc0a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718412 Jan 20 14:44:58.650142 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-45aa2709-da4a-4dc9-9534-68ef5c264be5 service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434660 Jan 20 14:44:58.668425 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:44:58.785514 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5cd820f0-578c-45a1-ae46-9f9754c17b47 req-7864cada-0e54-494c-b402-f15ed2a15a73 service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285355 Jan 20 14:44:58.904933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-ff31d803-e833-4e41-8306-f3bf3b2f2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:58.906413 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-ff31d803-e833-4e41-8306-f3bf3b2f2900 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 1097 time: 0.0711701 Jan 20 14:44:58.911538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761627-a230-4c11-8337-f7f3110e2971 req-439b2a7f-f226-4044-9b6c-f371c55deaf4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:58.912995 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-52761627-a230-4c11-8337-f7f3110e2971 req-439b2a7f-f226-4044-9b6c-f371c55deaf4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 944 time: 0.0785792 Jan 20 14:44:58.956621 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-52761627-a230-4c11-8337-f7f3110e2971 req-88ba875a-fbb0-4bb2-84e4-af99ed22f715 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Jan 20 14:44:59.051197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-0eb42a7f-fd19-444e-b972-00a4c0dcf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:59.052583 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-0eb42a7f-fd19-444e-b972-00a4c0dcf951 service neutron] 10.222.0.72 "GET /v2.0/networks?id=838697d7-cc68-4f73-86f9-612026fc0a3a HTTP/1.1" status: 200 len: 897 time: 0.1396554 Jan 20 14:44:59.123562 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-2a2cc0f3-0481-4564-a991-f0e35abc92aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 HTTP/1.1" status: 200 len: 217 time: 0.0641367 Jan 20 14:44:59.188027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-1f140654-dac1-4e0a-b480-3a569911e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:59.189468 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-1f140654-dac1-4e0a-b480-3a569911e461 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ded18aa1-1e84-49f8-a980-a94a5cad3c7f HTTP/1.1" status: 200 len: 843 time: 0.0585332 Jan 20 14:44:59.269657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-7a13e7b6-4bf2-46b3-8c33-34aaeaa67fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:59.271122 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-7a13e7b6-4bf2-46b3-8c33-34aaeaa67fe7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=838697d7-cc68-4f73-86f9-612026fc0a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751669 Jan 20 14:44:59.506459 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-2e187069-d822-4c6c-9333-5e27cee69770 service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261415 Jan 20 14:44:59.635190 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6e569a0-df5a-4611-a990-f824e41f7574 req-f3c89e08-874f-46ed-a39a-efd740d2d468 service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223195 Jan 20 14:45:00.153321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e974b4-8f68-4dea-ada5-629bd75acf68 req-e2433fd2-898b-4c9c-b083-a3b734a0c2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:00.153997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-03e974b4-8f68-4dea-ada5-629bd75acf68 req-e2433fd2-898b-4c9c-b083-a3b734a0c2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:45:00.173597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-03e974b4-8f68-4dea-ada5-629bd75acf68 req-e2433fd2-898b-4c9c-b083-a3b734a0c2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:45:00.174729 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-03e974b4-8f68-4dea-ada5-629bd75acf68 req-e2433fd2-898b-4c9c-b083-a3b734a0c2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 944 time: 0.1006885 Jan 20 14:45:00.221334 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-03e974b4-8f68-4dea-ada5-629bd75acf68 req-58d95d11-d2f4-4f82-94ad-2a5922c16407 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398788 Jan 20 14:45:01.214155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:45:01.353202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:45:01.366825 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'port_id': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'mac_address': 'fa:16:3e:00:e3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:45:01.422846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:01.424610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f372a2-72c9-42e1-8202-569bce27c9dd req-1a17bf3c-bc54-4eee-b203-cb6f587d0048 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:01.426132 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d1f372a2-72c9-42e1-8202-569bce27c9dd req-1a17bf3c-bc54-4eee-b203-cb6f587d0048 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 944 time: 0.0827298 Jan 20 14:45:01.439895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:45:01.456442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:45:01.464284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:01.535901 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:01.592771 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d1f372a2-72c9-42e1-8202-569bce27c9dd req-3dd8d840-4008-4e1d-8da7-5d2c805e22e6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609292 Jan 20 14:45:01.709144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['2c2e39c9-b2c4-457f-ba57-f5c158dc8f31'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:45:02.316697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [req-112b4e72-a80e-45f0-91da-9fa4ba87e02c req-8707484e-cf55-4046-be75-f6a3fd163c80 service neutron] (87495) timed out ('10.222.0.72', 52303) {{(pid=87495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 14:45:02.800403 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd776d6-05fb-4b80-82d4-ebcc239567e7 req-c01d8043-cd2a-423b-a944-67ccecb44b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:02.802971 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3dd776d6-05fb-4b80-82d4-ebcc239567e7 req-c01d8043-cd2a-423b-a944-67ccecb44b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 945 time: 0.0921595 Jan 20 14:45:02.851325 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3dd776d6-05fb-4b80-82d4-ebcc239567e7 req-df3d8d7d-a436-498b-81bc-b5d997ef3344 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Jan 20 14:45:03.102881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-62640fa4-52ca-4550-ae23-1b1ba2cd8937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:03.229230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:45:03.304817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:45:03.311435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:03.311435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:03.440490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:03.468503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:45:03.478264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:45:03.483121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:03.523308 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'code': 200} Jan 20 14:45:03.561883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:03.755317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9d673-583b-4bf2-8fae-b44346d5aa50 req-0a4017e5-ff50-4170-849e-74657ff4487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:03.756778 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4dc9d673-583b-4bf2-8fae-b44346d5aa50 req-0a4017e5-ff50-4170-849e-74657ff4487d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 1099 time: 0.0766799 Jan 20 14:45:03.797793 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4dc9d673-583b-4bf2-8fae-b44346d5aa50 req-8742970d-80a4-4841-b30f-9d2fc36a9a95 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352914 Jan 20 14:45:04.041626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314811-d206-44e6-98a4-2987fb9e1da2 req-4b2af580-ddb7-4469-b092-66b71b300660 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:04.044758 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-50314811-d206-44e6-98a4-2987fb9e1da2 req-4b2af580-ddb7-4469-b092-66b71b300660 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 946 time: 0.0839603 Jan 20 14:45:04.103573 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-50314811-d206-44e6-98a4-2987fb9e1da2 req-2920c89f-057e-4731-8c60-0578d2a5e9d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508640 Jan 20 14:45:05.341591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344004b1-cef0-425a-9db3-e21d4184b52a req-3e674ee9-1cdd-4e76-8948-b14f11a2c585 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:05.343059 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-344004b1-cef0-425a-9db3-e21d4184b52a req-3e674ee9-1cdd-4e76-8948-b14f11a2c585 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 946 time: 0.0822861 Jan 20 14:45:05.389554 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-344004b1-cef0-425a-9db3-e21d4184b52a req-d9ea8d24-99b6-4ce2-8900-401437cac649 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Jan 20 14:45:05.438519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17fc623c-15aa-4afc-81c0-3a1f899ec95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:05.580099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99870a04-81c4-4701-9800-73ad09959106 req-820f163c-d7ae-4b44-bf55-5e5ae95a4a61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:05.581619 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-99870a04-81c4-4701-9800-73ad09959106 req-820f163c-d7ae-4b44-bf55-5e5ae95a4a61 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 946 time: 0.0832782 Jan 20 14:45:05.628491 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-99870a04-81c4-4701-9800-73ad09959106 req-2b1293d9-daef-477d-a914-e53d5b0c56d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Jan 20 14:45:05.651420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55210) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:05.723492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c87c9a-0cf0-4402-b5d8-061437ef8560 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:05.725042 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-40c87c9a-0cf0-4402-b5d8-061437ef8560 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 1094 time: 0.0727131 Jan 20 14:45:05.727915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55214) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:05.732874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:45:05.738963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:05.743078 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:floatingip and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:05.746160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:05.752565 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:05.764743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:05.902479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:06.048923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.188 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/4f1ba4c5-93d6-44dd-aedb-d75bcdc5ac93) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:45:06.195017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:06.229631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:06.290731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:45:06.293289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:45:06.296988 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:45:06.334053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=4f1ba4c5-93d6-44dd-aedb-d75bcdc5ac93,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:06.434661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:06.460234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:06.839170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:06.914192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:07.122828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:07.129152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:07.231453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=4f1ba4c5-93d6-44dd-aedb-d75bcdc5ac93,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:07.243034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:07.427745 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 917560f6-369b-4d67-8af7-2af2a51b1be7 associated. External IP: 172.26.0.188, port: 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31. Jan 20 14:45:07.771700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:45:07.903379 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:07.954087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:45:07.964630 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] Sync routers for ids ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:45:07.975461 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] Routers {'d25e161f-7a1c-4d7c-9f6c-99ff640d2846'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:45:07.976134 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:45:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:07.979463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:08.033859 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-90a4fa50-ee80-4808-9de2-54012f3ce32a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3048482 Jan 20 14:45:08.034450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'tag': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:45:08.037065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55220) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:08.082157 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'tag': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'status': 'completed', 'code': 200} Jan 20 14:45:08.165192 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2662cf67-eeb6-4d42-87f3-09e10ad1003e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/917560f6-369b-4d67-8af7-2af2a51b1be7 HTTP/1.1" status: 200 len: 992 time: 0.1244795 Jan 20 14:45:08.174101 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] Set router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:45:08.203761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-71e8874c-4475-4c2c-bb5a-65b55963194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:08.205329 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-71e8874c-4475-4c2c-bb5a-65b55963194c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 1099 time: 0.0907886 Jan 20 14:45:08.451226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-20adcf31-83e1-4190-98d0-978adae39fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:08.452608 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-20adcf31-83e1-4190-98d0-978adae39fe5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=838697d7-cc68-4f73-86f9-612026fc0a3a HTTP/1.1" status: 200 len: 897 time: 0.2357359 Jan 20 14:45:08.547808 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '917560f6-369b-4d67-8af7-2af2a51b1be7', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'port_id': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'mac_address': 'fa:16:3e:00:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:45:06Z', 'updated_at': '2022-01-20T14:45:06Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bfe74e-136e-45bc-8bf4-868c03e29e30', 'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:d6:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:50Z', 'updated_at': '2022-01-20T14:44:54Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:08.551642 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] Checking router: d25e161f-7a1c-4d7c-9f6c-99ff640d2846 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:45:08.555625 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-24fc4cc3-c29d-4830-91d0-0306e9f944c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 HTTP/1.1" status: 200 len: 1000 time: 0.0962582 Jan 20 14:45:08.559924 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] Routers {'d25e161f-7a1c-4d7c-9f6c-99ff640d2846'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:45:08.560536 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:45:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:08.619040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-2c25d24b-1c73-4e6b-803f-4b90da975aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:08.620567 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-2c25d24b-1c73-4e6b-803f-4b90da975aee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ded18aa1-1e84-49f8-a980-a94a5cad3c7f HTTP/1.1" status: 200 len: 843 time: 0.0575948 Jan 20 14:45:08.695022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-380ee1f7-7bae-4305-8ea8-40bd9f85ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:08.696505 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-380ee1f7-7bae-4305-8ea8-40bd9f85ea11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=838697d7-cc68-4f73-86f9-612026fc0a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693064 Jan 20 14:45:08.733385 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] Set router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:45:08.827295 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-7d5fb91f-3aba-4805-89c6-2e12285d91f5 service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238894 Jan 20 14:45:08.960040 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e360435-74de-4402-ba5c-80fc56d89ee1 req-6ff7351c-b2be-4d9a-b461-1f3971a929b4 service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263902 Jan 20 14:45:09.089888 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '917560f6-369b-4d67-8af7-2af2a51b1be7', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'port_id': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'mac_address': 'fa:16:3e:00:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:45:06Z', 'updated_at': '2022-01-20T14:45:06Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bfe74e-136e-45bc-8bf4-868c03e29e30', 'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:d6:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:50Z', 'updated_at': '2022-01-20T14:44:54Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:09.094411 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfd126-729f-437d-bea1-36aeb6fb01d5 None None] The sync data for ids ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'] in dv-neutron-825123-1-hyperv is: [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '917560f6-369b-4d67-8af7-2af2a51b1be7', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.188', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'port_id': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'mac_address': 'fa:16:3e:00:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:45:06Z', 'updated_at': '2022-01-20T14:45:06Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bfe74e-136e-45bc-8bf4-868c03e29e30', 'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:d6:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:50Z', 'updated_at': '2022-01-20T14:44:54Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:45:09.166546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55226) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:09.273387 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-29959d74-a799-401c-ba63-15fc905a58d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/917560f6-369b-4d67-8af7-2af2a51b1be7 HTTP/1.1" status: 200 len: 992 time: 0.1056964 Jan 20 14:45:09.298518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17592d0-dbcc-401d-8fb4-ff3e06043d11 None None] New status for floating IP 917560f6-369b-4d67-8af7-2af2a51b1be7: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:45:10.278821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55230) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:10.394488 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aac5d050-c797-44f1-8dd2-393b579b5c7a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/917560f6-369b-4d67-8af7-2af2a51b1be7 HTTP/1.1" status: 200 len: 994 time: 0.1141694 Jan 20 14:45:24.800645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:33.102235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d5061aa6-907b-4943-bc72-af6f62d7f028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:35.454710 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bbee4ed1-30b0-438b-9820-983ee7dba51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:35.672242 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:45:36.456165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:36.468196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:37.920870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:41.494941 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-556c3383-deaf-4922-9cd0-87b2d9cd2210 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881712 Jan 20 14:45:41.590627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-b1d9f8b0-b25e-44ba-a974-017f203b6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:41.592062 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-b1d9f8b0-b25e-44ba-a974-017f203b6b70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 1099 time: 0.0720267 Jan 20 14:45:41.749900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-01be8044-0d4d-4df7-b718-b5dceb43ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:41.751313 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-01be8044-0d4d-4df7-b718-b5dceb43ccb5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.1398845 Jan 20 14:45:41.857547 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-2c4a3fea-49e9-4645-9ca4-fad108a0dbb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a79dbd3e-aa75-4eb8-8b29-118524b4107d HTTP/1.1" status: 200 len: 1002 time: 0.0992281 Jan 20 14:45:41.921788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-f408cba4-aba9-456e-86eb-a2b383bd0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:41.923301 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-f408cba4-aba9-456e-86eb-a2b383bd0e1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0597672 Jan 20 14:45:41.997465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-4255b82c-6c3e-4394-8869-db38dbd0bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:41.998931 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-4255b82c-6c3e-4394-8869-db38dbd0bd19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689664 Jan 20 14:45:42.129887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-429928bd-a35f-4a8a-9af7-fba7b7f85dc7 service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239314 Jan 20 14:45:42.266528 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-290b3ce0-9034-4739-865e-3f12cd83c80f req-95a62fc2-fd2a-450c-a5d1-68cbd6250e0f service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295018 Jan 20 14:45:54.809458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:55.391533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55250) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:55.594793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Deleting port b4c5b720-4954-4d61-bd03-d441ec80fcc1 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:45:55.595171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:55.760851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:55.761055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:55.886084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Calling delete_port for b4c5b720-4954-4d61-bd03-d441ec80fcc1 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:45:56.047943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:56.096230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event deleted for resources: {'Port': ['ID=b4c5b720-4954-4d61-bd03-d441ec80fcc1,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:56.132483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.132830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.133164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.133494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.133820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.134147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.134505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.134828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.135147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.135465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.135778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.136105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:56.196964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:56.197277 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Floating IP c1f65f41-1f14-4b9b-81c5-c40c96b5091c disassociated (deleted). External IP: 172.26.0.158, port: a79dbd3e-aa75-4eb8-8b29-118524b4107d. Jan 20 14:45:56.657596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Router 86efed13-204a-4607-a75d-261451231119 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:45:56.833688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:45:56.843585 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] Sync routers for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:45:56.853519 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:45:56.854320 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:45:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:56.857513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:56.914262 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1405cc12-b813-436a-b6dc-cdcbe71922a4 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "DELETE /v2.0/floatingips/c1f65f41-1f14-4b9b-81c5-c40c96b5091c HTTP/1.1" status: 204 len: 168 time: 1.5212414 Jan 20 14:45:56.914702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344b8851-359b-44ca-a343-b17a23705c25', 'tag': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:45:56.962710 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344b8851-359b-44ca-a343-b17a23705c25', 'tag': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'status': 'completed', 'code': 200} Jan 20 14:45:57.034273 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:45:57.071626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-479c3097-4148-4180-85e0-9931b42601f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:57.074942 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-479c3097-4148-4180-85e0-9931b42601f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 1099 time: 0.0897331 Jan 20 14:45:57.213575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-00db0e81-4feb-49dc-a704-39f15d6ff655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:57.215128 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-00db0e81-4feb-49dc-a704-39f15d6ff655 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.1340842 Jan 20 14:45:57.387789 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '9a7ab834-315b-4a7d-8ca7-940116d3b51d', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:5c:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:02Z', 'updated_at': '2022-01-20T14:42:05Z', 'revision_number': 1, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:57.391414 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-1a3f9e80-a05a-41cf-8c43-5bcfd1ec7c12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a79dbd3e-aa75-4eb8-8b29-118524b4107d HTTP/1.1" status: 200 len: 217 time: 0.1692405 Jan 20 14:45:57.392101 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] Checking router: 86efed13-204a-4607-a75d-261451231119 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:45:57.400700 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:45:57.401437 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:45:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:57.506598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-d1c3ebe5-198d-4af6-ada5-6ea122a22842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:57.507953 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-d1c3ebe5-198d-4af6-ada5-6ea122a22842 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.1101060 Jan 20 14:45:57.583955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d4101-cf10-459d-b137-161371fea974 req-24a2ea79-4571-4492-8f74-00553e40e692 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:57.585450 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-266d4101-cf10-459d-b137-161371fea974 req-24a2ea79-4571-4492-8f74-00553e40e692 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 946 time: 0.2060430 Jan 20 14:45:57.610360 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:45:57.634427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-cd6d36ec-e8e4-40ef-87c7-8b2c7f3aa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:57.635900 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-cd6d36ec-e8e4-40ef-87c7-8b2c7f3aa6c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1202185 Jan 20 14:45:57.640469 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-266d4101-cf10-459d-b137-161371fea974 req-bbae27f0-3fc7-42b7-b743-ba3e2918f7c3 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483227 Jan 20 14:45:57.767433 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-3e1618c3-5bf5-4a44-9173-ecc5fc246c3b service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230404 Jan 20 14:45:57.898034 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a1899a5-1bec-4e14-a3fa-91d382ed42ef req-02fbd011-bbee-4835-a23c-f897ebb23a4b service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241446 Jan 20 14:45:57.953906 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '9a7ab834-315b-4a7d-8ca7-940116d3b51d', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:5c:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:02Z', 'updated_at': '2022-01-20T14:42:05Z', 'revision_number': 1, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:57.958190 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb30bf-9a8d-4fe5-8b4c-2e07193d608b None None] The sync data for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv is: [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '9a7ab834-315b-4a7d-8ca7-940116d3b51d', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '86efed13-204a-4607-a75d-261451231119', 'port_id': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'mac_address': 'fa:16:3e:5c:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614d914e-f090-407c-9ad1-481a67ed181d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:42:02Z', 'updated_at': '2022-01-20T14:42:05Z', 'revision_number': 1, 'project_id': 'f02c648eedfa4778959bc63370316415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:45:58.179294 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b4536-e2bf-4d1c-90f9-ebd9e01f7287 None None] New status for floating IP c1f65f41-1f14-4b9b-81c5-c40c96b5091c: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:45:58.788457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-6c77fb47-4e47-4368-8344-772284592270 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:58.789913 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-6c77fb47-4e47-4368-8344-772284592270 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 946 time: 0.0792220 Jan 20 14:45:58.863425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Deleting port a79dbd3e-aa75-4eb8-8b29-118524b4107d {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:45:58.863725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:58.878217 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf460e47-c7f1-49c3-a262-dc40e6013f21 req-7b4ce85d-2326-491d-bc68-87a71d1621d6 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:58.878955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-cf460e47-c7f1-49c3-a262-dc40e6013f21 req-7b4ce85d-2326-491d-bc68-87a71d1621d6 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:45:58.897013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-cf460e47-c7f1-49c3-a262-dc40e6013f21 req-7b4ce85d-2326-491d-bc68-87a71d1621d6 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:45:58.898195 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cf460e47-c7f1-49c3-a262-dc40e6013f21 req-7b4ce85d-2326-491d-bc68-87a71d1621d6 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 946 time: 0.1407523 Jan 20 14:45:58.942191 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cf460e47-c7f1-49c3-a262-dc40e6013f21 req-a6cc685f-1069-4c8a-b576-9921156c4857 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380316 Jan 20 14:45:59.108943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] For port a79dbd3e-aa75-4eb8-8b29-118524b4107d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a79dbd3e-aa75-4eb8-8b29-118524b4107d,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:45:59.109308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:59.250290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Calling delete_port for a79dbd3e-aa75-4eb8-8b29-118524b4107d owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:45:59.393925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:59.447798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event deleted for resources: {'Port': ['ID=a79dbd3e-aa75-4eb8-8b29-118524b4107d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:59.485489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.485844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.486199 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.486531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.486854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.487177 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.487497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.487816 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.488135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.488481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.488792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.489089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:59.533207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] No DVR routers for this DVR port a79dbd3e-aa75-4eb8-8b29-118524b4107d on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:45:59.535905 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:59.538415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344b8851-359b-44ca-a343-b17a23705c25', 'name': 'network-vif-deleted', 'tag': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:45:59.556766 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b8da6c95-58f3-4b22-adb6-545cb9eab873 req-38c17629-067e-4d15-b8f1-5567ba0734e8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "DELETE /v2.0/ports/a79dbd3e-aa75-4eb8-8b29-118524b4107d HTTP/1.1" status: 204 len: 173 time: 0.7601178 Jan 20 14:45:59.588296 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344b8851-359b-44ca-a343-b17a23705c25', 'name': 'network-vif-deleted', 'tag': 'a79dbd3e-aa75-4eb8-8b29-118524b4107d', 'status': 'completed', 'code': 200} Jan 20 14:46:00.101054 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eddd4a42-6d52-4ad3-8949-5ed36dfeea41 req-f9737141-2931-4eb0-bf15-0b3fa6db56e9 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=344b8851-359b-44ca-a343-b17a23705c25 HTTP/1.1" status: 200 len: 210 time: 0.0472682 Jan 20 14:46:03.096444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6dfa2575-af0f-46b8-b888-e23bff0625ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:03.477554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a79dbd3e-aa75-4eb8-8b29-118524b4107d no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:46:03.514522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: a79dbd3e-aa75-4eb8-8b29-118524b4107d {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:46:03.514875 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a79dbd3e-aa75-4eb8-8b29-118524b4107d not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:46:05.450697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f032ee0f-b25d-4906-86ed-e5e14c0a6ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:05.755425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55290) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:05.958808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Deleting port 7cf5a504-6c5c-4994-9cfe-e308245afb3f {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:05.959146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:06.140162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:06.140476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:06.261582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Calling delete_port for 7cf5a504-6c5c-4994-9cfe-e308245afb3f owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:06.426962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:06.442404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:06.461428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:06.503577 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event deleted for resources: {'Port': ['ID=7cf5a504-6c5c-4994-9cfe-e308245afb3f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:06.687735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:06.687972 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Floating IP 9a7ab834-315b-4a7d-8ca7-940116d3b51d disassociated (deleted). External IP: 172.26.0.154, port: 81678847-1d67-43fc-b9ae-5b16138c6de4. Jan 20 14:46:07.041038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Router 86efed13-204a-4607-a75d-261451231119 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:46:07.222471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:46:07.232538 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] Sync routers for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:46:07.240339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:07.242851 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:46:07.243458 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:46:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:07.295631 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d43d806d-e2e3-40d4-8582-538b1047822a tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "DELETE /v2.0/floatingips/9a7ab834-315b-4a7d-8ca7-940116d3b51d HTTP/1.1" status: 204 len: 168 time: 1.5389056 Jan 20 14:46:07.296045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614d914e-f090-407c-9ad1-481a67ed181d', 'tag': '81678847-1d67-43fc-b9ae-5b16138c6de4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:46:07.340867 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614d914e-f090-407c-9ad1-481a67ed181d', 'tag': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'status': 'completed', 'code': 200} Jan 20 14:46:07.422725 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:46:07.437853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-36fdd347-0d35-4208-85cd-9a281cf08a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:07.439440 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-36fdd347-0d35-4208-85cd-9a281cf08a9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f02c648eedfa4778959bc63370316415&device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 1098 time: 0.0761411 Jan 20 14:46:07.745106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-005a93f1-d2a4-40a6-a354-ed4b27d29a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:07.746517 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-005a93f1-d2a4-40a6-a354-ed4b27d29a6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 200 len: 913 time: 0.3013630 Jan 20 14:46:07.753515 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:07.757014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfb97d-ba53-4012-8e57-394dce7cb275 req-69be301a-3805-49d1-b3e4-5bd4a1ac86f3 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:07.757574 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] Checking router: 86efed13-204a-4607-a75d-261451231119 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:46:07.757703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-c8dfb97d-ba53-4012-8e57-394dce7cb275 req-69be301a-3805-49d1-b3e4-5bd4a1ac86f3 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:46:07.766005 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:46:07.766820 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:46:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:07.823851 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-6ffd6145-3f20-47c7-9f9f-4af540a6d592 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81678847-1d67-43fc-b9ae-5b16138c6de4 HTTP/1.1" status: 200 len: 217 time: 0.0630345 Jan 20 14:46:07.865416 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-c8dfb97d-ba53-4012-8e57-394dce7cb275 req-69be301a-3805-49d1-b3e4-5bd4a1ac86f3 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:46:07.866537 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c8dfb97d-ba53-4012-8e57-394dce7cb275 req-69be301a-3805-49d1-b3e4-5bd4a1ac86f3 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 945 time: 0.2388649 Jan 20 14:46:07.913098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:07.915312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-f529f9b5-4147-486a-bd70-23fecfa06b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:07.916784 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-f529f9b5-4147-486a-bd70-23fecfa06b14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 200 len: 851 time: 0.0861783 Jan 20 14:46:07.950939 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:46:07.956351 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c8dfb97d-ba53-4012-8e57-394dce7cb275 req-b240e963-5d9f-4214-a212-f938601d79f8 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798509 Jan 20 14:46:07.999338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-79ffc85e-8f6c-4958-8571-04321af67a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:08.000956 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-79ffc85e-8f6c-4958-8571-04321af67a74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bf920f4-1fc2-4a60-9683-8aff0b09a061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766478 Jan 20 14:46:08.148067 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-1070c5bd-8fec-45d6-a371-71b0aecbbaed service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390643 Jan 20 14:46:08.278158 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bc2f48f-9f3c-4dee-81b1-c612511e3790 req-ed8306d2-a4e4-40e5-9e69-1f01cbd2fc6a service neutron] 10.222.0.72 "GET /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230278 Jan 20 14:46:08.312314 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:08.316380 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8646c91-fba1-449a-b2a7-c41517b77cac None None] The sync data for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv is: [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:50Z', 'revision_number': 4, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'becbfb82-d7eb-490d-bd84-86c7daaf25f6', 'name': '', 'network_id': '1bf920f4-1fc2-4a60-9683-8aff0b09a061', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'mac_address': 'fa:16:3e:ea:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:50Z', 'updated_at': '2022-01-20T14:38:57Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'subnets': [{'id': '58b97b57-5f54-4183-9a0e-a9e9cffce9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:46:08.537884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996aaf3-16fd-4abe-b182-195561e18a2e None None] New status for floating IP 9a7ab834-315b-4a7d-8ca7-940116d3b51d: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:46:09.065410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-24a26be9-aeba-42fb-8293-093cb8929f98 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:09.066992 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-24a26be9-aeba-42fb-8293-093cb8929f98 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 945 time: 0.0865986 Jan 20 14:46:09.136640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-5855b9d1-5306-4873-810d-464663829966 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Deleting port 81678847-1d67-43fc-b9ae-5b16138c6de4 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:09.136978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-5855b9d1-5306-4873-810d-464663829966 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:09.149400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc446a5-3943-4160-8742-7bde97642e1c req-c63f9c96-0749-4ea5-a217-db2589436bd1 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:09.150039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-6cc446a5-3943-4160-8742-7bde97642e1c req-c63f9c96-0749-4ea5-a217-db2589436bd1 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Synchronizing usage tracker for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:46:09.162348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-6cc446a5-3943-4160-8742-7bde97642e1c req-c63f9c96-0749-4ea5-a217-db2589436bd1 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Unset dirty status for tenant:f02c648eedfa4778959bc63370316415 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:46:09.163458 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6cc446a5-3943-4160-8742-7bde97642e1c req-c63f9c96-0749-4ea5-a217-db2589436bd1 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 945 time: 0.0947325 Jan 20 14:46:09.212141 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6cc446a5-3943-4160-8742-7bde97642e1c req-5e744200-ff1f-432b-b6d6-1887a1143dd2 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/security-groups?id=0a73e973-ed6b-4a43-84d7-a6f0ead77169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430028 Jan 20 14:46:09.382846 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-5855b9d1-5306-4873-810d-464663829966 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] For port 81678847-1d67-43fc-b9ae-5b16138c6de4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=81678847-1d67-43fc-b9ae-5b16138c6de4,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:46:09.383193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-5855b9d1-5306-4873-810d-464663829966 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:09.503139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-5855b9d1-5306-4873-810d-464663829966 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Calling delete_port for 81678847-1d67-43fc-b9ae-5b16138c6de4 owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:09.651729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-5855b9d1-5306-4873-810d-464663829966 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:09.700362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855b9d1-5306-4873-810d-464663829966 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event deleted for resources: {'Port': ['ID=81678847-1d67-43fc-b9ae-5b16138c6de4,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:09.774956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-5855b9d1-5306-4873-810d-464663829966 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] No DVR routers for this DVR port 81678847-1d67-43fc-b9ae-5b16138c6de4 on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:46:09.777422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-5855b9d1-5306-4873-810d-464663829966 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:09.779806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614d914e-f090-407c-9ad1-481a67ed181d', 'name': 'network-vif-deleted', 'tag': '81678847-1d67-43fc-b9ae-5b16138c6de4'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:46:09.797937 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bb3072a4-4fe0-4ee4-83b2-dc92b75bfc33 req-5855b9d1-5306-4873-810d-464663829966 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.72 "DELETE /v2.0/ports/81678847-1d67-43fc-b9ae-5b16138c6de4 HTTP/1.1" status: 204 len: 173 time: 0.7254882 Jan 20 14:46:09.829439 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614d914e-f090-407c-9ad1-481a67ed181d', 'name': 'network-vif-deleted', 'tag': '81678847-1d67-43fc-b9ae-5b16138c6de4', 'status': 'completed', 'code': 200} Jan 20 14:46:10.360973 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7ffb9d0a-c646-4e1e-a5c4-3a88addb21f9 req-08271590-e3a7-4ee3-a0c4-20243d0b99ec tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "GET /v2.0/ports?device_id=614d914e-f090-407c-9ad1-481a67ed181d HTTP/1.1" status: 200 len: 210 time: 0.0422292 Jan 20 14:46:11.466359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55310) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:11.723068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-531502f7-2cfd-426b-ace4-baf2f6e29b40 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Deleting port 27477536-333a-405a-b47d-6a8b6585cff5 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:11.723319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-531502f7-2cfd-426b-ace4-baf2f6e29b40 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:11.899740 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-531502f7-2cfd-426b-ace4-baf2f6e29b40 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:11.900038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-531502f7-2cfd-426b-ace4-baf2f6e29b40 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:12.031580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-531502f7-2cfd-426b-ace4-baf2f6e29b40 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Calling delete_port for 27477536-333a-405a-b47d-6a8b6585cff5 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:12.188656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-531502f7-2cfd-426b-ace4-baf2f6e29b40 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:12.234364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531502f7-2cfd-426b-ace4-baf2f6e29b40 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event deleted for resources: {'Port': ['ID=27477536-333a-405a-b47d-6a8b6585cff5,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:12.325430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-531502f7-2cfd-426b-ace4-baf2f6e29b40 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:12.339995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-531502f7-2cfd-426b-ace4-baf2f6e29b40 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:12.341159 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-531502f7-2cfd-426b-ace4-baf2f6e29b40 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "DELETE /v2.0/floatingips/c05a70a6-b030-4be3-b780-6e9df0d80011 HTTP/1.1" status: 204 len: 168 time: 0.8738244 Jan 20 14:46:12.671219 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:46:13.536322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 81678847-1d67-43fc-b9ae-5b16138c6de4 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:46:13.582050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 81678847-1d67-43fc-b9ae-5b16138c6de4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:46:13.582399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 81678847-1d67-43fc-b9ae-5b16138c6de4 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:46:14.833565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55326) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:14.903728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f14e6ffe-ff23-43ea-af06-ae0381d51367 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:14.933776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f14e6ffe-ff23-43ea-af06-ae0381d51367 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:15.003840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f14e6ffe-ff23-43ea-af06-ae0381d51367 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:15.023324 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e6ffe-ff23-43ea-af06-ae0381d51367 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a73e973-ed6b-4a43-84d7-a6f0ead77169,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:15.039711 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f14e6ffe-ff23-43ea-af06-ae0381d51367 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:15.043537 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f14e6ffe-ff23-43ea-af06-ae0381d51367 tempest-TestVolumeBootPattern-440219042 tempest-TestVolumeBootPattern-440219042-project] 10.222.0.87 "DELETE /v2.0/security-groups/0a73e973-ed6b-4a43-84d7-a6f0ead77169 HTTP/1.1" status: 204 len: 168 time: 0.2059057 Jan 20 14:46:15.094369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55332) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:15.897007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:16.247143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] Deleting port becbfb82-d7eb-490d-bd84-86c7daaf25f6 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:16.247363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:16.416285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] For port becbfb82-d7eb-490d-bd84-86c7daaf25f6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=becbfb82-d7eb-490d-bd84-86c7daaf25f6,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:46:16.416660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:16.546257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] Calling delete_port for becbfb82-d7eb-490d-bd84-86c7daaf25f6 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:16.814680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:16.864636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=becbfb82-d7eb-490d-bd84-86c7daaf25f6,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:17.131518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:17.623276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] Router 86efed13-204a-4607-a75d-261451231119 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:46:17.803424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:46:17.812897 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] Sync routers for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:46:17.816392 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6f498324-9cd0-4de1-a7e0-898afdb82ac6 admin admin] 10.222.0.87 "PUT /v2.0/routers/86efed13-204a-4607-a75d-261451231119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7209306 Jan 20 14:46:17.818945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55340) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:17.823725 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:46:17.824355 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:46:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:17.990132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:17.993671 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:46:18.173699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:18.183751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Deleting port 4009a26d-d373-468d-88d9-4df52bcf0998 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:18.184192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:18.274621 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:46:16Z', 'revision_number': 5, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port': {'id': '4009a26d-d373-468d-88d9-4df52bcf0998', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86efed13-204a-4607-a75d-261451231119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:18.278478 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] Checking router: 86efed13-204a-4607-a75d-261451231119 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:46:18.286895 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] Routers {'86efed13-204a-4607-a75d-261451231119'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:46:18.287484 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:46:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['86efed13-204a-4607-a75d-261451231119'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:18.357361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] For port 4009a26d-d373-468d-88d9-4df52bcf0998, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=4009a26d-d373-468d-88d9-4df52bcf0998,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:46:18.357713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:18.434504 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] Set router 86efed13-204a-4607-a75d-261451231119 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:46:18.479497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Calling delete_port for 4009a26d-d373-468d-88d9-4df52bcf0998 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:18.537116 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:46:18Z', 'revision_number': 6, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:18.541050 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26984ff0-77fe-4ed3-be67-07801219ce36 None None] The sync data for ids ['86efed13-204a-4607-a75d-261451231119'] in dv-neutron-825123-1-hyperv is: [{'id': '86efed13-204a-4607-a75d-261451231119', 'name': 'tempest-TestVolumeBootPattern-1979045967-router', 'tenant_id': 'f02c648eedfa4778959bc63370316415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:47Z', 'updated_at': '2022-01-20T14:46:18Z', 'revision_number': 6, 'project_id': 'f02c648eedfa4778959bc63370316415', 'gw_port_host': None}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:46:18.654761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:18.813019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4009a26d-d373-468d-88d9-4df52bcf0998,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:18.909502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:18.978950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device becbfb82-d7eb-490d-bd84-86c7daaf25f6 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:46:19.062473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: becbfb82-d7eb-490d-bd84-86c7daaf25f6 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:46:19.062870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device becbfb82-d7eb-490d-bd84-86c7daaf25f6 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:46:19.083088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.085238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.109085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.109935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86efed13-204a-4607-a75d-261451231119 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:46:19.125246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.126845 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9b6c5324-ba57-4afc-ad36-7fa3be2838d2 admin admin] 10.222.0.87 "DELETE /v2.0/routers/86efed13-204a-4607-a75d-261451231119 HTTP/1.1" status: 204 len: 168 time: 1.3070245 Jan 20 14:46:19.129393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55344) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:19.196601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33df54d-5cf7-403d-85e2-7fc7cfdf5fae admin admin] Deleting subnet 58b97b57-5f54-4183-9a0e-a9e9cffce9d1 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:46:19.201194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a33df54d-5cf7-403d-85e2-7fc7cfdf5fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.252358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a33df54d-5cf7-403d-85e2-7fc7cfdf5fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.334504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a33df54d-5cf7-403d-85e2-7fc7cfdf5fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.404581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a33df54d-5cf7-403d-85e2-7fc7cfdf5fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.441807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33df54d-5cf7-403d-85e2-7fc7cfdf5fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b97b57-5f54-4183-9a0e-a9e9cffce9d1,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:19.445380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a33df54d-5cf7-403d-85e2-7fc7cfdf5fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.451212 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e777d-b471-44b7-814a-1a2d2fe75302 None None] Network 1bf920f4-1fc2-4a60-9683-8aff0b09a061 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:46:19.451953 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a33df54d-5cf7-403d-85e2-7fc7cfdf5fae admin admin] 10.222.0.87 "DELETE /v2.0/subnets/58b97b57-5f54-4183-9a0e-a9e9cffce9d1 HTTP/1.1" status: 204 len: 168 time: 0.3216155 Jan 20 14:46:19.454655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55348) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:19.558830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.569548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Deleting port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:19.569875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.704474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] DHCP port deletion for 1bf920f4-1fc2-4a60-9683-8aff0b09a061 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:46:19.709086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] Deleting port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:19.709462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.782718 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] For port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d5bec30c-d0ac-45b9-abdb-f3ff2aed3959,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:46:19.783081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.907729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Calling delete_port for d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:19.913902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] For port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d5bec30c-d0ac-45b9-abdb-f3ff2aed3959,segment=NetworkSegment(ec020eaa-6e16-4a18-8f8f-aa9393cb989e),segment_id=ec020eaa-6e16-4a18-8f8f-aa9393cb989e)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:46:19.914290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:19.986183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:20.032000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bec30c-d0ac-45b9-abdb-f3ff2aed3959,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:20.035700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] No DVR routers for this DVR port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:46:20.042392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] Calling delete_port for d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:20.133619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:46:20.133935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:46:20.152010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:20.176719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf920f4-1fc2-4a60-9683-8aff0b09a061']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:20.188417 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:20.188702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec020eaa-6e16-4a18-8f8f-aa9393cb989e') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:20.205198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:20.220974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:20.227476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:46:20.228435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:46:20.249378 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:46:20.428542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:20.444317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:20.454702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf920f4-1fc2-4a60-9683-8aff0b09a061,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:20.469386 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-83c85935-7c45-412c-b140-1679ab6ecf67 admin admin] 10.222.0.87 "DELETE /v2.0/networks/1bf920f4-1fc2-4a60-9683-8aff0b09a061 HTTP/1.1" status: 204 len: 168 time: 1.0137255 Jan 20 14:46:20.472394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55352) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:20.635122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] Deleting port d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:20.635502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:20.695059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4009a26d-d373-468d-88d9-4df52bcf0998 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:46:20.733125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8642b-8084-45bd-bfd0-b1016fa262fd None None] The port 'd5bec30c-d0ac-45b9-abdb-f3ff2aed3959' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:46:20.738519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 4009a26d-d373-468d-88d9-4df52bcf0998 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:46:20.738860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 4009a26d-d373-468d-88d9-4df52bcf0998 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:46:20.739272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:46:20.776136 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:46:20.776551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d5bec30c-d0ac-45b9-abdb-f3ff2aed3959 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:46:21.026539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:21.375933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] Deleting port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:21.376705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:21.551848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] For port e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7,segment=NetworkSegment(1e26ef3c-eacb-4e12-a970-7167449def4a),segment_id=1e26ef3c-eacb-4e12-a970-7167449def4a)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:46:21.552243 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:21.670780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] Calling delete_port for e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:21.972422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:22.019691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:22.294576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:22.655675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] Router f5af9c01-0475-455f-8442-164aa1ba7c15 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:46:22.846440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:46:22.855422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] Sync routers for ids ['f5af9c01-0475-455f-8442-164aa1ba7c15'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:46:22.866250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] Routers {'f5af9c01-0475-455f-8442-164aa1ba7c15'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:46:22.866445 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-687d6171-cc9f-4cd0-b00c-849cc35d1d08 admin admin] 10.222.0.87 "PUT /v2.0/routers/f5af9c01-0475-455f-8442-164aa1ba7c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3928902 Jan 20 14:46:22.866894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:46:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f5af9c01-0475-455f-8442-164aa1ba7c15'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:22.869165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55356) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:23.045290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:23.045773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] Set router f5af9c01-0475-455f-8442-164aa1ba7c15 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:46:23.340104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'name': 'tempest-TestVolumeBootPattern-374650610-router', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130'}], 'enable_snat': True}, 'gw_port_id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:53Z', 'updated_at': '2022-01-20T14:46:21Z', 'revision_number': 5, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'gw_port': {'id': '9c7afcb2-8bc8-470c-9fef-f98a80d54525', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:54Z', 'updated_at': '2022-01-20T14:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:23.340425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:23.344108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] Checking router: f5af9c01-0475-455f-8442-164aa1ba7c15 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:46:23.351318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Deleting port 9c7afcb2-8bc8-470c-9fef-f98a80d54525 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:23.351652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:23.353029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] Routers {'f5af9c01-0475-455f-8442-164aa1ba7c15'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:46:23.353644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:46:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['f5af9c01-0475-455f-8442-164aa1ba7c15'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:23.530227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] For port 9c7afcb2-8bc8-470c-9fef-f98a80d54525, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9c7afcb2-8bc8-470c-9fef-f98a80d54525,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:46:23.530552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:23.540159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] Set router f5af9c01-0475-455f-8442-164aa1ba7c15 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:46:23.644265 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'name': 'tempest-TestVolumeBootPattern-374650610-router', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:53Z', 'updated_at': '2022-01-20T14:46:23Z', 'revision_number': 6, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:23.648267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9626c9-a5a5-496e-82e1-f6d187fc3006 None None] The sync data for ids ['f5af9c01-0475-455f-8442-164aa1ba7c15'] in dv-neutron-825123-1-hyperv is: [{'id': 'f5af9c01-0475-455f-8442-164aa1ba7c15', 'name': 'tempest-TestVolumeBootPattern-374650610-router', 'tenant_id': 'f169b97f243043dfbe1ffa9e17764695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:38:53Z', 'updated_at': '2022-01-20T14:46:23Z', 'revision_number': 6, 'project_id': 'f169b97f243043dfbe1ffa9e17764695', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:46:23.652054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Calling delete_port for 9c7afcb2-8bc8-470c-9fef-f98a80d54525 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:23.825470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:23.871194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7afcb2-8bc8-470c-9fef-f98a80d54525,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:23.964856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.143150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.145511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.171734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.172321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5af9c01-0475-455f-8442-164aa1ba7c15 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:46:24.184632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.185740 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2eeaf252-c32d-4758-b9cd-7e17671d4ff2 admin admin] 10.222.0.87 "DELETE /v2.0/routers/f5af9c01-0475-455f-8442-164aa1ba7c15 HTTP/1.1" status: 204 len: 168 time: 1.3156726 Jan 20 14:46:24.188802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55360) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:24.255714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-21258c65-d773-4eab-8ef7-96a534dbdaa2 admin admin] Deleting subnet 0eb242eb-07af-45a4-a708-bf18cdf58d07 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:46:24.258696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21258c65-d773-4eab-8ef7-96a534dbdaa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.312463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21258c65-d773-4eab-8ef7-96a534dbdaa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.398780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21258c65-d773-4eab-8ef7-96a534dbdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.471344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21258c65-d773-4eab-8ef7-96a534dbdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.509845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21258c65-d773-4eab-8ef7-96a534dbdaa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb242eb-07af-45a4-a708-bf18cdf58d07,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:24.513605 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-21258c65-d773-4eab-8ef7-96a534dbdaa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.519603 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-21258c65-d773-4eab-8ef7-96a534dbdaa2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0eb242eb-07af-45a4-a708-bf18cdf58d07 HTTP/1.1" status: 204 len: 168 time: 0.3296781 Jan 20 14:46:24.520307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5da021-ac03-47eb-8b04-2e42e7848433 None None] Network 4a925008-10db-48a1-afd1-12b32e9e1895 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:46:24.522428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55364) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:24.626359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.636798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Deleting port 2b231b73-91b0-484f-b496-a6c48b59cde4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:24.637116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.707106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9c7afcb2-8bc8-470c-9fef-f98a80d54525 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:46:24.743540 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 9c7afcb2-8bc8-470c-9fef-f98a80d54525 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:46:24.743871 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9c7afcb2-8bc8-470c-9fef-f98a80d54525 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:46:24.744305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:46:24.779159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:46:24.779366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e0cfb6c7-aa41-4ad2-8684-cb107bfaeeb7 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:46:24.804338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.851209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] For port 2b231b73-91b0-484f-b496-a6c48b59cde4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=2b231b73-91b0-484f-b496-a6c48b59cde4,segment=NetworkSegment(1e26ef3c-eacb-4e12-a970-7167449def4a),segment_id=1e26ef3c-eacb-4e12-a970-7167449def4a)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:46:24.851780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.864090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] DHCP port deletion for 4a925008-10db-48a1-afd1-12b32e9e1895 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:46:24.868543 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] Deleting port 2b231b73-91b0-484f-b496-a6c48b59cde4 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:24.868918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:24.974611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Calling delete_port for 2b231b73-91b0-484f-b496-a6c48b59cde4 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:25.074267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] For port 2b231b73-91b0-484f-b496-a6c48b59cde4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=2b231b73-91b0-484f-b496-a6c48b59cde4,segment=NetworkSegment(1e26ef3c-eacb-4e12-a970-7167449def4a),segment_id=1e26ef3c-eacb-4e12-a970-7167449def4a)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:46:25.074616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.159838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.193915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] Calling delete_port for 2b231b73-91b0-484f-b496-a6c48b59cde4 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:46:25.207667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b231b73-91b0-484f-b496-a6c48b59cde4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:25.209481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] No DVR routers for this DVR port 2b231b73-91b0-484f-b496-a6c48b59cde4 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:46:25.269380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:46:25.269720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:46:25.325233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.349215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a925008-10db-48a1-afd1-12b32e9e1895']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:25.361514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e26ef3c-eacb-4e12-a970-7167449def4a') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:25.361876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e26ef3c-eacb-4e12-a970-7167449def4a') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:25.373658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.390140 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.396896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:46:25.397260 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:46:25.410252 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:46:25.488481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.493218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.517273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a925008-10db-48a1-afd1-12b32e9e1895,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:25.522908 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a3d19b2b-c782-49f7-a172-c8cd7f471209 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4a925008-10db-48a1-afd1-12b32e9e1895 HTTP/1.1" status: 204 len: 168 time: 0.9994357 Jan 20 14:46:25.639623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55370) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:25.689390 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eeffbb67-9b7b-48ea-bd0c-bb23e2547989 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f02c648eedfa4778959bc63370316415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485377 Jan 20 14:46:25.691830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55374) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:25.748142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3685b38-4c6c-45e1-ab73-484d1fb1a2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.771804 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] Deleting port 2b231b73-91b0-484f-b496-a6c48b59cde4 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:46:25.772330 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.774378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3685b38-4c6c-45e1-ab73-484d1fb1a2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.826393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3685b38-4c6c-45e1-ab73-484d1fb1a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.839157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-075f84d2-d8af-48b4-a0df-5e9b43491c7c None None] The port '2b231b73-91b0-484f-b496-a6c48b59cde4' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:46:25.845537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3685b38-4c6c-45e1-ab73-484d1fb1a2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a2e65c-815d-433f-8af7-928b42ee0520,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:25.854981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e3685b38-4c6c-45e1-ab73-484d1fb1a2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:25.858754 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e3685b38-4c6c-45e1-ab73-484d1fb1a2d8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f8a2e65c-815d-433f-8af7-928b42ee0520 HTTP/1.1" status: 204 len: 168 time: 0.1633229 Jan 20 14:46:26.249202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55382) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:26.298131 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b12768af-448e-4e2d-b82f-4d4b6bb7bace admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f169b97f243043dfbe1ffa9e17764695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476875 Jan 20 14:46:26.300623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55386) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:26.356916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e574d76-2ccb-4270-9e23-3ae30a6c915c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:26.386265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e574d76-2ccb-4270-9e23-3ae30a6c915c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:26.439842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e574d76-2ccb-4270-9e23-3ae30a6c915c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:26.466643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e574d76-2ccb-4270-9e23-3ae30a6c915c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3be89b-18f1-49f6-8335-f98ab92d7132,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:26.471241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e574d76-2ccb-4270-9e23-3ae30a6c915c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:26.480666 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2e574d76-2ccb-4270-9e23-3ae30a6c915c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/df3be89b-18f1-49f6-8335-f98ab92d7132 HTTP/1.1" status: 204 len: 168 time: 0.1708939 Jan 20 14:46:26.684237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 2b231b73-91b0-484f-b496-a6c48b59cde4 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:46:26.723282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 2b231b73-91b0-484f-b496-a6c48b59cde4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:46:26.723623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 2b231b73-91b0-484f-b496-a6c48b59cde4 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:46:33.105472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8ff8779f-8b48-4c4c-8b92-a547b4d99634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:35.455244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2a07a1ff-cfc9-4090-992e-1ace4dad961e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:36.466077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:36.470718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:37.918693 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:42.381797 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85945113-2161-4bf3-a171-da51daaee1a8 req-93da4c4b-5e3a-46a2-9a12-24bd0c58cb43 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721686 Jan 20 14:46:42.543434 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945113-2161-4bf3-a171-da51daaee1a8 req-194a57d8-7d2d-4997-83bb-a35a332dd3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:42.544956 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85945113-2161-4bf3-a171-da51daaee1a8 req-194a57d8-7d2d-4997-83bb-a35a332dd3fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 1099 time: 0.0851347 Jan 20 14:46:42.698515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945113-2161-4bf3-a171-da51daaee1a8 req-ca8cf094-3b4e-4fc9-b8ac-7c7979d107de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:42.699951 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85945113-2161-4bf3-a171-da51daaee1a8 req-ca8cf094-3b4e-4fc9-b8ac-7c7979d107de service neutron] 10.222.0.72 "GET /v2.0/networks?id=838697d7-cc68-4f73-86f9-612026fc0a3a HTTP/1.1" status: 200 len: 897 time: 0.1348486 Jan 20 14:46:42.807150 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85945113-2161-4bf3-a171-da51daaee1a8 req-63cd1288-2229-4133-a4c3-82a194a80ce0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 HTTP/1.1" status: 200 len: 1002 time: 0.1000092 Jan 20 14:46:42.875316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945113-2161-4bf3-a171-da51daaee1a8 req-de062e2e-2cf4-487d-ac76-d5afc621b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:42.876758 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85945113-2161-4bf3-a171-da51daaee1a8 req-de062e2e-2cf4-487d-ac76-d5afc621b276 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ded18aa1-1e84-49f8-a980-a94a5cad3c7f HTTP/1.1" status: 200 len: 843 time: 0.0630307 Jan 20 14:46:42.956164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945113-2161-4bf3-a171-da51daaee1a8 req-cbf291ab-390a-4440-80ef-c611256b4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:42.957539 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85945113-2161-4bf3-a171-da51daaee1a8 req-cbf291ab-390a-4440-80ef-c611256b4b7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=838697d7-cc68-4f73-86f9-612026fc0a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738397 Jan 20 14:46:43.203098 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85945113-2161-4bf3-a171-da51daaee1a8 req-6c1de2d1-a0e3-4ca6-b7be-fb63e539e0ab service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380610 Jan 20 14:46:43.334678 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85945113-2161-4bf3-a171-da51daaee1a8 req-a94dae6b-6692-472d-b94c-9dbe396d10c5 service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242473 Jan 20 14:46:49.674845 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:46:54.809572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:00.222725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55400) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:00.232060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:47:00.374864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2977929'] for subnet, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:00.563651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727929700334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2927635'] for subnet, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:00.616648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:00.617240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:00.618494 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/subnets/ded18aa1-1e84-49f8-a980-a94a5cad3c7f HTTP/1.1" status: 200 len: 835 time: 0.3944483 Jan 20 14:47:00.622907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479c1e32-8260-4543-82da-47226e4d2468 None None] Network 838697d7-cc68-4f73-86f9-612026fc0a3a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:47:00.633839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Subnet': ['ID=ded18aa1-1e84-49f8-a980-a94a5cad3c7f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:00.641136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.641485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.641819 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.642142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.642468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.642789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.643109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.643423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.643754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.644047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.644392 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:00.644709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475891f-06e8-46f2-9cc4-d37d53d5b349 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:01.170851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ddaa6144-50ae-4c3d-8482-b4efadc45bfb None None] Provisioning complete for port 042fc255-c32e-4777-8623-509521672071 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:47:01.171058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6144-50ae-4c3d-8482-b4efadc45bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:01.296944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ddaa6144-50ae-4c3d-8482-b4efadc45bfb None None] Provisioning complete for port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:47:01.297303 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6144-50ae-4c3d-8482-b4efadc45bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:01.421683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ddaa6144-50ae-4c3d-8482-b4efadc45bfb None None] Provisioning complete for port 73bfe74e-136e-45bc-8bf4-868c03e29e30 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:47:01.421978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6144-50ae-4c3d-8482-b4efadc45bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:03.108399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3b41e37a-09a0-4346-b222-f5063fd60f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:05.462684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-76a061ab-70e9-413b-b209-ea7f5e1a0441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:06.465595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:06.471526 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:07.921592 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:24.810940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:26.675168 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:47:33.109747 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a192ed0d-4599-4ab1-8935-57c8603090ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:35.459839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2e9eb381-9bcb-42b8-afc0-5f94ef1c567c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:36.478182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:36.482850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:37.925381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:43.365849 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-2e3b2243-7cf1-4d2c-805b-ad5298730f69 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811377 Jan 20 14:47:43.459216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55418) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:43.515700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-d4f0c114-5bb3-486a-9630-3deb1dc5afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:43.517207 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-d4f0c114-5bb3-486a-9630-3deb1dc5afc1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 1099 time: 0.0797703 Jan 20 14:47:43.685178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-196ac5b3-47da-42b2-ad36-e6986a0cfab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:43.686619 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-196ac5b3-47da-42b2-ad36-e6986a0cfab8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=838697d7-cc68-4f73-86f9-612026fc0a3a HTTP/1.1" status: 200 len: 897 time: 0.1510653 Jan 20 14:47:43.784653 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-4a312a77-ac46-40f3-81cd-f6f32a2b03b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 HTTP/1.1" status: 200 len: 1002 time: 0.0914478 Jan 20 14:47:43.850631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-e197fce8-9d1a-4623-afdf-0703fe0746a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:43.852096 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-e197fce8-9d1a-4623-afdf-0703fe0746a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ded18aa1-1e84-49f8-a980-a94a5cad3c7f HTTP/1.1" status: 200 len: 843 time: 0.0618708 Jan 20 14:47:43.928635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 4f1ba4c5-93d6-44dd-aedb-d75bcdc5ac93 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:47:43.928978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:43.929523 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-a48488c3-3a03-4111-8611-dcc062d06358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:43.931012 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-a48488c3-3a03-4111-8611-dcc062d06358 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=838697d7-cc68-4f73-86f9-612026fc0a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729380 Jan 20 14:47:44.062536 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-d19515a7-a649-4ff9-832b-2de59a03d4ac service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246665 Jan 20 14:47:44.101916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:44.102195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:44.190979 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-70abeea2-0f17-4726-ba5f-a4ffe2c7d424 req-b794ad89-6ea2-4e71-8530-fa54ad433308 service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225488 Jan 20 14:47:44.226141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 4f1ba4c5-93d6-44dd-aedb-d75bcdc5ac93 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:47:44.377693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:44.448740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=4f1ba4c5-93d6-44dd-aedb-d75bcdc5ac93,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:44.489801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.490466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.490466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.490757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.491073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.491389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.491702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.491988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.492352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.492662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.492969 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.493271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:44.523613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:44.523911 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 917560f6-369b-4d67-8af7-2af2a51b1be7 disassociated (deleted). External IP: 172.26.0.188, port: 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31. Jan 20 14:47:44.989756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:47:45.173385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:47:45.184068 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] Sync routers for ids ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:47:45.196485 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] Routers {'d25e161f-7a1c-4d7c-9f6c-99ff640d2846'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:47:45.197105 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:47:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:45.198661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:45.252701 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d0db4722-b60f-406e-ae9e-a9d358c2e6a2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/floatingips/917560f6-369b-4d67-8af7-2af2a51b1be7 HTTP/1.1" status: 204 len: 168 time: 1.7922788 Jan 20 14:47:45.253178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'tag': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:47:45.306181 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'tag': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'status': 'completed', 'code': 200} Jan 20 14:47:45.377226 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] Set router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:47:45.403458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-cb0de46a-5ae8-433b-8d05-5a37e939c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:45.405217 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-cb0de46a-5ae8-433b-8d05-5a37e939c98a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 1099 time: 0.0752184 Jan 20 14:47:45.645182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bce35-19bf-4012-befb-03596931a3a6 req-245280cc-0d74-4464-918f-1f321ca0ac45 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:45.646363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-718bce35-19bf-4012-befb-03596931a3a6 req-245280cc-0d74-4464-918f-1f321ca0ac45 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:47:45.668525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-718bce35-19bf-4012-befb-03596931a3a6 req-245280cc-0d74-4464-918f-1f321ca0ac45 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:47:45.670340 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-718bce35-19bf-4012-befb-03596931a3a6 req-245280cc-0d74-4464-918f-1f321ca0ac45 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 946 time: 0.1152787 Jan 20 14:47:45.674748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-3d7ce542-b3e6-415f-9911-1ed21333d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:45.676274 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-3d7ce542-b3e6-415f-9911-1ed21333d66f service neutron] 10.222.0.72 "GET /v2.0/networks?id=838697d7-cc68-4f73-86f9-612026fc0a3a HTTP/1.1" status: 200 len: 897 time: 0.2647884 Jan 20 14:47:45.724673 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-718bce35-19bf-4012-befb-03596931a3a6 req-7555554a-5a58-49b8-b7b1-c82df7777dbd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484800 Jan 20 14:47:45.748682 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '73bfe74e-136e-45bc-8bf4-868c03e29e30', 'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:d6:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:50Z', 'updated_at': '2022-01-20T14:44:54Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:45.752661 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] Checking router: d25e161f-7a1c-4d7c-9f6c-99ff640d2846 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:47:45.758613 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-9ca8a5a6-d7d4-409b-9ffb-fabd732634a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 HTTP/1.1" status: 200 len: 217 time: 0.0756786 Jan 20 14:47:45.761198 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] Routers {'d25e161f-7a1c-4d7c-9f6c-99ff640d2846'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:47:45.761796 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:47:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:45.823765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-49523e5a-0d85-44a9-95e7-4b42fb1be6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:45.825243 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-49523e5a-0d85-44a9-95e7-4b42fb1be6a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ded18aa1-1e84-49f8-a980-a94a5cad3c7f HTTP/1.1" status: 200 len: 843 time: 0.0591979 Jan 20 14:47:45.907046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-bdfe7150-a6f7-4415-8060-4e8d05e3cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:45.908596 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-bdfe7150-a6f7-4415-8060-4e8d05e3cb61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=838697d7-cc68-4f73-86f9-612026fc0a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706310 Jan 20 14:47:45.938800 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] Set router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:47:46.038099 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-7cef6552-3a93-48d6-9dc0-490c52d4f88a service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229913 Jan 20 14:47:46.176227 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3d866eb-ad30-452e-afeb-61d4706154d6 req-79824859-4a11-4549-9ff1-3803ddf3ac15 service neutron] 10.222.0.72 "GET /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296790 Jan 20 14:47:46.247632 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '73bfe74e-136e-45bc-8bf4-868c03e29e30', 'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:d6:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:50Z', 'updated_at': '2022-01-20T14:44:54Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:46.251595 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb77a0-12ab-4e00-ac1b-bab36fbb8390 None None] The sync data for ids ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'] in dv-neutron-825123-1-hyperv is: [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '73bfe74e-136e-45bc-8bf4-868c03e29e30', 'name': '', 'network_id': '838697d7-cc68-4f73-86f9-612026fc0a3a', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:d6:1f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:50Z', 'updated_at': '2022-01-20T14:44:54Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'ded18aa1-1e84-49f8-a980-a94a5cad3c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:47:46.497826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40c8fb-3fa0-4d4b-8ac0-0c6e59158fdd None None] New status for floating IP 917560f6-369b-4d67-8af7-2af2a51b1be7: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:47:46.979738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715c61f-94ad-4e28-b2d3-5ccb14a716fd req-2beecd80-dfdf-49e9-b5c1-6929d8df2dbd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:46.981175 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2715c61f-94ad-4e28-b2d3-5ccb14a716fd req-2beecd80-dfdf-49e9-b5c1-6929d8df2dbd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 946 time: 0.1410768 Jan 20 14:47:46.988253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-2b4b2be6-8865-4eac-96ce-ce886ba9559a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:46.989574 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-2b4b2be6-8865-4eac-96ce-ce886ba9559a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 946 time: 0.1475301 Jan 20 14:47:47.081810 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2715c61f-94ad-4e28-b2d3-5ccb14a716fd req-0dde8c8a-cec7-4571-b35f-092d5c8e94e2 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=79348775-2777-4a7d-adf2-3ea5df22d756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913084 Jan 20 14:47:47.086781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-46fdf9f4-57a1-4892-82a9-c9d6b89f3c3b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:47:47.087138 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-46fdf9f4-57a1-4892-82a9-c9d6b89f3c3b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:47.335525 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-46fdf9f4-57a1-4892-82a9-c9d6b89f3c3b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:47:47.335778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-46fdf9f4-57a1-4892-82a9-c9d6b89f3c3b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:47.455235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-46fdf9f4-57a1-4892-82a9-c9d6b89f3c3b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:47:47.606913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-46fdf9f4-57a1-4892-82a9-c9d6b89f3c3b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:47.655862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdf9f4-57a1-4892-82a9-c9d6b89f3c3b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=2c2e39c9-b2c4-457f-ba57-f5c158dc8f31,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:47.731802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-46fdf9f4-57a1-4892-82a9-c9d6b89f3c3b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:47:47.735625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-46fdf9f4-57a1-4892-82a9-c9d6b89f3c3b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:47.738531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'name': 'network-vif-deleted', 'tag': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:47:47.755903 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-68ef455e-9c93-4b41-9cfb-3f35d4919f25 req-46fdf9f4-57a1-4892-82a9-c9d6b89f3c3b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "DELETE /v2.0/ports/2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 HTTP/1.1" status: 204 len: 173 time: 0.7528815 Jan 20 14:47:47.784470 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee8f945-0398-48d0-9f3c-79abef1528b1', 'name': 'network-vif-deleted', 'tag': '2c2e39c9-b2c4-457f-ba57-f5c158dc8f31', 'status': 'completed', 'code': 200} Jan 20 14:47:48.245402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-02a23982-c95f-4748-91a6-26f6b1644dbb req-344bc9b4-f759-4baa-93f8-1987d4acfd07 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:47:48.261888 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-02a23982-c95f-4748-91a6-26f6b1644dbb req-344bc9b4-f759-4baa-93f8-1987d4acfd07 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:47:48.263101 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-02a23982-c95f-4748-91a6-26f6b1644dbb req-344bc9b4-f759-4baa-93f8-1987d4acfd07 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ee8f945-0398-48d0-9f3c-79abef1528b1 HTTP/1.1" status: 200 len: 210 time: 0.0604291 Jan 20 14:47:49.370903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55440) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:49.448161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efc8b370-2618-4f9b-aa02-18cb5e79e54a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:49.477094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efc8b370-2618-4f9b-aa02-18cb5e79e54a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:49.542042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efc8b370-2618-4f9b-aa02-18cb5e79e54a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:49.560059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8b370-2618-4f9b-aa02-18cb5e79e54a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79348775-2777-4a7d-adf2-3ea5df22d756,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:49.572888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-efc8b370-2618-4f9b-aa02-18cb5e79e54a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:49.576687 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-efc8b370-2618-4f9b-aa02-18cb5e79e54a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/79348775-2777-4a7d-adf2-3ea5df22d756 HTTP/1.1" status: 204 len: 168 time: 0.2018890 Jan 20 14:47:49.610918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55446) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:50.162414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:50.636666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 73bfe74e-136e-45bc-8bf4-868c03e29e30 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:47:50.637380 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:50.842285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 73bfe74e-136e-45bc-8bf4-868c03e29e30, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=73bfe74e-136e-45bc-8bf4-868c03e29e30,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:47:50.842649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:50.974505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 73bfe74e-136e-45bc-8bf4-868c03e29e30 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:47:51.171964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:51.221318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=73bfe74e-136e-45bc-8bf4-868c03e29e30,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:51.491261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:51.896687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:47:51.931516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:47:51.931860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2c2e39c9-b2c4-457f-ba57-f5c158dc8f31 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:47:51.971493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:47:52.150777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:47:52.160167 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] Sync routers for ids ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:47:52.169503 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4fefc5d4-5073-4f6e-bb37-52d667a926f0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/d25e161f-7a1c-4d7c-9f6c-99ff640d2846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5574625 Jan 20 14:47:52.169765 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] Routers {'d25e161f-7a1c-4d7c-9f6c-99ff640d2846'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:47:52.170595 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:47:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:52.172315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55450) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:52.236985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b34bf95-ea2c-4db6-bdcb-4e2300f5e0d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting subnet ded18aa1-1e84-49f8-a980-a94a5cad3c7f {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:47:52.240047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b34bf95-ea2c-4db6-bdcb-4e2300f5e0d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:52.298183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b34bf95-ea2c-4db6-bdcb-4e2300f5e0d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:52.344009 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] Set router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:47:52.380660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b34bf95-ea2c-4db6-bdcb-4e2300f5e0d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:52.455913 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b34bf95-ea2c-4db6-bdcb-4e2300f5e0d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:52.496535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34bf95-ea2c-4db6-bdcb-4e2300f5e0d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Subnet': ['ID=ded18aa1-1e84-49f8-a980-a94a5cad3c7f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:52.501855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b34bf95-ea2c-4db6-bdcb-4e2300f5e0d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:52.511124 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1b34bf95-ea2c-4db6-bdcb-4e2300f5e0d6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/subnets/ded18aa1-1e84-49f8-a980-a94a5cad3c7f HTTP/1.1" status: 204 len: 168 time: 0.3346515 Jan 20 14:47:52.511124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55454) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:52.513094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d4d41a-3ff0-494f-8f8f-fe3af2836cc2 None None] Network 838697d7-cc68-4f73-86f9-612026fc0a3a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:47:52.650664 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:47:51Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:52.654695 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] Checking router: d25e161f-7a1c-4d7c-9f6c-99ff640d2846 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:47:52.663641 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] Routers {'d25e161f-7a1c-4d7c-9f6c-99ff640d2846'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:47:52.664260 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:47:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:52.691381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:52.818434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] DHCP port deletion for 838697d7-cc68-4f73-86f9-612026fc0a3a request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:47:52.822945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Deleting port 042fc255-c32e-4777-8623-509521672071 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:47:52.823316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:52.850518 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] Set router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:47:52.884286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:52.895520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port c1a7b50a-6344-461f-887b-a5e601efc735 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:47:52.896055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:53.028923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] For port 042fc255-c32e-4777-8623-509521672071, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=042fc255-c32e-4777-8623-509521672071,segment=NetworkSegment(6a28f882-65de-4dfd-a895-5daf6066a5b1),segment_id=6a28f882-65de-4dfd-a895-5daf6066a5b1)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:47:53.029559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:53.105958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port c1a7b50a-6344-461f-887b-a5e601efc735, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c1a7b50a-6344-461f-887b-a5e601efc735,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:47:53.106546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:53.133488 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:47:51Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:53.137627 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88af57-ab57-472b-9736-05949b9ed274 None None] The sync data for ids ['d25e161f-7a1c-4d7c-9f6c-99ff640d2846'] in dv-neutron-825123-1-hyperv is: [{'id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'name': 'tempest-TestNetworkBasicOps-router-2062698291', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:45Z', 'updated_at': '2022-01-20T14:47:51Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'c1a7b50a-6344-461f-887b-a5e601efc735', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ed:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e161f-7a1c-4d7c-9f6c-99ff640d2846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:46Z', 'updated_at': '2022-01-20T14:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:47:53.194583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Calling delete_port for 042fc255-c32e-4777-8623-509521672071 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:47:53.230132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for c1a7b50a-6344-461f-887b-a5e601efc735 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:47:53.271857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:53.321889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] No DVR routers for this DVR port 042fc255-c32e-4777-8623-509521672071 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:47:53.325440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Pushing event deleted for resources: {'Port': ['ID=042fc255-c32e-4777-8623-509521672071,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:53.333966 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.334322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.334783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.335048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.335375 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.335696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.336012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.336363 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.336680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.336990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.337300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.337607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ab2474-2d4a-4cf9-ad7b-1378dea6c1a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:53.414038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:53.583075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=c1a7b50a-6344-461f-887b-a5e601efc735,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:53.675012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:53.849188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:53.851330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:53.876524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:53.877015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Fanout notify agent at l3_agent the message router_deleted on router d25e161f-7a1c-4d7c-9f6c-99ff640d2846 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:47:53.892038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:53.893153 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d1b5ab64-ec72-4643-ac3a-a1cfcacbe720 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/routers/d25e161f-7a1c-4d7c-9f6c-99ff640d2846 HTTP/1.1" status: 204 len: 168 time: 1.3815987 Jan 20 14:47:53.896595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55458) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:54.011901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.152262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.184823 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838697d7-cc68-4f73-86f9-612026fc0a3a']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:54.197644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a28f882-65de-4dfd-a895-5daf6066a5b1') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:54.197937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a28f882-65de-4dfd-a895-5daf6066a5b1') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:54.209961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.226070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.232457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:47:54.232834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:47:54.246905 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:47:54.333461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.338049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.366284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Network': ['ID=838697d7-cc68-4f73-86f9-612026fc0a3a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:54.370354 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-aed7e103-dd81-498a-9479-262dde6e52a4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/networks/838697d7-cc68-4f73-86f9-612026fc0a3a HTTP/1.1" status: 204 len: 168 time: 0.4728737 Jan 20 14:47:54.383251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55462) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:54.389034 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'network': {'name': 'tempest-network-smoke--1281019421', 'project_id': '7b32be412f6047a4b4874650505da950', 'port_security_enabled': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:47:54.394225 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:47:54.398584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:network and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:47:54.401609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:47:54.407610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:47:54.420603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:47:54.424011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.452231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:47:54.460866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.461203 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Added segment 5086cb9e-432e-4c14-b402-3911057dc4b3 of type vlan for network 1e1f6201-eee9-4c69-94c4-800196630704 Jan 20 14:47:54.486269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.520975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.526278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:54.526848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.630737 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2462041 Jan 20 14:47:54.633532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e864f8-3b3f-4b80-9809-88719c2ef1d3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Network': ['ID=1e1f6201-eee9-4c69-94c4-800196630704,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:54.633836 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55466) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:54.639141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-291296874', 'admin_state_up': True, 'project_id': '7b32be412f6047a4b4874650505da950', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:47:54.643530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 1e1f6201-eee9-4c69-94c4-800196630704 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:47:54.647028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:47:54.651101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:router and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:47:54.654079 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:47:54.660759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:47:54.671393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.672380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.688148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:54.748852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 73bfe74e-136e-45bc-8bf4-868c03e29e30 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:47:54.784661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 73bfe74e-136e-45bc-8bf4-868c03e29e30 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:47:54.784997 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 73bfe74e-136e-45bc-8bf4-868c03e29e30 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:47:54.785412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c1a7b50a-6344-461f-887b-a5e601efc735 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:47:54.825490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: c1a7b50a-6344-461f-887b-a5e601efc735 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:47:54.825829 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c1a7b50a-6344-461f-887b-a5e601efc735 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:47:54.826235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 042fc255-c32e-4777-8623-509521672071 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:47:54.862688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 042fc255-c32e-4777-8623-509521672071 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:47:54.863025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 042fc255-c32e-4777-8623-509521672071 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:47:54.864843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:55.073101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:55.394456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:55.423630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:55.557168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.248 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/ba3515ae-628e-4c72-970b-b5d7389b8e9f) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:47:55.703474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:55.736116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:55.798418 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:47:55.801164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:47:55.805099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:47:55.840849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=ba3515ae-628e-4c72-970b-b5d7389b8e9f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:56.233175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:56.688516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:56.893098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router ebd77b48-1068-4662-a5bc-d50f66316cb9 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:47:57.065983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:47:57.076355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Sync routers for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:47:57.085418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:47:57.086025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:47:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:57.094216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:57.095607 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-367f55c5-f0bd-4692-808d-ac4fbd4ba169 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4607186 Jan 20 14:47:57.099162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55478) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:57.266935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:47:57.309252 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ed6549cf-ef18-4361-be10-14beb2f2c0a2 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=7b32be412f6047a4b4874650505da950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2087243 Jan 20 14:47:57.311750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55484) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:57.439246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c177179-6970-45d2-99d3-c1f61b96ac6d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:57.443476 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8c177179-6970-45d2-99d3-c1f61b96ac6d tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281042 Jan 20 14:47:57.443951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55488) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:57.487847 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-525e6063-db33-416c-bed5-1865ed66e904 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425854 Jan 20 14:47:57.490481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55492) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:57.495871 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1057566319', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'project_id': '7b32be412f6047a4b4874650505da950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:47:57.548998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:56Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:57.553145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Checking router: ebd77b48-1068-4662-a5bc-d50f66316cb9 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:47:57.553498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Updating router ebd77b48-1068-4662-a5bc-d50f66316cb9 port ba3515ae-628e-4c72-970b-b5d7389b8e9f binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:47:57.606019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:57.611967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:47:57.615931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:subnet and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:47:57.618773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:47:57.624501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:47:57.636068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:47:57.639587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:57.849763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:57.926727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Subnet': ['ID=213d8a5b-8a6f-4c05-bab1-031fc9ad7286,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:57.937171 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:57.937632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Checking segment: {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:47:57.937992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network hostable DHCP agents. Network: 1e1f6201-eee9-4c69-94c4-800196630704, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:47:57.950198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Transition to ACTIVE for port object ba3515ae-628e-4c72-970b-b5d7389b8e9f will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:47:57.958929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:57.960002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 1e1f6201-eee9-4c69-94c4-800196630704 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:47:57.969547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 1e1f6201-eee9-4c69-94c4-800196630704) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:47:57.973928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:57.974664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:58.002703 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ad6efda6-ecab-4f86-a577-677b830b8b9c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5086069 Jan 20 14:47:58.002923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f645f80c-da74-4cc1-81c4-ce48df7cc4f3 None None] Network 1e1f6201-eee9-4c69-94c4-800196630704 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:47:58.003226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55496) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:58.151982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d61ec-ecaf-4e4b-b4a8-edce76ec3ce0 None None] Pushing event updated for resources: {'Port': ['ID=ba3515ae-628e-4c72-970b-b5d7389b8e9f,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:58.162102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Attempting to bind port ba3515ae-628e-4c72-970b-b5d7389b8e9f on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:47:58.162466 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Attempting to bind port ba3515ae-628e-4c72-970b-b5d7389b8e9f by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:47:58.162819 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Attempting to bind port ba3515ae-628e-4c72-970b-b5d7389b8e9f on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:47:58.185120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:47:58.185530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:47:58.185937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:58.186333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:47:58.186820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Bound port: ba3515ae-628e-4c72-970b-b5d7389b8e9f, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:47:58.187199 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:58.314480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] For port ba3515ae-628e-4c72-970b-b5d7389b8e9f, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:47:58.319105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] For port ba3515ae-628e-4c72-970b-b5d7389b8e9f, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ba3515ae-628e-4c72-970b-b5d7389b8e9f,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:47:58.354151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:58.414561 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-1e1f6201-eee9-4c69-94c4-800196630704', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:47:58.415383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:58.493814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:47:58.494440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:47:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:58.541559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d61ec-ecaf-4e4b-b4a8-edce76ec3ce0 None None] Pushing event updated for resources: {'Port': ['ID=ba3515ae-628e-4c72-970b-b5d7389b8e9f,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:58.746556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:47:58.788235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Allocated IP 172.20.0.2 (1e1f6201-eee9-4c69-94c4-800196630704/213d8a5b-8a6f-4c05-bab1-031fc9ad7286/f3a82641-0425-459d-9f4e-3aef2f3221bb) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:47:58.812782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:59.203247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:59.215443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Transition to ACTIVE for port object f3a82641-0425-459d-9f4e-3aef2f3221bb will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:47:59.245048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:56Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:59.247355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Transition to ACTIVE for port object f3a82641-0425-459d-9f4e-3aef2f3221bb will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:47:59.251158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391119-4cbe-4110-961d-e3ac022bb637 None None] The sync data for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv is: [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:56Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:47:59.257524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:59.323409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Network 1e1f6201-eee9-4c69-94c4-800196630704 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:47:59.326388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:47:59.330048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:47:59.334624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.1 (1e1f6201-eee9-4c69-94c4-800196630704/213d8a5b-8a6f-4c05-bab1-031fc9ad7286/1d4a3bf7-9bcb-4daa-9796-8dcb998f2375) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:47:59.335982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Pushing event updated for resources: {'Port': ['ID=f3a82641-0425-459d-9f4e-3aef2f3221bb,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:59.427015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Attempting to bind port f3a82641-0425-459d-9f4e-3aef2f3221bb on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:47:59.427877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Attempting to bind port f3a82641-0425-459d-9f4e-3aef2f3221bb by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:47:59.427877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Attempting to bind port f3a82641-0425-459d-9f4e-3aef2f3221bb on network 1e1f6201-eee9-4c69-94c4-800196630704 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:47:59.433627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:47:59.433995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Checking segment: {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:47:59.434399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:59.434788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Bound using segment: {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:47:59.435251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Bound port: f3a82641-0425-459d-9f4e-3aef2f3221bb, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:47:59.435902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:59.508513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:59.528289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:47:59.550219 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] For port f3a82641-0425-459d-9f4e-3aef2f3221bb, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:47:59.553565 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] For port f3a82641-0425-459d-9f4e-3aef2f3221bb, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f3a82641-0425-459d-9f4e-3aef2f3221bb,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:47:59.559029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:59.562118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:59.632477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 1e1f6201-eee9-4c69-94c4-800196630704 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:47:59.635356 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:47:59.639333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:47:59.657427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54d221-2f3a-41d1-896e-c66a36d6b7e0 None None] Pushing event updated for resources: {'Port': ['ID=f3a82641-0425-459d-9f4e-3aef2f3221bb,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:59.687114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=1d4a3bf7-9bcb-4daa-9796-8dcb998f2375,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:59.707528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:00.013920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:00.552060 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:00.558350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:00.628023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6020d8-895a-4ac4-b79c-aa749be93ae5 None None] Network 1e1f6201-eee9-4c69-94c4-800196630704 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:48:00.673558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=1d4a3bf7-9bcb-4daa-9796-8dcb998f2375,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:00.679131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:00.687088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.687384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.687709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.688033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.688344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.688660 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.688979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.689321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.689666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.689928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.690235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.690539 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:00.776797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2fe7ee9a-9661-486c-b377-eeb9591d9f02 None None] Provisioning for port f3a82641-0425-459d-9f4e-3aef2f3221bb completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:48:00.839136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 1e1f6201-eee9-4c69-94c4-800196630704 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:48:00.840371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:48:00.848576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f3a82641-0425-459d-9f4e-3aef2f3221bb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:48:00.975312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port f3a82641-0425-459d-9f4e-3aef2f3221bb completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:48:00.980656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f3a82641-0425-459d-9f4e-3aef2f3221bb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:00.981098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.031535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router ebd77b48-1068-4662-a5bc-d50f66316cb9 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:48:01.114030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.150815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port f3a82641-0425-459d-9f4e-3aef2f3221bb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f3a82641-0425-459d-9f4e-3aef2f3221bb,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:48:01.156318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.157173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ba3515ae-628e-4c72-970b-b5d7389b8e9f up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:48:01.234232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:48:01.245798 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Sync routers for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:48:01.255022 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7d1c15de-7fa5-427b-a406-f380f287fe49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/ebd77b48-1068-4662-a5bc-d50f66316cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2505829 Jan 20 14:48:01.257652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55500) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:01.267630 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:48:01.269454 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:47:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:01.298250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=f3a82641-0425-459d-9f4e-3aef2f3221bb,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:01.302652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port ba3515ae-628e-4c72-970b-b5d7389b8e9f completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:48:01.314283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ba3515ae-628e-4c72-970b-b5d7389b8e9f triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:01.314654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.379838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-28e71879-8b31-4cb0-9b5d-35d097d28cec None None] Provisioning complete for port f3a82641-0425-459d-9f4e-3aef2f3221bb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:01.380113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-28e71879-8b31-4cb0-9b5d-35d097d28cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.427336 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f075565c-a72f-4da7-b85f-d0f6db5c9678 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:01.427935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f075565c-a72f-4da7-b85f-d0f6db5c9678 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:01.428484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f075565c-a72f-4da7-b85f-d0f6db5c9678 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:01.428997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f075565c-a72f-4da7-b85f-d0f6db5c9678 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:01.430724 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f075565c-a72f-4da7-b85f-d0f6db5c9678 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1718822 Jan 20 14:48:01.433627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55504) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:01.476306 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:48:01.509855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e1661a-65d4-411e-b9e5-579aa2c29b17 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:01.511702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e1661a-65d4-411e-b9e5-579aa2c29b17 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:01.512326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e1661a-65d4-411e-b9e5-579aa2c29b17 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:01.512929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e1661a-65d4-411e-b9e5-579aa2c29b17 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:01.514717 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-95e1661a-65d4-411e-b9e5-579aa2c29b17 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0801244 Jan 20 14:48:01.517442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55508) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:01.550911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.574452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port ba3515ae-628e-4c72-970b-b5d7389b8e9f, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ba3515ae-628e-4c72-970b-b5d7389b8e9f,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:48:01.582105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-28e71879-8b31-4cb0-9b5d-35d097d28cec None None] Provisioning for port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:48:01.589117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-28e71879-8b31-4cb0-9b5d-35d097d28cec None None] Provisioning complete for port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:01.589659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-28e71879-8b31-4cb0-9b5d-35d097d28cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.617814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.714911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-28e71879-8b31-4cb0-9b5d-35d097d28cec None None] Port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:48:01.723038 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=ba3515ae-628e-4c72-970b-b5d7389b8e9f,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:01.813990 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:00Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:01.817907 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Checking router: ebd77b48-1068-4662-a5bc-d50f66316cb9 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:48:01.818246 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Updating router ebd77b48-1068-4662-a5bc-d50f66316cb9 port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:48:01.836660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-80fb7c7d-1d26-4674-ab00-10bf1adcafe3 None None] Provisioning complete for port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:01.837159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-80fb7c7d-1d26-4674-ab00-10bf1adcafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.871152 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.879161 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-77d64535-fc21-4fd7-a9ad-b61ad79c292b tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3579113 Jan 20 14:48:01.891812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-80fb7c7d-1d26-4674-ab00-10bf1adcafe3 None None] Port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:48:02.225336 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.236258 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Transition to ACTIVE for port object 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:48:02.242672 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.402419 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Pushing event updated for resources: {'Port': ['ID=1d4a3bf7-9bcb-4daa-9796-8dcb998f2375,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:02.418497 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.418833 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.419157 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.419477 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.419792 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.420142 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.420477 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.420785 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.421096 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.421405 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.421681 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.422016 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:48:02.475460 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Attempting to bind port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:48:02.475784 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Attempting to bind port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:48:02.476146 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Attempting to bind port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 on network 1e1f6201-eee9-4c69-94c4-800196630704 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:48:02.481622 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:48:02.481983 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Checking segment: {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:48:02.482363 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.482864 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Bound using segment: {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:48:02.483189 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Bound port: 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:48:02.483581 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.521314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55514) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:02.526476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-137959542', 'description': 'tempest-secgroup-smoke-137959542 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:02.532465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:02.536694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:02.539494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:02.545211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:02.557100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.576884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:02.580012 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] For port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:48:02.580563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:02.583145 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] For port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1d4a3bf7-9bcb-4daa-9796-8dcb998f2375,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:48:02.583554 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:02.587738 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.589736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:02.661897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.667722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.668060 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:48:02.668705 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:47:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:02.723401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3691f9c0-13db-46be-9e63-3dd914e36d9d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:02.737735 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80337f5d-f48c-4323-9837-508c874e3b85 None None] Pushing event updated for resources: {'Port': ['ID=1d4a3bf7-9bcb-4daa-9796-8dcb998f2375,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:02.740307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.741952 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4c5747c0-72a8-4dcd-8314-b07c9ba47de6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2192779 Jan 20 14:48:02.744475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55518) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:02.749622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '3691f9c0-13db-46be-9e63-3dd914e36d9d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:02.757829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:02.763460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:02.766959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:02.772932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:02.797067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f3a82641-0425-459d-9f4e-3aef2f3221bb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:48:02.804895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.875921 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:48:02.878162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f3a82641-0425-459d-9f4e-3aef2f3221bb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:02.878709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.884105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.888955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.923370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27673823-7d49-48d1-af55-0152eae6dcb6,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:02.927367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:02.928663 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0ee4b23c-fb93-4541-a09a-2a2abcc6393b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832497 Jan 20 14:48:02.931378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55522) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:02.936956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '3691f9c0-13db-46be-9e63-3dd914e36d9d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:02.942992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:02.947278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:02.951154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:02.958333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:02.977570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.015586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ba3515ae-628e-4c72-970b-b5d7389b8e9f up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:48:03.060064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.067280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.091911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c3a3c4-5d26-4cf2-843a-e5ff597e83f5,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:03.104542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.106042 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b9eb2c9d-edaf-4af6-8b6c-ede33b1b1031 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1736913 Jan 20 14:48:03.108964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55526) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:03.112883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b334d455-65c4-49e9-814a-a755ded510b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.114354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ba3515ae-628e-4c72-970b-b5d7389b8e9f triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:03.114556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '3691f9c0-13db-46be-9e63-3dd914e36d9d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:03.114679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.120658 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:03.124631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:03.127520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:03.133474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:03.151663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.228135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.233465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.234045 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:02Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:03.239930 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a43c9-dc40-412a-8ec8-9488e5d9cf7e None None] The sync data for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv is: [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:02Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:48:03.269277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbd1f95-895f-4c1e-9732-d1701c128001,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:03.288737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.293224 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bdc21a63-592d-4c20-8891-befc578d1d62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1831768 Jan 20 14:48:03.297432 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55530) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:03.304557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '3691f9c0-13db-46be-9e63-3dd914e36d9d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:03.317013 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:03.323045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:03.329900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:03.336379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:03.356823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.429187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.434160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.462647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b192e1d-983f-40e2-a2d0-113a67c244d6,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:03.472469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.473755 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e74d49c1-a8ea-4f9b-bae3-886c88f5252d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1743062 Jan 20 14:48:03.476798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55534) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:03.481884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '3691f9c0-13db-46be-9e63-3dd914e36d9d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:03.487899 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:03.491676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:03.494502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:03.500179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:03.511581 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:48:03.518719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.590591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.596323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.623984 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2427017a-1323-4443-ab4d-c9b7b9c73799,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:03.635593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.637094 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-36678a6a-d16d-4ce9-b70f-d7b6756eb12f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593077 Jan 20 14:48:03.640166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55538) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:03.645793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': '3691f9c0-13db-46be-9e63-3dd914e36d9d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:03.652005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:03.656042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:03.659105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:03.665610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:03.674847 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:48:03.678095 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:48:03.685214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.757068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.763049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.791287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62359cb8-a771-4ced-8cf1-405e6848df54,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:03.803614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.805002 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e7ec7bac-4649-49c0-ae13-5bfe51031ef9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1637523 Jan 20 14:48:03.992739 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-5f4be64d-1b83-4411-b813-0400b5af2142 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-137959542&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0433040 Jan 20 14:48:04.273518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-37bc03ce-5ebc-4e2d-b318-76bee1f57b04 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:04.275148 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-37bc03ce-5ebc-4e2d-b318-76bee1f57b04 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 797 time: 0.2751343 Jan 20 14:48:04.291625 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-41830b59-4816-4cbe-b77a-05f5209a025c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/quotas/7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 375 time: 0.0106497 Jan 20 14:48:04.382478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-36c136b4-a332-4f5a-a1db-760799bd16ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:48:04.401618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-36c136b4-a332-4f5a-a1db-760799bd16ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:48:04.402991 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-36c136b4-a332-4f5a-a1db-760799bd16ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058853 Jan 20 14:48:04.618847 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-003871e7-1f46-4cdb-9093-31bf2a9e78d8 service neutron] 10.222.0.87 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998310 Jan 20 14:48:04.761610 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-17c9b0ee-0f6e-486e-b88e-ea03d33eacc5 service neutron] 10.222.0.87 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328018 Jan 20 14:48:04.777704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:48:04.847799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:48:04.855002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:04.856018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:04.982059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:05.013598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1d4a3bf7-9bcb-4daa-9796-8dcb998f2375,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:48:05.020481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:05.091675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=1d4a3bf7-9bcb-4daa-9796-8dcb998f2375,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:05.445165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b55b5ef2-db30-4d64-8f5f-1f0f34d3bacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:05.957111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-c757bfbc-455d-47a3-967b-229758557c39 req-8685a089-03b9-4807-999d-4385d3c8d1d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:48:05.969306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-c757bfbc-455d-47a3-967b-229758557c39 req-8685a089-03b9-4807-999d-4385d3c8d1d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:48:05.970468 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c757bfbc-455d-47a3-967b-229758557c39 req-8685a089-03b9-4807-999d-4385d3c8d1d8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 210 time: 0.0569520 Jan 20 14:48:06.466075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:06.471450 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:06.748308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:48:06.853714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:06.854077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:07.161699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-3a6e546a-0698-411b-a4ac-491187d1b8cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:07.163125 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-3a6e546a-0698-411b-a4ac-491187d1b8cd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 797 time: 0.1848965 Jan 20 14:48:07.169689 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0bab3834-661c-4efd-8ef0-a783111a4c7b req-5b8f49d1-bb87-43ba-b8a7-c7dc7d6d9b94 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 210 time: 0.0545394 Jan 20 14:48:07.210911 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-e2926f3b-e5e1-44b1-8dae-40bc16d37373 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 379 time: 0.0393155 Jan 20 14:48:07.218715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'admin_state_up': True, 'tenant_id': '7b32be412f6047a4b4874650505da950', 'security_groups': ['3691f9c0-13db-46be-9e63-3dd914e36d9d']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:07.382088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:07.394670 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:07.407768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:48:07.411287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:07.576941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.3 (1e1f6201-eee9-4c69-94c4-800196630704/213d8a5b-8a6f-4c05-bab1-031fc9ad7286/8568fe00-3929-469e-931e-50fcaa73daa0) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:48:07.763630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:07.780375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 8568fe00-3929-469e-931e-50fcaa73daa0 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:48:07.808469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:07.880175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 1e1f6201-eee9-4c69-94c4-800196630704 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:48:07.883330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:48:07.887093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:48:07.916518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=8568fe00-3929-469e-931e-50fcaa73daa0,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:07.935206 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:07.957799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:07.958773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:07.989638 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6e2c5a98-e95a-4b95-913f-59c5d9323b62 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743690 Jan 20 14:48:08.001143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Request body: {'port': {'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:08.115459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d23153d1-8bf6-43d0-a2e7-b8427328ad84 None None] Provisioning for port 8568fe00-3929-469e-931e-50fcaa73daa0 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:48:08.117089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:08.120370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d23153d1-8bf6-43d0-a2e7-b8427328ad84 None None] Provisioning complete for port 8568fe00-3929-469e-931e-50fcaa73daa0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:08.120740 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d23153d1-8bf6-43d0-a2e7-b8427328ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:08.174577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d23153d1-8bf6-43d0-a2e7-b8427328ad84 None None] Port 8568fe00-3929-469e-931e-50fcaa73daa0 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:48:08.356407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da05c3-ae31-45d5-a518-c58144e07982 req-eaa1696d-af4f-4e52-80fa-ab6c8a613164 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:08.357984 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-58da05c3-ae31-45d5-a518-c58144e07982 req-eaa1696d-af4f-4e52-80fa-ab6c8a613164 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 931 time: 0.0831923 Jan 20 14:48:08.405185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-58da05c3-ae31-45d5-a518-c58144e07982 req-59b1b62a-30c3-462f-b1f9-724ff3aac10a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:48:08.423219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-58da05c3-ae31-45d5-a518-c58144e07982 req-59b1b62a-30c3-462f-b1f9-724ff3aac10a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:48:08.424569 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-58da05c3-ae31-45d5-a518-c58144e07982 req-59b1b62a-30c3-462f-b1f9-724ff3aac10a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604103 Jan 20 14:48:08.566536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8568fe00-3929-469e-931e-50fcaa73daa0 {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:48:08.574100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:08.588570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Transition to ACTIVE for port object 8568fe00-3929-469e-931e-50fcaa73daa0 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:48:08.594970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:08.723000 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=8568fe00-3929-469e-931e-50fcaa73daa0,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:08.825353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Attempting to bind port 8568fe00-3929-469e-931e-50fcaa73daa0 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:48:08.825689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Attempting to bind port 8568fe00-3929-469e-931e-50fcaa73daa0 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:48:08.826008 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Attempting to bind port 8568fe00-3929-469e-931e-50fcaa73daa0 on network 1e1f6201-eee9-4c69-94c4-800196630704 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:48:08.830624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Port 8568fe00-3929-469e-931e-50fcaa73daa0 on network 1e1f6201-eee9-4c69-94c4-800196630704 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:48:08.830987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Attempting to bind port 8568fe00-3929-469e-931e-50fcaa73daa0 on network 1e1f6201-eee9-4c69-94c4-800196630704 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:48:08.836014 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:48:08.836376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Checking segment: {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:48:08.836755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Bound using segment: {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:48:08.837168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Bound port: 8568fe00-3929-469e-931e-50fcaa73daa0, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:48:08.837505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:08.931048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] For port 8568fe00-3929-469e-931e-50fcaa73daa0, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:48:08.934024 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] For port 8568fe00-3929-469e-931e-50fcaa73daa0, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8568fe00-3929-469e-931e-50fcaa73daa0,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:48:08.941624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:09.002404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:09.003115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:09.004566 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] 10.222.0.72 "PUT /v2.0/ports/8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 200 len: 1093 time: 1.0077236 Jan 20 14:48:09.004992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:48:09.082929 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0', 'status': 'completed', 'code': 200} Jan 20 14:48:09.088006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c6ee1-ce28-4122-8e49-a347df420fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=8568fe00-3929-469e-931e-50fcaa73daa0,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:09.126663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-91fc51c5-47c3-4720-a98c-cfcb68584d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:09.128234 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-91fc51c5-47c3-4720-a98c-cfcb68584d80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 1096 time: 0.0842967 Jan 20 14:48:09.196971 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-7ca2d918-7b84-4559-8f53-2fc34e3fe649 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 200 len: 217 time: 0.0619776 Jan 20 14:48:09.262005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-dea033fc-a19a-4ef3-9a6f-96c6e53da0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:09.263371 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-dea033fc-a19a-4ef3-9a6f-96c6e53da0d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0599949 Jan 20 14:48:09.350532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6f4d1904-7a4f-417d-a45d-eb6b68ee1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:09.352060 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-6f4d1904-7a4f-417d-a45d-eb6b68ee1de9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824690 Jan 20 14:48:09.491918 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-a155900c-b383-4518-97ed-67c762e364b5 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327181 Jan 20 14:48:09.625654 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b2e7b99-54d3-483f-8557-7d31b3183e08 req-51323452-6e66-4a27-9092-c7423b330dab service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276500 Jan 20 14:48:09.632318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0efb-e486-4b76-9cf8-fc02912a5f2d req-51704c5e-1c8a-4768-965f-aa49286ee481 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:09.633797 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e06a0efb-e486-4b76-9cf8-fc02912a5f2d req-51704c5e-1c8a-4768-965f-aa49286ee481 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 943 time: 0.0915055 Jan 20 14:48:09.681171 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e06a0efb-e486-4b76-9cf8-fc02912a5f2d req-d94cf194-f86d-4bbe-9122-f201d1bcae49 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415037 Jan 20 14:48:09.742313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-75c7b080-b3a3-4b98-87c6-f0327c96f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:09.743792 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-75c7b080-b3a3-4b98-87c6-f0327c96f371 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 1096 time: 0.0748801 Jan 20 14:48:09.876289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-a4e228c1-4f6b-431e-8965-9bc8fd1e9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:09.877752 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-a4e228c1-4f6b-431e-8965-9bc8fd1e9945 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 898 time: 0.1262143 Jan 20 14:48:09.944962 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-75e15f10-322b-4f84-b396-98edcec1c9a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 200 len: 217 time: 0.0604546 Jan 20 14:48:10.011962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-1b6799c2-fb07-4465-897d-6e684e296fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:10.014077 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-1b6799c2-fb07-4465-897d-6e684e296fed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0631144 Jan 20 14:48:10.094841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-b9d21af1-6a50-40c5-a5b4-cc42fb2da575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:10.096377 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-b9d21af1-6a50-40c5-a5b4-cc42fb2da575 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748992 Jan 20 14:48:10.320463 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-a4732637-0624-4e2c-a4bf-edf68c8f301c service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173231 Jan 20 14:48:10.449063 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db218426-0cd4-4de2-812e-f3b030fc1307 req-06d39bc5-3064-4cfb-8658-a0f1206fe3e8 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221464 Jan 20 14:48:10.875293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b937-6cd8-466b-abe2-cb6b78ba5fed req-0472ca90-7e05-4ad0-a8e8-b7b8ad84b03f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:10.875994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-b028b937-6cd8-466b-abe2-cb6b78ba5fed req-0472ca90-7e05-4ad0-a8e8-b7b8ad84b03f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:48:10.894097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-b028b937-6cd8-466b-abe2-cb6b78ba5fed req-0472ca90-7e05-4ad0-a8e8-b7b8ad84b03f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:48:10.895198 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b028b937-6cd8-466b-abe2-cb6b78ba5fed req-0472ca90-7e05-4ad0-a8e8-b7b8ad84b03f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 943 time: 0.1061885 Jan 20 14:48:10.943437 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b028b937-6cd8-466b-abe2-cb6b78ba5fed req-8cbee2e5-a5dd-4e97-93ac-14794c731460 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394318 Jan 20 14:48:12.020454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 8568fe00-3929-469e-931e-50fcaa73daa0 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:48:12.145481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f2995-a0c9-4024-a74b-a2f0b6ba7cd4 req-cfb531d3-6385-471b-9b61-5eff88e2cbeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:12.147104 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3c6f2995-a0c9-4024-a74b-a2f0b6ba7cd4 req-cfb531d3-6385-471b-9b61-5eff88e2cbeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 943 time: 0.0817077 Jan 20 14:48:12.157245 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 8568fe00-3929-469e-931e-50fcaa73daa0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8568fe00-3929-469e-931e-50fcaa73daa0,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:48:12.170978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '8568fe00-3929-469e-931e-50fcaa73daa0', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'mac_address': 'fa:16:3e:be:8d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:48:12.194195 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3c6f2995-a0c9-4024-a74b-a2f0b6ba7cd4 req-de01660a-44db-4871-a44e-486d6d5375b1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409081 Jan 20 14:48:12.230343 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:12.250991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8568fe00-3929-469e-931e-50fcaa73daa0 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:48:12.269590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 8568fe00-3929-469e-931e-50fcaa73daa0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8568fe00-3929-469e-931e-50fcaa73daa0,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:48:12.275921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:12.354768 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=8568fe00-3929-469e-931e-50fcaa73daa0,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:12.522506 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['8568fe00-3929-469e-931e-50fcaa73daa0'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:48:13.386842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58831-7cbe-4798-800f-f67716084ca6 req-5febc848-ca16-4a08-bf12-2582e5b7e17a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:13.388345 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9ee58831-7cbe-4798-800f-f67716084ca6 req-5febc848-ca16-4a08-bf12-2582e5b7e17a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 944 time: 0.0847228 Jan 20 14:48:13.437367 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9ee58831-7cbe-4798-800f-f67716084ca6 req-32c2d544-c9be-4fe9-9b2e-02d0f5c79cc7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 Jan 20 14:48:14.020394 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 8568fe00-3929-469e-931e-50fcaa73daa0 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:48:14.093743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 8568fe00-3929-469e-931e-50fcaa73daa0 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:48:14.098409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 8568fe00-3929-469e-931e-50fcaa73daa0 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:14.098807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:14.222861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:14.250180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:48:14.260391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 8568fe00-3929-469e-931e-50fcaa73daa0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8568fe00-3929-469e-931e-50fcaa73daa0,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:48:14.267136 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:14.334605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=8568fe00-3929-469e-931e-50fcaa73daa0,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:14.413235 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0', 'code': 200} Jan 20 14:48:14.686861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37498220-14a5-4fc8-97b6-a861d741c6ea req-a9e93d7a-72d3-4d05-897a-888caa99f5b7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:14.688331 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-37498220-14a5-4fc8-97b6-a861d741c6ea req-a9e93d7a-72d3-4d05-897a-888caa99f5b7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 945 time: 0.1474836 Jan 20 14:48:14.690147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7428aff-4a4d-43b1-9497-f68cf2124dde req-c71ef4e8-5424-4f8f-96ac-7bdbf4594ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:14.691435 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e7428aff-4a4d-43b1-9497-f68cf2124dde req-c71ef4e8-5424-4f8f-96ac-7bdbf4594ae9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 1098 time: 0.1099255 Jan 20 14:48:14.758319 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-37498220-14a5-4fc8-97b6-a861d741c6ea req-55f7058a-f324-4910-ab02-0a841b6bdcf8 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640891 Jan 20 14:48:14.759786 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e7428aff-4a4d-43b1-9497-f68cf2124dde req-b68fb174-96c4-4551-bf7c-d11bd51e844c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528376 Jan 20 14:48:15.963595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c153fdf-0d22-42c2-8e79-eecbae23f76b req-40c495f4-846c-4a35-b58f-c48d171173ff tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:15.965114 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3c153fdf-0d22-42c2-8e79-eecbae23f76b req-40c495f4-846c-4a35-b58f-c48d171173ff tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 945 time: 0.0844340 Jan 20 14:48:16.009822 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3c153fdf-0d22-42c2-8e79-eecbae23f76b req-dc69910f-4f2f-4532-8c3f-172acd6099b7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388801 Jan 20 14:48:17.199949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d229ed-0204-4bdd-86fd-5ccdae9fa800 req-b9b0090d-5ff1-482d-939d-090f640990e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:17.201461 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-51d229ed-0204-4bdd-86fd-5ccdae9fa800 req-b9b0090d-5ff1-482d-939d-090f640990e5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 945 time: 0.0826900 Jan 20 14:48:17.250803 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-51d229ed-0204-4bdd-86fd-5ccdae9fa800 req-a814dd83-e25c-4c69-8955-ec714a56661f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412452 Jan 20 14:48:17.464265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cf34e-6d50-44c8-a06c-3c352c9e52b0 req-cc62449d-527e-46a3-9696-9612cd7d3723 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:17.465799 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c24cf34e-6d50-44c8-a06c-3c352c9e52b0 req-cc62449d-527e-46a3-9696-9612cd7d3723 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 945 time: 0.0956082 Jan 20 14:48:17.511312 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c24cf34e-6d50-44c8-a06c-3c352c9e52b0 req-9727c60b-d4da-4627-b7a4-f0b5f88b515f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393295 Jan 20 14:48:17.539509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55602) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:17.610630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b78cd7-f0a4-4c70-858c-41384e160dbd tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:17.612100 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-92b78cd7-f0a4-4c70-858c-41384e160dbd tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 1093 time: 0.0715816 Jan 20 14:48:17.615888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55606) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:17.620667 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:17.626498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:17.630583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:floatingip and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:17.633456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:17.639075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:17.652325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:17.793524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:17.928626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.139 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/9c277ae0-f3c1-4322-a4f5-711cefc14a4d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:48:18.075176 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:18.109027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:18.167477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:48:18.170590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:48:18.174098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:48:18.221698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=9c277ae0-f3c1-4322-a4f5-711cefc14a4d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:18.690057 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:18.769573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:18.978735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:18.986436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:19.100111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=9c277ae0-f3c1-4322-a4f5-711cefc14a4d,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:19.111919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:19.291318 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 40892e28-ac88-4b89-beaa-94df2a387ba8 associated. External IP: 172.26.0.139, port: 8568fe00-3929-469e-931e-50fcaa73daa0. Jan 20 14:48:19.645768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router ebd77b48-1068-4662-a5bc-d50f66316cb9 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:48:19.835083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:48:19.845672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] Sync routers for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:48:19.855790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:48:19.856449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:48:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:19.861624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:19.917053 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-71d38165-ee2e-4218-b963-df31aba23ee6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3000422 Jan 20 14:48:19.917548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:48:19.919963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55610) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:20.002493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c65df-72f5-402b-97a5-340b92d79d69 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:20.006751 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-371c65df-72f5-402b-97a5-340b92d79d69 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 1093 time: 0.0830162 Jan 20 14:48:20.025606 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0', 'status': 'completed', 'code': 200} Jan 20 14:48:20.047606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:48:20.120714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-40e4fad7-172c-4bdd-9fcc-0139f80409cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:20.122176 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-40e4fad7-172c-4bdd-9fcc-0139f80409cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 1098 time: 0.0754478 Jan 20 14:48:20.254904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55620) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:20.255058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-8fb1e71e-445b-46b2-a1ca-255af0d93166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:20.256488 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-8fb1e71e-445b-46b2-a1ca-255af0d93166 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 898 time: 0.1281991 Jan 20 14:48:20.260742 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856600952', 'description': 'tempest-secgroup-smoke-1856600952 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:20.266868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:20.276649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:20.289551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.309673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:20.313394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:20.316107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:20.322290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:20.370742 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-53d029b1-92a5-4b8f-848b-bb412c52719a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 200 len: 999 time: 0.1082017 Jan 20 14:48:20.399437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.407189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.438451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-ee6c81c5-ed2d-49b4-8507-88053c955e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:20.439954 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-ee6c81c5-ed2d-49b4-8507-88053c955e8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0636532 Jan 20 14:48:20.447479 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '40892e28-ac88-4b89-beaa-94df2a387ba8', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:be:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:18Z', 'updated_at': '2022-01-20T14:48:18Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:20.451419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] Checking router: ebd77b48-1068-4662-a5bc-d50f66316cb9 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:48:20.459858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:48:20.460491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:48:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:20.461202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09f3a5b-a883-4517-95c6-c6cdf283032d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:20.469035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.472931 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-258e3039-49ec-4316-816f-b66515a43d38 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2140789 Jan 20 14:48:20.473220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55624) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:20.478866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'b09f3a5b-a883-4517-95c6-c6cdf283032d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:20.486941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:20.491453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:20.494758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:20.500983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:20.517431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-b3987a91-f321-47c8-a755-8363e7b7705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:20.518988 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-b3987a91-f321-47c8-a755-8363e7b7705d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722010 Jan 20 14:48:20.644841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:48:20.645075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.656932 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-dd61e795-1725-4e10-ad2a-9e1007882f81 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318073 Jan 20 14:48:20.713470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.718747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.742683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12145cf1-a9ab-4380-a796-38d1a3e60f04,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:20.759418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.763257 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cdcbea22-a602-45a8-92b6-98ab655e2072 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866340 Jan 20 14:48:20.763448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55628) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:20.768640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'b09f3a5b-a883-4517-95c6-c6cdf283032d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:20.774416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:20.778528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:20.781557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:20.789559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:20.792184 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-185d6e76-d1e0-40ed-8603-fe25bca2130c req-dad5a834-4b09-4a65-b801-703df1575e3a service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296804 Jan 20 14:48:20.809747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.869873 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.874584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.897731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b965608-1ac4-4b4e-bace-a26c05dba3e9,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:20.908094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.909357 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fcc011d4-23ce-4f3e-8f1b-53a6e2885206 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449463 Jan 20 14:48:20.913079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55632) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:20.917556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'b09f3a5b-a883-4517-95c6-c6cdf283032d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:20.923226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:20.927097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:20.929922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:20.935512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:20.953047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:20.998767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '40892e28-ac88-4b89-beaa-94df2a387ba8', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:be:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:18Z', 'updated_at': '2022-01-20T14:48:18Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:21.003139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26321d0-cb44-4de5-83f4-fe80ca2a07d8 None None] The sync data for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv is: [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '40892e28-ac88-4b89-beaa-94df2a387ba8', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:be:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:18Z', 'updated_at': '2022-01-20T14:48:18Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:48:21.021622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.027743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.056382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69aaef0c-c5b0-43a0-b56e-cb4c04da009b,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:21.062170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.064257 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0e0ce821-a868-4873-977d-8ef5f086113c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500340 Jan 20 14:48:21.066756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55636) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:21.072425 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'b09f3a5b-a883-4517-95c6-c6cdf283032d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:21.079564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:21.083439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:21.086357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:21.092461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:21.110045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.174362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.179767 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.208237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd140bd-60cc-4270-a383-6526c9fef2eb,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:21.218368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.219536 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1434476b-4a89-4429-87cb-af631f11e5be tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516311 Jan 20 14:48:21.222492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55640) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:21.222645 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0e6a36-590e-4454-ae25-c584b9cd8b79 None None] New status for floating IP 40892e28-ac88-4b89-beaa-94df2a387ba8: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:48:21.227461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'b09f3a5b-a883-4517-95c6-c6cdf283032d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:21.233584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:21.237769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:21.241120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:21.247157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:21.259709 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:48:21.266156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.328840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.333882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.356978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9000047-aeaa-4b59-8144-b030f2d9df4b,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:21.367065 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.371172 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f86b595a-73c7-4eb4-a36d-8e3e4c34a615 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478078 Jan 20 14:48:21.371318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55644) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:21.376440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'b09f3a5b-a883-4517-95c6-c6cdf283032d', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:21.382580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:21.386559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:21.389508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:21.395793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:21.410907 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:48:21.419125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.485906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.490773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.515397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e00802-0845-48f8-b6d9-ac1a45092240,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:21.527748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:21.532738 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ea295edb-b176-4052-b7ba-2e02d7658a34 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602988 Jan 20 14:48:21.694292 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-540bc784-32d5-4b82-af05-528d0cd9f109 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856600952&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0391433 Jan 20 14:48:21.935118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-6a8c312c-3c36-4564-9476-9dde26919d03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:21.936551 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-6a8c312c-3c36-4564-9476-9dde26919d03 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 797 time: 0.2355602 Jan 20 14:48:21.954488 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-f79d0336-7cb8-4217-a6d9-094c02972aea tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/quotas/7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 375 time: 0.0096130 Jan 20 14:48:22.045963 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-25884925-f466-4615-94bd-bb150b4891e6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0853920 Jan 20 14:48:22.197781 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-5dc4e08c-16c9-4aff-be76-01994e339bb0 service neutron] 10.222.0.87 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400676 Jan 20 14:48:22.327192 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-6945e980-4c1d-435b-bfd6-12a572b7db50 service neutron] 10.222.0.87 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235497 Jan 20 14:48:22.528948 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-247722ee-cba3-4c2e-b07c-2717c798a71c req-223de327-4480-4e62-9629-3835ad69acc7 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 210 time: 0.0454400 Jan 20 14:48:23.598035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-d589f468-6318-43c8-9c9d-8c398c66b9d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:23.599476 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-d589f468-6318-43c8-9c9d-8c398c66b9d1 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 797 time: 0.1493371 Jan 20 14:48:23.690920 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-8dcba6b2-0f62-4f58-b108-9f175d32aaf5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 472 time: 0.0809901 Jan 20 14:48:23.700901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'device_id': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'admin_state_up': True, 'tenant_id': '7b32be412f6047a4b4874650505da950', 'security_groups': ['b09f3a5b-a883-4517-95c6-c6cdf283032d']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:23.715395 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e4ce7e78-eec5-428e-8a8d-4ceb7c2cc3b3 req-5f034324-dd02-4a6b-8ea4-c9afaf490b20 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 210 time: 0.0769415 Jan 20 14:48:23.839831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:23.849911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:23.863864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:48:23.867521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:24.033107 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.10 (1e1f6201-eee9-4c69-94c4-800196630704/213d8a5b-8a6f-4c05-bab1-031fc9ad7286/50256992-2b5a-4046-8166-0ec10213fe78) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:48:24.227854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:24.244096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 50256992-2b5a-4046-8166-0ec10213fe78 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:48:24.270739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:24.343502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 1e1f6201-eee9-4c69-94c4-800196630704 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:48:24.346657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:48:24.350520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:48:24.380558 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=50256992-2b5a-4046-8166-0ec10213fe78,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:24.418234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:24.418844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:24.448298 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-df265026-b79e-464f-8fd3-3495dc1cc3e0 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7503586 Jan 20 14:48:24.463773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Request body: {'port': {'device_id': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:24.556966 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-43551405-a8e9-492b-9c51-cf94c43cb958 None None] Provisioning for port 50256992-2b5a-4046-8166-0ec10213fe78 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:48:24.561990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-43551405-a8e9-492b-9c51-cf94c43cb958 None None] Provisioning complete for port 50256992-2b5a-4046-8166-0ec10213fe78 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:24.562474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-43551405-a8e9-492b-9c51-cf94c43cb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:24.577129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:24.614803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-43551405-a8e9-492b-9c51-cf94c43cb958 None None] Port 50256992-2b5a-4046-8166-0ec10213fe78 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:48:24.836774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:24.905118 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc7993-e653-478a-8e27-42382dd3c239 req-98175815-12cc-434a-935e-f70bf018bd08 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:24.906579 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-25bc7993-e653-478a-8e27-42382dd3c239 req-98175815-12cc-434a-935e-f70bf018bd08 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 932 time: 0.0855205 Jan 20 14:48:24.950186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-25bc7993-e653-478a-8e27-42382dd3c239 req-669d35a6-122c-4c54-a917-bce4137bc040 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:48:24.966641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-25bc7993-e653-478a-8e27-42382dd3c239 req-669d35a6-122c-4c54-a917-bce4137bc040 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:48:24.967807 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-25bc7993-e653-478a-8e27-42382dd3c239 req-669d35a6-122c-4c54-a917-bce4137bc040 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554180 Jan 20 14:48:25.019690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50256992-2b5a-4046-8166-0ec10213fe78 {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:48:25.027114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:25.041763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Transition to ACTIVE for port object 50256992-2b5a-4046-8166-0ec10213fe78 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:48:25.046614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:25.210302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Pushing event updated for resources: {'Port': ['ID=50256992-2b5a-4046-8166-0ec10213fe78,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:25.289103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Attempting to bind port 50256992-2b5a-4046-8166-0ec10213fe78 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:48:25.289421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Attempting to bind port 50256992-2b5a-4046-8166-0ec10213fe78 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:48:25.289779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Attempting to bind port 50256992-2b5a-4046-8166-0ec10213fe78 on network 1e1f6201-eee9-4c69-94c4-800196630704 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:48:25.294749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Port 50256992-2b5a-4046-8166-0ec10213fe78 on network 1e1f6201-eee9-4c69-94c4-800196630704 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:48:25.295062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Attempting to bind port 50256992-2b5a-4046-8166-0ec10213fe78 on network 1e1f6201-eee9-4c69-94c4-800196630704 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:48:25.300711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:48:25.301046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Checking segment: {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:48:25.301502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Bound using segment: {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:48:25.302071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Bound port: 50256992-2b5a-4046-8166-0ec10213fe78, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5086cb9e-432e-4c14-b402-3911057dc4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:48:25.302417 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:25.394428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] For port 50256992-2b5a-4046-8166-0ec10213fe78, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:48:25.397472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] For port 50256992-2b5a-4046-8166-0ec10213fe78, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=50256992-2b5a-4046-8166-0ec10213fe78,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:48:25.404278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:25.463465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:25.464074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:25.465471 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] 10.222.0.72 "PUT /v2.0/ports/50256992-2b5a-4046-8166-0ec10213fe78 HTTP/1.1" status: 200 len: 1094 time: 1.0060887 Jan 20 14:48:25.466070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'tag': '50256992-2b5a-4046-8166-0ec10213fe78'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:48:25.493131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216b97e-728e-4d15-9539-3e0e77f39b6f service neutron] Pushing event updated for resources: {'Port': ['ID=50256992-2b5a-4046-8166-0ec10213fe78,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:25.546315 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'tag': '50256992-2b5a-4046-8166-0ec10213fe78', 'status': 'completed', 'code': 200} Jan 20 14:48:25.588460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-cb70bf4d-536b-454e-8e19-22d4eeda269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:25.589945 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-cb70bf4d-536b-454e-8e19-22d4eeda269a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 1097 time: 0.0805082 Jan 20 14:48:25.659121 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-05b52d27-9d0f-43a9-a9c9-012812b70250 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50256992-2b5a-4046-8166-0ec10213fe78 HTTP/1.1" status: 200 len: 217 time: 0.0611930 Jan 20 14:48:25.733059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-ec5ae516-3c1a-49e3-9c94-597785553c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:25.734405 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-ec5ae516-3c1a-49e3-9c94-597785553c7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0700812 Jan 20 14:48:25.814220 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-ba91848f-d0e3-4650-865b-8b1c02bd289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:25.815714 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-ba91848f-d0e3-4650-865b-8b1c02bd289d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755401 Jan 20 14:48:25.946307 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-01e5733b-3854-46a3-a317-d49d09f6f13a service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241586 Jan 20 14:48:26.083798 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1044470f-6094-46ff-b3b9-7881bcc74c9e req-5c3ef0f0-48fe-435d-9abb-084bc5e4de96 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310027 Jan 20 14:48:26.159573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fc64d-84e9-41a0-b395-1d1dfbb115ef req-b7d47a72-90cf-4a81-b9fb-259b4c0a5406 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:26.161109 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-105fc64d-84e9-41a0-b395-1d1dfbb115ef req-b7d47a72-90cf-4a81-b9fb-259b4c0a5406 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 944 time: 0.0855086 Jan 20 14:48:26.207093 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-105fc64d-84e9-41a0-b395-1d1dfbb115ef req-d336b1f9-af07-4e98-872b-408b45c2be7b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399072 Jan 20 14:48:26.215326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-a20d5ef6-7d58-423b-a064-b6dd32e3cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:26.217240 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-a20d5ef6-7d58-423b-a064-b6dd32e3cbbf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 1097 time: 0.0824990 Jan 20 14:48:26.352773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-efd29d6a-28b1-480e-aa74-96d503376033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:26.354114 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-efd29d6a-28b1-480e-aa74-96d503376033 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 898 time: 0.1259639 Jan 20 14:48:26.428076 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-76fd93e0-311f-4995-8cd2-e679b2b92787 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50256992-2b5a-4046-8166-0ec10213fe78 HTTP/1.1" status: 200 len: 217 time: 0.0654817 Jan 20 14:48:26.495310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-8ac0e446-c1bb-4322-8845-830d702e3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:26.496740 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-8ac0e446-c1bb-4322-8845-830d702e3b44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0621517 Jan 20 14:48:26.593110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-0c58b9e9-9b70-4704-a64f-c32d912c84da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:26.594637 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-0c58b9e9-9b70-4704-a64f-c32d912c84da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892386 Jan 20 14:48:26.822485 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-7d410c99-8ed2-4c6f-b2ad-5e83e94a5f6b service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204454 Jan 20 14:48:26.965742 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a93202a4-a0b7-4c45-b7ce-a349f3ece5be req-5c0ea6ae-5abe-40e0-8849-22c65685f04d service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353595 Jan 20 14:48:27.424783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb4d8e-7354-4222-8c52-199f2b2aa755 req-74be6877-730d-475d-8f83-59ba57d41a0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:27.425532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-e1eb4d8e-7354-4222-8c52-199f2b2aa755 req-74be6877-730d-475d-8f83-59ba57d41a0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:48:27.444039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-e1eb4d8e-7354-4222-8c52-199f2b2aa755 req-74be6877-730d-475d-8f83-59ba57d41a0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:48:27.446307 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e1eb4d8e-7354-4222-8c52-199f2b2aa755 req-74be6877-730d-475d-8f83-59ba57d41a0c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 944 time: 0.1195958 Jan 20 14:48:27.500187 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e1eb4d8e-7354-4222-8c52-199f2b2aa755 req-00194d1f-2342-46f5-8572-2894465a5289 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479617 Jan 20 14:48:28.100044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 50256992-2b5a-4046-8166-0ec10213fe78 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:48:28.246216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 50256992-2b5a-4046-8166-0ec10213fe78, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=50256992-2b5a-4046-8166-0ec10213fe78,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:48:28.259851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '50256992-2b5a-4046-8166-0ec10213fe78', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'port_id': '50256992-2b5a-4046-8166-0ec10213fe78', 'mac_address': 'fa:16:3e:9b:87:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:48:28.322198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:28.342190 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50256992-2b5a-4046-8166-0ec10213fe78 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:48:28.366418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 50256992-2b5a-4046-8166-0ec10213fe78, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=50256992-2b5a-4046-8166-0ec10213fe78,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:48:28.372515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:28.453513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=50256992-2b5a-4046-8166-0ec10213fe78,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:28.593469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['50256992-2b5a-4046-8166-0ec10213fe78'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:48:28.687621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137d5a6-b2fc-430c-aebe-41dc6b842835 req-1a876a49-16b2-432d-9fb2-83413ca62eaa tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:28.689146 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c137d5a6-b2fc-430c-aebe-41dc6b842835 req-1a876a49-16b2-432d-9fb2-83413ca62eaa tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 945 time: 0.0831530 Jan 20 14:48:28.734118 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c137d5a6-b2fc-430c-aebe-41dc6b842835 req-119ee56f-8f7a-4e64-9384-85a5014cc629 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388765 Jan 20 14:48:29.947299 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e710391-2420-46ea-873e-35650f27249e req-16d8029e-260b-4d0e-a7fb-c2973081a4dd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:29.949352 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e710391-2420-46ea-873e-35650f27249e req-16d8029e-260b-4d0e-a7fb-c2973081a4dd tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 945 time: 0.0991797 Jan 20 14:48:29.995425 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e710391-2420-46ea-873e-35650f27249e req-c8a8e79f-f04e-4177-9b13-7fb051356e3d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Jan 20 14:48:30.115660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 50256992-2b5a-4046-8166-0ec10213fe78 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:48:30.197930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 50256992-2b5a-4046-8166-0ec10213fe78 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:48:30.202920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 50256992-2b5a-4046-8166-0ec10213fe78 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:48:30.203297 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:30.326937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:30.358254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50256992-2b5a-4046-8166-0ec10213fe78'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:48:30.370589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 50256992-2b5a-4046-8166-0ec10213fe78, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=50256992-2b5a-4046-8166-0ec10213fe78,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:48:30.377275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:30.408251 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50256992-2b5a-4046-8166-0ec10213fe78', 'code': 200} Jan 20 14:48:30.446955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=50256992-2b5a-4046-8166-0ec10213fe78,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:30.667522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438e3ba-b72a-452e-88d5-4e6f0789ab2e req-c0afb142-eabc-4ff0-b2b0-934c27816661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:30.668936 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8438e3ba-b72a-452e-88d5-4e6f0789ab2e req-c0afb142-eabc-4ff0-b2b0-934c27816661 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 1099 time: 0.0742075 Jan 20 14:48:30.714854 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8438e3ba-b72a-452e-88d5-4e6f0789ab2e req-8db885fc-4912-48ee-9928-48d0d425256c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 Jan 20 14:48:31.194003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53262d4e-fd1d-446d-ab26-eaabf1017cb0 req-27775fc8-8b41-427c-aefa-e34330bdaa28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:31.195906 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-53262d4e-fd1d-446d-ab26-eaabf1017cb0 req-27775fc8-8b41-427c-aefa-e34330bdaa28 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 946 time: 0.0950639 Jan 20 14:48:31.247089 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-53262d4e-fd1d-446d-ab26-eaabf1017cb0 req-4b9496bd-35cf-495f-ae64-bc45b3e1a992 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428197 Jan 20 14:48:32.447840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f550-ca48-4ddc-a43d-14f18b00ba58 req-9651a79c-ed59-4d6d-a47a-945f2e521aeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:32.449212 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3999f550-ca48-4ddc-a43d-14f18b00ba58 req-9651a79c-ed59-4d6d-a47a-945f2e521aeb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 946 time: 0.0884891 Jan 20 14:48:32.494868 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3999f550-ca48-4ddc-a43d-14f18b00ba58 req-c560390a-11cd-4cf6-b61f-1bf918c03451 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371957 Jan 20 14:48:32.694338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cac00-1a7e-42a1-8c95-1b53bd0785ee req-e127f95c-17ee-4b5f-bf82-50e451f0b338 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:32.696184 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-996cac00-1a7e-42a1-8c95-1b53bd0785ee req-e127f95c-17ee-4b5f-bf82-50e451f0b338 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 946 time: 0.0966990 Jan 20 14:48:32.741734 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-996cac00-1a7e-42a1-8c95-1b53bd0785ee req-7f135cd5-9dd8-45c1-b841-a38db49814e6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 Jan 20 14:48:32.764179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55698) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:32.838833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba3c2c-931f-45d9-b567-086edb8c5162 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:32.840393 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-89ba3c2c-931f-45d9-b567-086edb8c5162 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 1094 time: 0.0749104 Jan 20 14:48:32.844487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55702) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:48:32.849469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '50256992-2b5a-4046-8166-0ec10213fe78', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:48:32.855360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:48:32.859244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:floatingip and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:48:32.862559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:48:32.868444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:48:32.883412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:33.021648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:33.106215 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3468774d-27d2-4bd2-984d-e5314cd8cdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:33.160416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.216 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/70d14e47-97a3-4537-a7e4-15e682f6d7fc) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:48:33.309408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:33.344833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:33.411107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:48:33.413814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:48:33.418947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:48:33.452953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=70d14e47-97a3-4537-a7e4-15e682f6d7fc,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:33.965662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:34.044098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:34.250181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:34.257775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:34.363252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=70d14e47-97a3-4537-a7e4-15e682f6d7fc,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:48:34.376094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:34.555202 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 257ce750-573c-45cd-9e35-9ae0319fac04 associated. External IP: 172.26.0.216, port: 50256992-2b5a-4046-8166-0ec10213fe78. Jan 20 14:48:34.920309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router ebd77b48-1068-4662-a5bc-d50f66316cb9 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:48:35.094818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:48:35.104754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] Sync routers for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:48:35.115449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:48:35.116004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:48:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:35.120365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:35.181349 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-978a32b4-8179-4f94-a716-a5bc81cf1471 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3356326 Jan 20 14:48:35.181736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'tag': '50256992-2b5a-4046-8166-0ec10213fe78'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:48:35.226341 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'tag': '50256992-2b5a-4046-8166-0ec10213fe78', 'status': 'completed', 'code': 200} Jan 20 14:48:35.329208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-18eb26f6-fbf7-4aca-89d2-82413c5b86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:35.330728 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-18eb26f6-fbf7-4aca-89d2-82413c5b86e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 1099 time: 0.0819962 Jan 20 14:48:35.332616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:48:35.467924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-33409e8f-11f2-48ac-8e16-0a6f2c16d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:35.469332 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-33409e8f-11f2-48ac-8e16-0a6f2c16d0ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 898 time: 0.1324656 Jan 20 14:48:35.496095 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cc21bcde-8d5c-4866-b84e-8f7faa0fd88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:35.571130 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-0e8dbe38-6741-4702-a72a-9e34ac0db32d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50256992-2b5a-4046-8166-0ec10213fe78 HTTP/1.1" status: 200 len: 1000 time: 0.0949316 Jan 20 14:48:35.634253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-e4d12c43-3b09-4ca4-a71d-2d2c119e08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:35.635714 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-e4d12c43-3b09-4ca4-a71d-2d2c119e08bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0584946 Jan 20 14:48:35.694767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '257ce750-573c-45cd-9e35-9ae0319fac04', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '50256992-2b5a-4046-8166-0ec10213fe78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:9b:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:33Z', 'updated_at': '2022-01-20T14:48:33Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}, {'id': '40892e28-ac88-4b89-beaa-94df2a387ba8', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:be:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:18Z', 'updated_at': '2022-01-20T14:48:21Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:35.699428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] Checking router: ebd77b48-1068-4662-a5bc-d50f66316cb9 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:48:35.708229 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:48:35.708847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:48:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:35.718207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-f20274bc-cb03-4955-98e5-f947aa213e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:35.719659 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-f20274bc-cb03-4955-98e5-f947aa213e52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768232 Jan 20 14:48:35.854540 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-4b1ab851-aeaa-4bd6-bb6b-c501522d93b5 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275587 Jan 20 14:48:35.889102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:48:35.988636 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30cc5175-0a99-4679-9860-cf67bccbb719 req-4298af6c-57fa-4e01-879c-efaf6280e261 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261554 Jan 20 14:48:36.242581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '257ce750-573c-45cd-9e35-9ae0319fac04', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '50256992-2b5a-4046-8166-0ec10213fe78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:9b:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:33Z', 'updated_at': '2022-01-20T14:48:33Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}, {'id': '40892e28-ac88-4b89-beaa-94df2a387ba8', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:be:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:18Z', 'updated_at': '2022-01-20T14:48:21Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:48:36.246838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16de1432-f870-4866-af15-7d6b381faf21 None None] The sync data for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv is: [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '257ce750-573c-45cd-9e35-9ae0319fac04', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '50256992-2b5a-4046-8166-0ec10213fe78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:9b:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:33Z', 'updated_at': '2022-01-20T14:48:33Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}, {'id': '40892e28-ac88-4b89-beaa-94df2a387ba8', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:be:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:18Z', 'updated_at': '2022-01-20T14:48:21Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:48:36.434737 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7b1ac-4ced-4edb-8e16-a5a7f8858f87 None None] New status for floating IP 257ce750-573c-45cd-9e35-9ae0319fac04: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:48:36.471101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:36.472880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:37.935778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:40.676586 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:48:44.392307 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-713938ba-d1cb-4718-a918-70c16c9401d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749927 Jan 20 14:48:44.540225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-03f19b8a-792e-4bf7-b474-789451838f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:44.541748 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-03f19b8a-792e-4bf7-b474-789451838f43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 1098 time: 0.0751443 Jan 20 14:48:44.780607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-bb20b7ef-f6a9-4207-9117-9b20ad6c54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:44.782053 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-bb20b7ef-f6a9-4207-9117-9b20ad6c54bb service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 898 time: 0.2180860 Jan 20 14:48:44.894095 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-0b94692e-f795-4f21-a10f-49055473eb17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 200 len: 1001 time: 0.1011786 Jan 20 14:48:44.963210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-8ad6a08a-b88a-4a27-b22d-76a8ac1d3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:44.964547 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-8ad6a08a-b88a-4a27-b22d-76a8ac1d3eea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0610547 Jan 20 14:48:45.039763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-dbfe66b5-e599-4be2-9613-18aa26262904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:45.041262 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-dbfe66b5-e599-4be2-9613-18aa26262904 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705011 Jan 20 14:48:45.175634 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-ca86e194-c635-4096-bc90-753a1af33208 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262074 Jan 20 14:48:45.309171 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9964916d-8e05-4c0d-8160-1acf1874b74b req-ee4e6929-92ca-471c-b1bb-872bc592dd05 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270013 Jan 20 14:48:54.861850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:03.115447 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c9d3a156-5b3b-49b2-b2d2-5cbfbfdc69aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:05.460993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-81c15a06-7301-4302-acc5-f0f4987063b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:06.481575 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:06.483119 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:07.935969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:11.146564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55720) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:11.370704 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-175ae4bc-fb2e-4577-abbd-d0e29fe3a9dc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/40892e28-ac88-4b89-beaa-94df2a387ba8 HTTP/1.1" status: 200 len: 993 time: 0.2225521 Jan 20 14:49:12.175088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55730) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:12.181442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:12.298415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:12.518080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 8568fe00-3929-469e-931e-50fcaa73daa0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8568fe00-3929-469e-931e-50fcaa73daa0,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:12.543876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:12.551725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:12.616828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:12.617422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:12.618785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/ports/8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 200 len: 938 time: 0.4425731 Jan 20 14:49:12.619330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:12.639217 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=8568fe00-3929-469e-931e-50fcaa73daa0,revision_number=6']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:12.646609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.647081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.647421 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.647748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.648071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.648441 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.648757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.649079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.649394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.649706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.650018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.650326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20041d00-6a3f-4ca0-b4da-64ebf3739acf tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:12.675412 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0', 'status': 'completed', 'code': 200} Jan 20 14:49:12.769355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-510145cf-c92e-4af4-8a51-24c984565bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:12.770756 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-510145cf-c92e-4af4-8a51-24c984565bc8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 1099 time: 0.0730531 Jan 20 14:49:12.834275 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-87931a6a-2139-408f-ba90-dbab66295c55 None None] Provisioning complete for port 8568fe00-3929-469e-931e-50fcaa73daa0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:12.834861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-87931a6a-2139-408f-ba90-dbab66295c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:12.907681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-65a2bdb9-9b02-405f-93b1-2dfdbd9a3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:12.909100 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-65a2bdb9-9b02-405f-93b1-2dfdbd9a3be8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 898 time: 0.1322985 Jan 20 14:49:12.936241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-87931a6a-2139-408f-ba90-dbab66295c55 None None] Port 8568fe00-3929-469e-931e-50fcaa73daa0 is administratively disabled so it will not transition to active. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 20 14:49:13.019329 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-d86207ad-e4bf-4fc5-992f-8d02e88483c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 200 len: 1002 time: 0.1043074 Jan 20 14:49:13.086743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-8dd8ab94-bffe-461b-a2f9-45969a663fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:13.088164 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-8dd8ab94-bffe-461b-a2f9-45969a663fe6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0624623 Jan 20 14:49:13.161327 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-081af794-3787-43e6-8437-849eed8db328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:13.162759 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-081af794-3787-43e6-8437-849eed8db328 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683753 Jan 20 14:49:13.299499 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-ca5f5551-5ac3-45d9-866b-475f1d5f645a service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304100 Jan 20 14:49:13.438755 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b881e8b7-8719-4ead-9aef-f984cfe69db7 req-6e246c60-72c6-4e25-8a78-d9db5edc7cb9 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326334 Jan 20 14:49:16.049732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55740) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:16.055845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ee700dcf-c833-4a16-adf3-a94129767a89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:16.182370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ee700dcf-c833-4a16-adf3-a94129767a89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:16.408316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-ee700dcf-c833-4a16-adf3-a94129767a89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 8568fe00-3929-469e-931e-50fcaa73daa0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8568fe00-3929-469e-931e-50fcaa73daa0,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:16.437004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ee700dcf-c833-4a16-adf3-a94129767a89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:16.443910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ee700dcf-c833-4a16-adf3-a94129767a89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:16.509189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee700dcf-c833-4a16-adf3-a94129767a89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:16.509799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ee700dcf-c833-4a16-adf3-a94129767a89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:16.511154 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ee700dcf-c833-4a16-adf3-a94129767a89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/ports/8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 200 len: 937 time: 0.4603364 Jan 20 14:49:16.511703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:16.514394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55744) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:16.531592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee700dcf-c833-4a16-adf3-a94129767a89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=8568fe00-3929-469e-931e-50fcaa73daa0,revision_number=7']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:16.571559 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0', 'status': 'completed', 'code': 200} Jan 20 14:49:16.734663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['8568fe00-3929-469e-931e-50fcaa73daa0'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:49:16.799151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0393d45d-4adf-45d0-a1bd-c3b5fd283a02 None None] Provisioning complete for port 8568fe00-3929-469e-931e-50fcaa73daa0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:16.799538 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-61422a0a-635d-48eb-8488-8c0e84dc0887 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/40892e28-ac88-4b89-beaa-94df2a387ba8 HTTP/1.1" status: 200 len: 993 time: 0.2836239 Jan 20 14:49:16.799642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0393d45d-4adf-45d0-a1bd-c3b5fd283a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:16.814855 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-0f398930-940f-432d-abea-090c7e25ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:16.816487 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-0f398930-940f-432d-abea-090c7e25ad79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 1098 time: 0.2156887 Jan 20 14:49:16.952750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-db01062d-65b5-4955-b3cc-f8905e2b49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:16.954256 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-db01062d-65b5-4955-b3cc-f8905e2b49fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 898 time: 0.1316431 Jan 20 14:49:17.052659 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-ec5bcb97-e49d-4b47-a2db-9c330f65425b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 200 len: 1001 time: 0.0922539 Jan 20 14:49:17.116624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-5c1c787c-3a76-43d0-9755-b79a64c83d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:17.118062 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-5c1c787c-3a76-43d0-9755-b79a64c83d3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0601408 Jan 20 14:49:17.195669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-0ea5f39b-fd95-41bb-b11c-8e77fd1f9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:17.197167 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-0ea5f39b-fd95-41bb-b11c-8e77fd1f9ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728569 Jan 20 14:49:17.328906 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-7137dfb5-3001-4e29-b20e-996e910d1a4d service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239951 Jan 20 14:49:17.472438 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-93f0102b-e8df-477b-a345-06c84f753bd5 req-5f6ea3aa-6cd8-4552-966b-e8b0ed79e709 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365843 Jan 20 14:49:17.681566 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:49:19.682243 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55758) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:19.893138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 70d14e47-97a3-4537-a7e4-15e682f6d7fc {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:49:19.893542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:20.063434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:20.063761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:20.186375 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 70d14e47-97a3-4537-a7e4-15e682f6d7fc owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:49:20.343020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:20.495337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=70d14e47-97a3-4537-a7e4-15e682f6d7fc,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:20.586322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:20.586654 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 257ce750-573c-45cd-9e35-9ae0319fac04 disassociated (deleted). External IP: 172.26.0.216, port: 50256992-2b5a-4046-8166-0ec10213fe78. Jan 20 14:49:20.933370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router ebd77b48-1068-4662-a5bc-d50f66316cb9 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:49:21.112696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:49:21.123625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] Sync routers for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:49:21.136235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:21.136990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:21.137653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:21.191660 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1af0c76e-9a1a-4315-9903-5df24f8006b5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/floatingips/257ce750-573c-45cd-9e35-9ae0319fac04 HTTP/1.1" status: 204 len: 168 time: 1.5080321 Jan 20 14:49:21.192235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'tag': '50256992-2b5a-4046-8166-0ec10213fe78'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:21.239191 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'tag': '50256992-2b5a-4046-8166-0ec10213fe78', 'status': 'completed', 'code': 200} Jan 20 14:49:21.317150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:49:21.336393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-bf7357b9-c7d0-4707-8411-528c48c544ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:21.337870 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-bf7357b9-c7d0-4707-8411-528c48c544ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 1099 time: 0.0770011 Jan 20 14:49:21.479211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-f35d197f-d68c-4f1e-99a4-4d4651bb60c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:21.480708 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-f35d197f-d68c-4f1e-99a4-4d4651bb60c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 898 time: 0.1364055 Jan 20 14:49:21.585166 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-85e346a9-c09a-4944-9805-b6671ce25f05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50256992-2b5a-4046-8166-0ec10213fe78 HTTP/1.1" status: 200 len: 217 time: 0.0965891 Jan 20 14:49:21.666385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-395c52da-9a0f-459f-a853-39fc0c9085a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:21.667829 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-395c52da-9a0f-459f-a853-39fc0c9085a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0710661 Jan 20 14:49:21.683923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '40892e28-ac88-4b89-beaa-94df2a387ba8', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:be:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:18Z', 'updated_at': '2022-01-20T14:48:21Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:21.687943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] Checking router: ebd77b48-1068-4662-a5bc-d50f66316cb9 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:49:21.696937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:21.697531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:21.727395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605b228-3855-4fae-a33f-f15026657652 req-b70a0dc0-3ad4-453d-a22e-be9d9da59671 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:21.729025 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5605b228-3855-4fae-a33f-f15026657652 req-b70a0dc0-3ad4-453d-a22e-be9d9da59671 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 946 time: 0.1937897 Jan 20 14:49:21.784238 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5605b228-3855-4fae-a33f-f15026657652 req-a140cba9-bca7-4511-aaf2-85c9bf904259 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463104 Jan 20 14:49:21.793726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-f6f9defe-0989-4b9e-a3e5-5d9d8a2309c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:21.795440 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-f6f9defe-0989-4b9e-a3e5-5d9d8a2309c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200824 Jan 20 14:49:21.876024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:49:21.927552 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-baab5c6f-1e65-47c8-833c-769c3a97ab1c service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244380 Jan 20 14:49:22.070733 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-25ac498a-c2ae-4746-ad7a-207d56059636 req-27adf5b7-d619-43d9-8cae-d15d1fdea435 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359186 Jan 20 14:49:22.276680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '40892e28-ac88-4b89-beaa-94df2a387ba8', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:be:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:18Z', 'updated_at': '2022-01-20T14:48:21Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:22.281181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc372efb-fa92-430c-a99f-6644ffa6ac79 None None] The sync data for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv is: [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '40892e28-ac88-4b89-beaa-94df2a387ba8', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.139', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'port_id': '8568fe00-3929-469e-931e-50fcaa73daa0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'mac_address': 'fa:16:3e:be:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:48:18Z', 'updated_at': '2022-01-20T14:48:21Z', 'revision_number': 1, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:49:22.515769 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd3551-861c-4912-add6-ea58813309f3 None None] New status for floating IP 257ce750-573c-45cd-9e35-9ae0319fac04: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:49:22.856245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-6bfd7789-87b7-4ff8-b92f-38dbfdf3c944 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:22.857961 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-6bfd7789-87b7-4ff8-b92f-38dbfdf3c944 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 946 time: 0.0925958 Jan 20 14:49:22.975511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48826bb2-27f9-4981-8a36-e37f5af96e11 req-1f727f96-0864-4b19-94d8-d01bc7f8f66c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:22.976271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-48826bb2-27f9-4981-8a36-e37f5af96e11 req-1f727f96-0864-4b19-94d8-d01bc7f8f66c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:22.996868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-48826bb2-27f9-4981-8a36-e37f5af96e11 req-1f727f96-0864-4b19-94d8-d01bc7f8f66c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:23.000704 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-48826bb2-27f9-4981-8a36-e37f5af96e11 req-1f727f96-0864-4b19-94d8-d01bc7f8f66c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 946 time: 0.1081977 Jan 20 14:49:23.042737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 50256992-2b5a-4046-8166-0ec10213fe78 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:49:23.043063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:23.048678 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-48826bb2-27f9-4981-8a36-e37f5af96e11 req-6de472a4-0b25-4fb1-a232-b1e504ee38ef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=b09f3a5b-a883-4517-95c6-c6cdf283032d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441432 Jan 20 14:49:23.294293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 50256992-2b5a-4046-8166-0ec10213fe78, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=50256992-2b5a-4046-8166-0ec10213fe78,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:23.294542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:23.418315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 50256992-2b5a-4046-8166-0ec10213fe78 owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:49:23.574487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:23.625885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=50256992-2b5a-4046-8166-0ec10213fe78,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:23.662542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.662881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.663214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.663536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.663851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.664163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.664504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.664817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.665130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.665435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.665748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.666049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:23.712340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port 50256992-2b5a-4046-8166-0ec10213fe78 on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:49:23.715056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:23.717921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'name': 'network-vif-deleted', 'tag': '50256992-2b5a-4046-8166-0ec10213fe78'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:23.738260 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d32a4a6f-68d4-46ea-8f4f-8c34eb2867a3 req-22598d15-9703-40bb-919a-a127c2b0d09c tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "DELETE /v2.0/ports/50256992-2b5a-4046-8166-0ec10213fe78 HTTP/1.1" status: 204 len: 173 time: 0.8743279 Jan 20 14:49:23.820886 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b88095-6c04-4406-839f-4a3b9b1d6660', 'name': 'network-vif-deleted', 'tag': '50256992-2b5a-4046-8166-0ec10213fe78', 'status': 'completed', 'code': 200} Jan 20 14:49:24.221674 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-480d408a-e00d-4386-b559-7348cf8412d5 req-741b2f05-f0db-4c8a-afc5-85886a8fa525 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b88095-6c04-4406-839f-4a3b9b1d6660 HTTP/1.1" status: 200 len: 210 time: 0.0444016 Jan 20 14:49:24.860655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:25.328697 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55778) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:25.402307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7aff2eb1-60be-4d9a-9d24-598944e73f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:25.432237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7aff2eb1-60be-4d9a-9d24-598944e73f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:25.497756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7aff2eb1-60be-4d9a-9d24-598944e73f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:25.515733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff2eb1-60be-4d9a-9d24-598944e73f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09f3a5b-a883-4517-95c6-c6cdf283032d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:25.528191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7aff2eb1-60be-4d9a-9d24-598944e73f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:25.531959 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7aff2eb1-60be-4d9a-9d24-598944e73f06 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/b09f3a5b-a883-4517-95c6-c6cdf283032d HTTP/1.1" status: 204 len: 168 time: 0.1997168 Jan 20 14:49:25.560661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55784) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:25.765271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 9c277ae0-f3c1-4322-a4f5-711cefc14a4d {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:49:25.765526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:25.935273 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:25.935561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:26.062237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 9c277ae0-f3c1-4322-a4f5-711cefc14a4d owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:49:26.214350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:26.362106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=9c277ae0-f3c1-4322-a4f5-711cefc14a4d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:26.450759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:26.451065 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP 40892e28-ac88-4b89-beaa-94df2a387ba8 disassociated (deleted). External IP: 172.26.0.139, port: 8568fe00-3929-469e-931e-50fcaa73daa0. Jan 20 14:49:26.458820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 50256992-2b5a-4046-8166-0ec10213fe78 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:49:26.492693 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 50256992-2b5a-4046-8166-0ec10213fe78 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:49:26.493044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 50256992-2b5a-4046-8166-0ec10213fe78 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:49:26.803772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router ebd77b48-1068-4662-a5bc-d50f66316cb9 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:49:26.982536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:49:26.993078 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] Sync routers for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:49:26.999046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:27.004032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:27.004781 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:27.057853 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3cce925b-18b0-41dd-96df-493684016ae3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/floatingips/40892e28-ac88-4b89-beaa-94df2a387ba8 HTTP/1.1" status: 204 len: 168 time: 1.4960141 Jan 20 14:49:27.060649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:27.106718 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0', 'status': 'completed', 'code': 200} Jan 20 14:49:27.191042 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:49:27.202043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-45720eb1-3d5a-4748-8beb-0337f6f60df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:27.204684 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-45720eb1-3d5a-4748-8beb-0337f6f60df3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 1098 time: 0.0717289 Jan 20 14:49:27.336992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-96d635c6-e1ee-4fa5-aecf-91877e457626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:27.338547 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-96d635c6-e1ee-4fa5-aecf-91877e457626 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 200 len: 898 time: 0.1290822 Jan 20 14:49:27.417180 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-379de276-36ec-4963-90fc-e7acba3d58d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 200 len: 217 time: 0.0691786 Jan 20 14:49:27.434915 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8ae51-bcd8-4163-ace9-1a86705e5720 req-e8255416-cbc4-4e44-b41a-02750fe81cef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:27.437049 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1bf8ae51-bcd8-4163-ace9-1a86705e5720 req-e8255416-cbc4-4e44-b41a-02750fe81cef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 945 time: 0.0857720 Jan 20 14:49:27.480549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-2213f8c6-67a4-404d-bac1-a02495e106a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:27.482046 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-2213f8c6-67a4-404d-bac1-a02495e106a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 200 len: 835 time: 0.0606217 Jan 20 14:49:27.484529 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1bf8ae51-bcd8-4163-ace9-1a86705e5720 req-b227d320-f64d-43e4-adfe-a5d9466e691d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406065 Jan 20 14:49:27.529289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:27.533156 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] Checking router: ebd77b48-1068-4662-a5bc-d50f66316cb9 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:49:27.541358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:27.541950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:27.562661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-083376b1-8500-4572-9af5-fdb14aa7ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:27.564178 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-083376b1-8500-4572-9af5-fdb14aa7ca3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e1f6201-eee9-4c69-94c4-800196630704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742924 Jan 20 14:49:27.696283 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-3294bf13-4fc9-43ee-8066-324db4706275 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251278 Jan 20 14:49:27.715247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:49:27.936471 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e975dd15-94f7-4c23-8222-c8e33177c06e req-7482fd4a-3c51-4419-b3ee-d59b369ded10 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334180 Jan 20 14:49:28.039515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:28.043577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d94c1-5cba-402c-9597-fb07d93648b4 None None] The sync data for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv is: [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:47:59Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '1d4a3bf7-9bcb-4daa-9796-8dcb998f2375', 'name': '', 'network_id': '1e1f6201-eee9-4c69-94c4-800196630704', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:36:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:59Z', 'updated_at': '2022-01-20T14:48:04Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': '213d8a5b-8a6f-4c05-bab1-031fc9ad7286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:49:28.270994 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b647fd-55b4-4059-b40b-f1aecd2114d6 None None] New status for floating IP 40892e28-ac88-4b89-beaa-94df2a387ba8: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:49:28.678003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff21b99-29fd-464a-9197-d0e0da8860ba req-8aec8fca-096b-41ed-a3f3-8485ff5a1e4e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:28.678675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9ff21b99-29fd-464a-9197-d0e0da8860ba req-8aec8fca-096b-41ed-a3f3-8485ff5a1e4e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:28.732351 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9ff21b99-29fd-464a-9197-d0e0da8860ba req-8aec8fca-096b-41ed-a3f3-8485ff5a1e4e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:28.733479 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9ff21b99-29fd-464a-9197-d0e0da8860ba req-8aec8fca-096b-41ed-a3f3-8485ff5a1e4e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 945 time: 0.1401622 Jan 20 14:49:28.788791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9ff21b99-29fd-464a-9197-d0e0da8860ba req-ffeb0cb2-d5b6-4402-9700-a7a4d8da26fa tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:28.811703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-c38f805f-f561-4ee5-8f48-b6a593a2067d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:28.813228 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-c38f805f-f561-4ee5-8f48-b6a593a2067d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 945 time: 0.1271787 Jan 20 14:49:28.851164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9ff21b99-29fd-464a-9197-d0e0da8860ba req-ffeb0cb2-d5b6-4402-9700-a7a4d8da26fa tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:28.852635 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9ff21b99-29fd-464a-9197-d0e0da8860ba req-ffeb0cb2-d5b6-4402-9700-a7a4d8da26fa tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=3691f9c0-13db-46be-9e63-3dd914e36d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094980 Jan 20 14:49:28.884592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-ed55dd8e-a6ae-4f79-b578-79eec25cbfe3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 8568fe00-3929-469e-931e-50fcaa73daa0 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:49:28.884924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-ed55dd8e-a6ae-4f79-b578-79eec25cbfe3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:29.133886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-ed55dd8e-a6ae-4f79-b578-79eec25cbfe3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 8568fe00-3929-469e-931e-50fcaa73daa0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8568fe00-3929-469e-931e-50fcaa73daa0,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:29.134232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-ed55dd8e-a6ae-4f79-b578-79eec25cbfe3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:29.255377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-ed55dd8e-a6ae-4f79-b578-79eec25cbfe3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 8568fe00-3929-469e-931e-50fcaa73daa0 owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:49:29.401682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-ed55dd8e-a6ae-4f79-b578-79eec25cbfe3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:29.453574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55dd8e-a6ae-4f79-b578-79eec25cbfe3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=8568fe00-3929-469e-931e-50fcaa73daa0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:29.539167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-ed55dd8e-a6ae-4f79-b578-79eec25cbfe3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port 8568fe00-3929-469e-931e-50fcaa73daa0 on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:49:29.542443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-ed55dd8e-a6ae-4f79-b578-79eec25cbfe3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:29.544964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'name': 'network-vif-deleted', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:29.563734 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1dbb646c-7b83-401f-bf8c-debe477a1ea1 req-ed55dd8e-a6ae-4f79-b578-79eec25cbfe3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "DELETE /v2.0/ports/8568fe00-3929-469e-931e-50fcaa73daa0 HTTP/1.1" status: 204 len: 173 time: 0.7454660 Jan 20 14:49:29.595022 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30a3d91-dc34-4ab7-8163-63bb5f44b235', 'name': 'network-vif-deleted', 'tag': '8568fe00-3929-469e-931e-50fcaa73daa0', 'status': 'completed', 'code': 200} Jan 20 14:49:30.027998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-0c72ebac-430e-4dfb-bcca-7845e0492f51 req-6fcc83c2-a01c-41bf-b645-0b44c24bf247 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:30.044160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-0c72ebac-430e-4dfb-bcca-7845e0492f51 req-6fcc83c2-a01c-41bf-b645-0b44c24bf247 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:30.045257 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c72ebac-430e-4dfb-bcca-7845e0492f51 req-6fcc83c2-a01c-41bf-b645-0b44c24bf247 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=a30a3d91-dc34-4ab7-8163-63bb5f44b235 HTTP/1.1" status: 200 len: 210 time: 0.0631917 Jan 20 14:49:31.150968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55802) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:31.231633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3197dec5-bf69-4424-a076-250ed60af701 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:31.260834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3197dec5-bf69-4424-a076-250ed60af701 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:31.326720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3197dec5-bf69-4424-a076-250ed60af701 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:31.344834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197dec5-bf69-4424-a076-250ed60af701 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691f9c0-13db-46be-9e63-3dd914e36d9d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:31.356946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3197dec5-bf69-4424-a076-250ed60af701 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:31.358043 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3197dec5-bf69-4424-a076-250ed60af701 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/3691f9c0-13db-46be-9e63-3dd914e36d9d HTTP/1.1" status: 204 len: 168 time: 0.2057207 Jan 20 14:49:31.389454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55808) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:32.053462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:32.418335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:49:32.419064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:32.472242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 8568fe00-3929-469e-931e-50fcaa73daa0 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:49:32.510035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 8568fe00-3929-469e-931e-50fcaa73daa0 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:49:32.510370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 8568fe00-3929-469e-931e-50fcaa73daa0 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:49:32.605497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=1d4a3bf7-9bcb-4daa-9796-8dcb998f2375,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:32.605883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:32.736868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:49:33.056019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:33.104225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=1d4a3bf7-9bcb-4daa-9796-8dcb998f2375,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:33.111955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1efaf613-648b-4a77-8af5-55ed808a7c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:33.478009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:33.855424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router ebd77b48-1068-4662-a5bc-d50f66316cb9 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:49:34.030971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:49:34.041214 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] Sync routers for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:49:34.050652 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-daac40cb-039c-4a38-bf00-fd7a54013b96 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/ebd77b48-1068-4662-a5bc-d50f66316cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6601429 Jan 20 14:49:34.052256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:34.052882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:34.053605 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55812) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:34.118830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b015800-ccfb-4ba2-8343-cb50e74392a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting subnet 213d8a5b-8a6f-4c05-bab1-031fc9ad7286 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:49:34.122114 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3b015800-ccfb-4ba2-8343-cb50e74392a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.184141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3b015800-ccfb-4ba2-8343-cb50e74392a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.267044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:49:34.268620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3b015800-ccfb-4ba2-8343-cb50e74392a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.345777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3b015800-ccfb-4ba2-8343-cb50e74392a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.385020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b015800-ccfb-4ba2-8343-cb50e74392a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Subnet': ['ID=213d8a5b-8a6f-4c05-bab1-031fc9ad7286,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:34.386810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3b015800-ccfb-4ba2-8343-cb50e74392a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.393078 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3b015800-ccfb-4ba2-8343-cb50e74392a6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/subnets/213d8a5b-8a6f-4c05-bab1-031fc9ad7286 HTTP/1.1" status: 204 len: 168 time: 0.3384526 Jan 20 14:49:34.395764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55816) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:34.430857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b431a98-6223-452a-9f70-4d3927adaa76 None None] Network 1e1f6201-eee9-4c69-94c4-800196630704 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:49:34.689355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.715326 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:49:32Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:34.719336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] Checking router: ebd77b48-1068-4662-a5bc-d50f66316cb9 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:49:34.728290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] Routers {'ebd77b48-1068-4662-a5bc-d50f66316cb9'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:34.728932 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['ebd77b48-1068-4662-a5bc-d50f66316cb9'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:34.793535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] DHCP port deletion for 1e1f6201-eee9-4c69-94c4-800196630704 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:49:34.810376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Deleting port f3a82641-0425-459d-9f4e-3aef2f3221bb {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:49:34.810736 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.883295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.894472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port ba3515ae-628e-4c72-970b-b5d7389b8e9f {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:49:34.894786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.996494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] Set router ebd77b48-1068-4662-a5bc-d50f66316cb9 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:49:35.072317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port ba3515ae-628e-4c72-970b-b5d7389b8e9f, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ba3515ae-628e-4c72-970b-b5d7389b8e9f,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:35.072913 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.194515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for ba3515ae-628e-4c72-970b-b5d7389b8e9f owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:49:35.262639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] For port f3a82641-0425-459d-9f4e-3aef2f3221bb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f3a82641-0425-459d-9f4e-3aef2f3221bb,segment=NetworkSegment(5086cb9e-432e-4c14-b402-3911057dc4b3),segment_id=5086cb9e-432e-4c14-b402-3911057dc4b3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:35.263235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.363469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.442301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=ba3515ae-628e-4c72-970b-b5d7389b8e9f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:35.453153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Calling delete_port for f3a82641-0425-459d-9f4e-3aef2f3221bb owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:49:35.506933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.549728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8918c3b-4994-41dc-a340-19ede4d1f381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.585653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.631944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Pushing event deleted for resources: {'Port': ['ID=f3a82641-0425-459d-9f4e-3aef2f3221bb,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:35.640888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] No DVR routers for this DVR port f3a82641-0425-459d-9f4e-3aef2f3221bb on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:49:35.644093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.644542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.644882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.645239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.645562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.645870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.646186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.646501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.646815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.647128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.647437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.647746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a69f7f3-bb6d-4dc7-afe7-b15ccc3b899e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:35.659845 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:49:32Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:35.664594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448c8f0-02ad-4cf7-9b98-2fafb02981fe None None] The sync data for ids ['ebd77b48-1068-4662-a5bc-d50f66316cb9'] in dv-neutron-825123-1-hyperv is: [{'id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'name': 'tempest-TestNetworkBasicOps-router-291296874', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:47:54Z', 'updated_at': '2022-01-20T14:49:32Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'ba3515ae-628e-4c72-970b-b5d7389b8e9f', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd77b48-1068-4662-a5bc-d50f66316cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:47:55Z', 'updated_at': '2022-01-20T14:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:49:35.685009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.687427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.718513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.719042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Fanout notify agent at l3_agent the message router_deleted on router ebd77b48-1068-4662-a5bc-d50f66316cb9 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:49:35.734196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.735303 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f7d1ac31-fcfa-471f-a8f3-0a65e9c04f88 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/routers/ebd77b48-1068-4662-a5bc-d50f66316cb9 HTTP/1.1" status: 204 len: 168 time: 1.3386261 Jan 20 14:49:35.738187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55822) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:35.854576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.100321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.124390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1f6201-eee9-4c69-94c4-800196630704']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:36.136064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5086cb9e-432e-4c14-b402-3911057dc4b3') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:36.136403 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5086cb9e-432e-4c14-b402-3911057dc4b3') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:36.147449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.166635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.173159 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:49:36.173512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:49:36.188130 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:49:36.285332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.302524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.313414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Network': ['ID=1e1f6201-eee9-4c69-94c4-800196630704,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:36.318226 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2577b520-2635-4773-b04c-4875f2283323 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/networks/1e1f6201-eee9-4c69-94c4-800196630704 HTTP/1.1" status: 204 len: 168 time: 0.5790622 Jan 20 14:49:36.350998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55826) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:36.356958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'network': {'name': 'tempest-network-smoke--1979425576', 'project_id': '7b32be412f6047a4b4874650505da950', 'port_security_enabled': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:36.366190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:36.371040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:network and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:36.374496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:36.380830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:36.392571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:49:36.396288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.424312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:49:36.433018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.433350 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Added segment 21c8437d-ae60-4f05-9070-1d0ed942cacc of type vlan for network a27235f6-c9d8-4084-adab-314ec66f807c Jan 20 14:49:36.463193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.475308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.477269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.496561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.502415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:36.502994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.612943 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2603881 Jan 20 14:49:36.616680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaab08-01a0-44bf-87ec-17a58065d602 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Network': ['ID=a27235f6-c9d8-4084-adab-314ec66f807c,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:36.616866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55830) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:36.622516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-603749647', 'admin_state_up': True, 'project_id': '7b32be412f6047a4b4874650505da950', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:36.628142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network a27235f6-c9d8-4084-adab-314ec66f807c details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:49:36.630451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:36.634664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:router and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:36.637650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:36.644026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:36.655292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.656616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.673464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.790633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f3a82641-0425-459d-9f4e-3aef2f3221bb no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:49:36.824496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: f3a82641-0425-459d-9f4e-3aef2f3221bb {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:49:36.824842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f3a82641-0425-459d-9f4e-3aef2f3221bb not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:49:36.825264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ba3515ae-628e-4c72-970b-b5d7389b8e9f no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:49:36.861007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ba3515ae-628e-4c72-970b-b5d7389b8e9f {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:49:36.861346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ba3515ae-628e-4c72-970b-b5d7389b8e9f not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:49:36.861754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:49:36.893903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:49:36.894104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 1d4a3bf7-9bcb-4daa-9796-8dcb998f2375 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:49:36.942787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.254596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.283130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.418629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.180 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/eefbbe03-e55f-4049-9a81-5188fb028c82) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:49:37.565061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.597898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.661003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:37.663858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:37.666528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:49:37.704996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=eefbbe03-e55f-4049-9a81-5188fb028c82,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:37.936086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.219811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.566047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.770775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 8153127a-260e-45ba-8f87-6597011d2050 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:49:38.943529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:49:38.953382 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Sync routers for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:49:38.962928 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:38.963594 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:38.974463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.976011 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0db5692c-9a0e-4689-8e39-3f910484c6b4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3580387 Jan 20 14:49:38.979259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55834) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:39.018518 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d9b1ceff-c745-46d7-82d6-0f952b4e20de tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=7b32be412f6047a4b4874650505da950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381103 Jan 20 14:49:39.021209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55838) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:39.138710 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:49:39.149019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da61b773-f5df-4677-8b73-b92ed44dc066 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:39.150528 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-da61b773-f5df-4677-8b73-b92ed44dc066 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284099 Jan 20 14:49:39.153378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55842) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:39.191227 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5356ef2a-31bf-4bd3-937f-4905f9edbef9 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368152 Jan 20 14:49:39.194134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55846) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:39.199216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-794910848', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'project_id': '7b32be412f6047a4b4874650505da950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:39.305581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:39.309755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:subnet and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:39.312637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:39.319143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:39.329490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:49:39.333040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.415300 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:49:38Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:39.419104 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Checking router: 8153127a-260e-45ba-8f87-6597011d2050 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:49:39.419439 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Updating router 8153127a-260e-45ba-8f87-6597011d2050 port eefbbe03-e55f-4049-9a81-5188fb028c82 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:49:39.473070 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.549915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.626436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Subnet': ['ID=c6059f81-60ec-452d-8f57-4d30d5010c31,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:39.634477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Checking segment: {'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:49:39.634844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network hostable DHCP agents. Network: a27235f6-c9d8-4084-adab-314ec66f807c, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:49:39.658192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network a27235f6-c9d8-4084-adab-314ec66f807c is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:49:39.670266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, a27235f6-c9d8-4084-adab-314ec66f807c) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:39.676019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:39.679887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566e8140-007d-4f14-acad-7e7cf0644c97 None None] Network a27235f6-c9d8-4084-adab-314ec66f807c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:49:39.680557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.704429 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e55022ac-fe60-4165-9533-3d651959e874 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5093005 Jan 20 14:49:39.707174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55850) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:39.835818 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.849518 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Transition to ACTIVE for port object eefbbe03-e55f-4049-9a81-5188fb028c82 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:39.861632 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.947259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-a27235f6-c9d8-4084-adab-314ec66f807c', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:49:39.948508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.956944 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Attempting to bind port eefbbe03-e55f-4049-9a81-5188fb028c82 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:49:39.957459 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Attempting to bind port eefbbe03-e55f-4049-9a81-5188fb028c82 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:49:39.957700 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Attempting to bind port eefbbe03-e55f-4049-9a81-5188fb028c82 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:49:39.968121 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:49:39.968557 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:49:39.968939 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.969322 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:49:39.969776 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Bound port: eefbbe03-e55f-4049-9a81-5188fb028c82, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:49:39.970139 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.046511 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] For port eefbbe03-e55f-4049-9a81-5188fb028c82, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:49:40.049443 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] For port eefbbe03-e55f-4049-9a81-5188fb028c82, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=eefbbe03-e55f-4049-9a81-5188fb028c82,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:49:40.050643 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Pushing event updated for resources: {'Port': ['ID=eefbbe03-e55f-4049-9a81-5188fb028c82,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:40.058406 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.058747 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.059075 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.059402 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.059916 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.060261 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.060582 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.060901 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.061351 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.061672 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.062012 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.062376 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:40.066687 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.142275 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:40.142898 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:40.168076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Allocated IP 172.20.0.2 (a27235f6-c9d8-4084-adab-314ec66f807c/c6059f81-60ec-452d-8f57-4d30d5010c31/816caa31-1cb2-434f-9052-f2e6f375c364) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:49:40.220794 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8440c-87ff-4856-bf01-e5e1d411004f None None] Pushing event updated for resources: {'Port': ['ID=eefbbe03-e55f-4049-9a81-5188fb028c82,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:40.336634 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:49:40.399836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.412005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Transition to ACTIVE for port object 816caa31-1cb2-434f-9052-f2e6f375c364 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:40.435811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Transition to ACTIVE for port object 816caa31-1cb2-434f-9052-f2e6f375c364 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:40.445063 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.527646 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Pushing event updated for resources: {'Port': ['ID=816caa31-1cb2-434f-9052-f2e6f375c364,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:40.534388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Network a27235f6-c9d8-4084-adab-314ec66f807c is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:40.535566 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:40.540647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:49:40.630573 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:49:38Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:40.634904 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c95f8e-1cd1-4a6e-8190-8c79820d1a53 None None] The sync data for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv is: [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:49:38Z', 'revision_number': 3, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:49:40.645069 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Attempting to bind port 816caa31-1cb2-434f-9052-f2e6f375c364 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:49:40.645433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Attempting to bind port 816caa31-1cb2-434f-9052-f2e6f375c364 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:49:40.645795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Attempting to bind port 816caa31-1cb2-434f-9052-f2e6f375c364 on network a27235f6-c9d8-4084-adab-314ec66f807c {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:49:40.646902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.651445 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:49:40.651814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Checking segment: {'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:49:40.652230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.652630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Bound using segment: {'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:49:40.659924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Bound port: 816caa31-1cb2-434f-9052-f2e6f375c364, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:49:40.659924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.760691 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] For port 816caa31-1cb2-434f-9052-f2e6f375c364, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:49:40.764820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] For port 816caa31-1cb2-434f-9052-f2e6f375c364, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=816caa31-1cb2-434f-9052-f2e6f375c364,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:49:40.773454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.872856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8efc51-6d5d-40f8-8854-282c990760bc None None] Pushing event updated for resources: {'Port': ['ID=816caa31-1cb2-434f-9052-f2e6f375c364,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:41.087651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.1 (a27235f6-c9d8-4084-adab-314ec66f807c/c6059f81-60ec-452d-8f57-4d30d5010c31/c7f59560-8a0a-4815-8d1e-47fed48740e9) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:49:41.278233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:41.295023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object c7f59560-8a0a-4815-8d1e-47fed48740e9 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:41.319546 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:41.391951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network a27235f6-c9d8-4084-adab-314ec66f807c is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:41.395301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:41.399349 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:49:41.429872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=c7f59560-8a0a-4815-8d1e-47fed48740e9,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:41.461130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:41.853929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:41.925250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28147d85-88a5-4e62-b759-f12a0cd0d9e5 None None] Network a27235f6-c9d8-4084-adab-314ec66f807c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:49:42.037610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-15eed7aa-8267-4fc7-87c5-66a91248ead2 None None] Provisioning for port 816caa31-1cb2-434f-9052-f2e6f375c364 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:42.287577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.295362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.406553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=c7f59560-8a0a-4815-8d1e-47fed48740e9,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:42.409091 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.484728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-120b4397-a89a-430b-978a-322edadd350f None None] Provisioning for port c7f59560-8a0a-4815-8d1e-47fed48740e9 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:42.489721 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-120b4397-a89a-430b-978a-322edadd350f None None] Provisioning complete for port c7f59560-8a0a-4815-8d1e-47fed48740e9 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:42.490089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-120b4397-a89a-430b-978a-322edadd350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.542817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-120b4397-a89a-430b-978a-322edadd350f None None] Port c7f59560-8a0a-4815-8d1e-47fed48740e9 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:49:42.551582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network a27235f6-c9d8-4084-adab-314ec66f807c is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:42.552882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:42.662633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-13f30bb8-3f84-44d2-9ee4-5c0d698133c8 None None] Provisioning complete for port c7f59560-8a0a-4815-8d1e-47fed48740e9 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:42.663269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-13f30bb8-3f84-44d2-9ee4-5c0d698133c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.723334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-13f30bb8-3f84-44d2-9ee4-5c0d698133c8 None None] Port c7f59560-8a0a-4815-8d1e-47fed48740e9 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:49:42.745559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 8153127a-260e-45ba-8f87-6597011d2050 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:49:42.846184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-09ba0dd8-7f4c-43cc-809f-74b9bf3baedb None None] Provisioning complete for port c7f59560-8a0a-4815-8d1e-47fed48740e9 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:42.846658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-09ba0dd8-7f4c-43cc-809f-74b9bf3baedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.906159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 816caa31-1cb2-434f-9052-f2e6f375c364 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:42.944752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-09ba0dd8-7f4c-43cc-809f-74b9bf3baedb None None] Port c7f59560-8a0a-4815-8d1e-47fed48740e9 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:49:42.947781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:49:42.960602 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Sync routers for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:49:42.966707 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-11578df0-dcda-470f-89c5-5f67e690b2f4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/8153127a-260e-45ba-8f87-6597011d2050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2561803 Jan 20 14:49:42.966931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55854) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:42.977763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:42.978290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:43.152034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 816caa31-1cb2-434f-9052-f2e6f375c364 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:43.163877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 816caa31-1cb2-434f-9052-f2e6f375c364 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:43.164258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.188992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:49:43.225912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a3c592-538a-472a-ad85-844e1fd607e1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:43.226390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a3c592-538a-472a-ad85-844e1fd607e1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:43.226833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a3c592-538a-472a-ad85-844e1fd607e1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:43.227282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a3c592-538a-472a-ad85-844e1fd607e1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:43.229005 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-55a3c592-538a-472a-ad85-844e1fd607e1 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2611451 Jan 20 14:49:43.232389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55858) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:43.297066 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb9a6a-86b4-450b-a68c-c75f1f1e4fb2 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:43.297490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb9a6a-86b4-450b-a68c-c75f1f1e4fb2 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:43.297933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb9a6a-86b4-450b-a68c-c75f1f1e4fb2 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:43.298396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb9a6a-86b4-450b-a68c-c75f1f1e4fb2 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:43.300029 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6cfb9a6a-86b4-450b-a68c-c75f1f1e4fb2 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0673707 Jan 20 14:49:43.303166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55862) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:43.487731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.506242 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4558f5cc-31f0-44a8-b776-02f42de77474 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2020285 Jan 20 14:49:43.578576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 816caa31-1cb2-434f-9052-f2e6f375c364, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=816caa31-1cb2-434f-9052-f2e6f375c364,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:43.583485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.584231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device eefbbe03-e55f-4049-9a81-5188fb028c82 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:43.711122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=816caa31-1cb2-434f-9052-f2e6f375c364,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:43.715463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:49:41Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:42Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:43.719627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port eefbbe03-e55f-4049-9a81-5188fb028c82 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:43.722647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Checking router: 8153127a-260e-45ba-8f87-6597011d2050 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:49:43.722992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Updating router 8153127a-260e-45ba-8f87-6597011d2050 port c7f59560-8a0a-4815-8d1e-47fed48740e9 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:49:43.758905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port eefbbe03-e55f-4049-9a81-5188fb028c82 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:43.759242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.778495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55868) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:43.783760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-450560442', 'description': 'tempest-secgroup-smoke-450560442 description', 'project_id': '7b32be412f6047a4b4874650505da950'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:43.789806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:43.794159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:43.797238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:43.803351 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:43.815838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.820057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.835756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:43.839765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:43.842580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:43.848306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:43.916768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.921728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.968113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84dd433-2055-4797-a5ce-35930d368364,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:43.972895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.977524 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6f302d5a-dc52-4859-aadb-953c8d3c9423 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1952872 Jan 20 14:49:43.979182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55872) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:43.984414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'f84dd433-2055-4797-a5ce-35930d368364', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:43.991041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:43.995930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:43.999237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:44.006232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:44.010043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.029171 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.049289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port eefbbe03-e55f-4049-9a81-5188fb028c82, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=eefbbe03-e55f-4049-9a81-5188fb028c82,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:44.090168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.091872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.096835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.120665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274a44ef-769e-4dfc-b77a-7932de050297,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.131611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.133071 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8e015a40-6e71-4b81-9796-80ebb9e6fd47 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528955 Jan 20 14:49:44.135852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55876) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:44.142705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'f84dd433-2055-4797-a5ce-35930d368364', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:44.149406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:44.153325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:44.156325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:44.162059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:44.180361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.237660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=eefbbe03-e55f-4049-9a81-5188fb028c82,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.241352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.245980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.273990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1ce05a-43b8-4a48-ad88-1cbf3b7c7383,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.285864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.287679 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5ae787f0-133d-48fa-bede-dfd510764c81 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500728 Jan 20 14:49:44.290578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55880) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:44.296361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'f84dd433-2055-4797-a5ce-35930d368364', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:44.302772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:44.306928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:44.309967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:44.315950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:44.335624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.360924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.373406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Transition to ACTIVE for port object c7f59560-8a0a-4815-8d1e-47fed48740e9 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:44.381544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.403211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.408152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.431000 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6980c693-e731-4503-b166-2e175dda721d,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.444406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.448499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55884) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:44.448992 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5623f633-1949-49b8-bb49-f1a2cbf2f97d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566370 Jan 20 14:49:44.454977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'f84dd433-2055-4797-a5ce-35930d368364', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:44.462342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:44.466316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:44.469414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:44.475306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:44.494565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.533814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f757fd4-7caa-469b-b73a-5c4487681438 None None] Pushing event updated for resources: {'Port': ['ID=c7f59560-8a0a-4815-8d1e-47fed48740e9,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.564924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.570248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.594627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd82eb54-1a76-41aa-9eed-77f22e448bde,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.599190 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Attempting to bind port c7f59560-8a0a-4815-8d1e-47fed48740e9 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:49:44.599550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Attempting to bind port c7f59560-8a0a-4815-8d1e-47fed48740e9 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:49:44.599903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Attempting to bind port c7f59560-8a0a-4815-8d1e-47fed48740e9 on network a27235f6-c9d8-4084-adab-314ec66f807c {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:49:44.605606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.605835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:49:44.606206 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Checking segment: {'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:49:44.609981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.610126 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ce2ef35f-8be9-457e-9e1a-9b3ba8e779c9 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566942 Jan 20 14:49:44.610272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Bound using segment: {'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:49:44.610272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Bound port: c7f59560-8a0a-4815-8d1e-47fed48740e9, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:49:44.610272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.610566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55888) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:44.615639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'f84dd433-2055-4797-a5ce-35930d368364', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:44.623210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:44.637578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:44.644068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:44.650746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:44.664671 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:49:44.672782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.700511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] For port c7f59560-8a0a-4815-8d1e-47fed48740e9, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:49:44.703957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] For port c7f59560-8a0a-4815-8d1e-47fed48740e9, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c7f59560-8a0a-4815-8d1e-47fed48740e9,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:49:44.708842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.736631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.741855 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.768581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890ee33d-e38d-4340-837d-2fcd0b11264c,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.777197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.778793 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7405ed61-d2a6-4c07-b022-bb2250184575 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1673298 Jan 20 14:49:44.782078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55892) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:44.787312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'security_group_rule': {'security_group_id': 'f84dd433-2055-4797-a5ce-35930d368364', 'project_id': '7b32be412f6047a4b4874650505da950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:44.800436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:44.801731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f757fd4-7caa-469b-b73a-5c4487681438 None None] Pushing event updated for resources: {'Port': ['ID=c7f59560-8a0a-4815-8d1e-47fed48740e9,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.815555 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:security_group_rule and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:44.817180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:44.817673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:44.819691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:44.826732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:44.842649 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Project 7b32be412f6047a4b4874650505da950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:49:44.849945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.871510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 816caa31-1cb2-434f-9052-f2e6f375c364 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:44.919518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.924308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.949755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4e7205-204f-49e9-9809-59dd1fc096f1,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.960961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.971316 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-367eb1ae-366a-4a46-a951-9f4677f44295 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1790180 Jan 20 14:49:45.059813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 816caa31-1cb2-434f-9052-f2e6f375c364 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:45.060383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:45.115050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:49:45.128389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-d7c88133-b5e0-488b-95d2-5616eb813102 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:45.145806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-d7c88133-b5e0-488b-95d2-5616eb813102 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:45.147034 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-d7c88133-b5e0-488b-95d2-5616eb813102 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450560442&fields=id&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 267 time: 0.0565584 Jan 20 14:49:45.293891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-1713c96a-dc64-4b1f-a3d8-345507e32f45 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:45.294573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-1713c96a-dc64-4b1f-a3d8-345507e32f45 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:45.311847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-1713c96a-dc64-4b1f-a3d8-345507e32f45 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:45.313099 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-1713c96a-dc64-4b1f-a3d8-345507e32f45 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/networks?id=a27235f6-c9d8-4084-adab-314ec66f807c HTTP/1.1" status: 200 len: 797 time: 0.1591370 Jan 20 14:49:45.330600 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-645f37ba-c37d-4fe0-9d9c-07f21fc8b3de tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/quotas/7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 375 time: 0.0095894 Jan 20 14:49:45.375557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device eefbbe03-e55f-4049-9a81-5188fb028c82 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:45.419245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-d2870f87-6bab-4537-90b4-5e988f9a7770 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:45.436888 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-d2870f87-6bab-4537-90b4-5e988f9a7770 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:45.438609 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-d2870f87-6bab-4537-90b4-5e988f9a7770 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026635 Jan 20 14:49:45.510476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port eefbbe03-e55f-4049-9a81-5188fb028c82 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:45.510839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:45.577822 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-759abfdc-34a9-4aed-a5d7-62952760032d service neutron] 10.222.0.87 "GET /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265397 Jan 20 14:49:45.586120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:49:41Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:45.613914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58415b-5049-4103-9bee-3e71a571095a None None] The sync data for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv is: [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:49:41Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:49:45.728119 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-a356eae8-20ed-4b6b-a936-fb715e3a0c94 service neutron] 10.222.0.87 "GET /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442530 Jan 20 14:49:45.932221 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9eff99d3-5f25-45c1-a0cb-f8778a877a10 req-899a664e-ed15-4e05-9ac9-947c15782858 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 210 time: 0.0454812 Jan 20 14:49:46.831781 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c7f59560-8a0a-4815-8d1e-47fed48740e9 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:46.901685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port c7f59560-8a0a-4815-8d1e-47fed48740e9 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:46.907089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c7f59560-8a0a-4815-8d1e-47fed48740e9 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:46.907524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.072154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-3d9792c9-b473-488a-b3fe-4858ee39ded5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:47.073888 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-3d9792c9-b473-488a-b3fe-4858ee39ded5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/networks?id=a27235f6-c9d8-4084-adab-314ec66f807c HTTP/1.1" status: 200 len: 797 time: 0.1884322 Jan 20 14:49:47.098184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.130847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port c7f59560-8a0a-4815-8d1e-47fed48740e9, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c7f59560-8a0a-4815-8d1e-47fed48740e9,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:47.136141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.150104 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-12216acd-0e53-4003-80a0-157128b0a724 req-867216f3-ae47-476c-a52a-cb29ab85c39b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 210 time: 0.0509212 Jan 20 14:49:47.170611 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-f4a42612-2668-4d9f-b8c4-e73b7acf2fc6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b32be412f6047a4b4874650505da950 HTTP/1.1" status: 200 len: 379 time: 0.0875764 Jan 20 14:49:47.180239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'port': {'device_id': '086021fe-a1a1-497c-bdce-bf42f866611d', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'admin_state_up': True, 'tenant_id': '7b32be412f6047a4b4874650505da950', 'security_groups': ['f84dd433-2055-4797-a5ce-35930d368364']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:47.211210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=c7f59560-8a0a-4815-8d1e-47fed48740e9,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:47.314738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:47.325203 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:47.337138 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Made reservation on behalf of 7b32be412f6047a4b4874650505da950 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:49:47.340667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.606297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.20.0.11 (a27235f6-c9d8-4084-adab-314ec66f807c/c6059f81-60ec-452d-8f57-4d30d5010c31/7be2c187-e233-4575-939d-10fd80ab76aa) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:49:47.808651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.825110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Transition to ACTIVE for port object 7be2c187-e233-4575-939d-10fd80ab76aa will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:47.851415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.919999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network a27235f6-c9d8-4084-adab-314ec66f807c is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:47.923210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:47.927040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:49:47.957051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=7be2c187-e233-4575-939d-10fd80ab76aa,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:47.992483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:47.993138 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.020042 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-9f0accc6-bae5-4432-a5b1-61b488f1ff22 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8433564 Jan 20 14:49:48.030652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-0fa1323d-ce8c-4abb-b4fd-4f37c7881e2e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:49:48.031641 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-0fa1323d-ce8c-4abb-b4fd-4f37c7881e2e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055325 Jan 20 14:49:48.042038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Request body: {'port': {'device_id': '086021fe-a1a1-497c-bdce-bf42f866611d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:48.153683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4ea9f017-59a4-490e-947b-1cc76bb064ff None None] Provisioning for port 7be2c187-e233-4575-939d-10fd80ab76aa completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:48.156681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.158584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4ea9f017-59a4-490e-947b-1cc76bb064ff None None] Provisioning complete for port 7be2c187-e233-4575-939d-10fd80ab76aa triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:48.158953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4ea9f017-59a4-490e-947b-1cc76bb064ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.213651 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9f017-59a4-490e-947b-1cc76bb064ff None None] Port 7be2c187-e233-4575-939d-10fd80ab76aa cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:49:48.339316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81130c00-7cd9-474e-8de9-2ee3e00cc74a req-cd26dd8a-6f4c-46c9-af55-7a772e2eecdc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:48.341031 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81130c00-7cd9-474e-8de9-2ee3e00cc74a req-cd26dd8a-6f4c-46c9-af55-7a772e2eecdc tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 932 time: 0.0843823 Jan 20 14:49:48.383781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-81130c00-7cd9-474e-8de9-2ee3e00cc74a req-918a8b82-21c5-4736-bea4-ecc3ccb77570 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:48.394809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-81130c00-7cd9-474e-8de9-2ee3e00cc74a req-918a8b82-21c5-4736-bea4-ecc3ccb77570 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:48.395886 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81130c00-7cd9-474e-8de9-2ee3e00cc74a req-918a8b82-21c5-4736-bea4-ecc3ccb77570 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490267 Jan 20 14:49:48.505845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be2c187-e233-4575-939d-10fd80ab76aa {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:49:48.513451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.528271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Transition to ACTIVE for port object 7be2c187-e233-4575-939d-10fd80ab76aa will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:48.535143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.685716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Pushing event updated for resources: {'Port': ['ID=7be2c187-e233-4575-939d-10fd80ab76aa,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:48.778127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Attempting to bind port 7be2c187-e233-4575-939d-10fd80ab76aa on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:49:48.778449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Attempting to bind port 7be2c187-e233-4575-939d-10fd80ab76aa by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:49:48.778759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Attempting to bind port 7be2c187-e233-4575-939d-10fd80ab76aa on network a27235f6-c9d8-4084-adab-314ec66f807c {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:49:48.783436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Port 7be2c187-e233-4575-939d-10fd80ab76aa on network a27235f6-c9d8-4084-adab-314ec66f807c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:49:48.783744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Attempting to bind port 7be2c187-e233-4575-939d-10fd80ab76aa on network a27235f6-c9d8-4084-adab-314ec66f807c {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:49:48.788716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:49:48.789040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Checking segment: {'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:49:48.789437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Bound using segment: {'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:49:48.789844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Bound port: 7be2c187-e233-4575-939d-10fd80ab76aa, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c8437d-ae60-4f05-9070-1d0ed942cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:49:48.790207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.812324 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c7f59560-8a0a-4815-8d1e-47fed48740e9 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:48.877266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] For port 7be2c187-e233-4575-939d-10fd80ab76aa, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:49:48.879952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] For port 7be2c187-e233-4575-939d-10fd80ab76aa, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7be2c187-e233-4575-939d-10fd80ab76aa,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:49:48.886157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.891444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c7f59560-8a0a-4815-8d1e-47fed48740e9 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:48.891820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.951366 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:48.951931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.953315 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] 10.222.0.72 "PUT /v2.0/ports/7be2c187-e233-4575-939d-10fd80ab76aa HTTP/1.1" status: 200 len: 1094 time: 0.9155474 Jan 20 14:49:48.953897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086021fe-a1a1-497c-bdce-bf42f866611d', 'tag': '7be2c187-e233-4575-939d-10fd80ab76aa'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:48.995915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452f108-88fa-428e-9993-34c7dc71ffe3 service neutron] Pushing event updated for resources: {'Port': ['ID=7be2c187-e233-4575-939d-10fd80ab76aa,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:49.051453 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086021fe-a1a1-497c-bdce-bf42f866611d', 'tag': '7be2c187-e233-4575-939d-10fd80ab76aa', 'status': 'completed', 'code': 200} Jan 20 14:49:49.104414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-16ff010e-3e29-4337-acca-bab92c24b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:49.105908 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-16ff010e-3e29-4337-acca-bab92c24b602 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 1097 time: 0.1052577 Jan 20 14:49:49.180436 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-853e0d09-6e5d-4062-9258-cca36c32c18f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7be2c187-e233-4575-939d-10fd80ab76aa HTTP/1.1" status: 200 len: 217 time: 0.0667739 Jan 20 14:49:49.244978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-68dc45fc-071c-41a7-a8e7-6329ca02e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:49.246343 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-68dc45fc-071c-41a7-a8e7-6329ca02e958 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6059f81-60ec-452d-8f57-4d30d5010c31 HTTP/1.1" status: 200 len: 834 time: 0.0599341 Jan 20 14:49:49.325979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-2e3e083f-493f-4a2f-bb24-c92016a1a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:49.327457 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-2e3e083f-493f-4a2f-bb24-c92016a1a875 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a27235f6-c9d8-4084-adab-314ec66f807c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744102 Jan 20 14:49:49.557738 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-015468e1-5f24-475c-b311-524752b74486 service neutron] 10.222.0.72 "GET /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232070 Jan 20 14:49:49.591262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988dff9-5f8a-44f2-ac33-badb041c2458 req-fedf196b-fa11-444b-be63-4faace3a03bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:49.592740 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c988dff9-5f8a-44f2-ac33-badb041c2458 req-fedf196b-fa11-444b-be63-4faace3a03bb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 944 time: 0.0918424 Jan 20 14:49:49.692490 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7b04b0a-ab93-40bb-a702-95f6d9c72285 req-0b7d208f-25ce-4752-b310-853647262754 service neutron] 10.222.0.72 "GET /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280212 Jan 20 14:49:49.761857 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c988dff9-5f8a-44f2-ac33-badb041c2458 req-50c281de-8acb-42f8-9c74-f34be633ebef tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631052 Jan 20 14:49:49.826521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-e4735bdb-3cca-4112-b783-9757edec8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:49.827927 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-e4735bdb-3cca-4112-b783-9757edec8127 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 1097 time: 0.0734203 Jan 20 14:49:49.961662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-9aed7bf1-1cc3-4e4a-b23c-9be69abe8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:49.963829 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-9aed7bf1-1cc3-4e4a-b23c-9be69abe8651 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a27235f6-c9d8-4084-adab-314ec66f807c HTTP/1.1" status: 200 len: 898 time: 0.1286111 Jan 20 14:49:50.033851 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-72ceb282-d8e9-40f0-8257-bfaad3fb7cbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7be2c187-e233-4575-939d-10fd80ab76aa HTTP/1.1" status: 200 len: 217 time: 0.0627460 Jan 20 14:49:50.095355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-88604767-04f2-4ed7-a425-e2cd162673be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:50.096726 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-88604767-04f2-4ed7-a425-e2cd162673be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6059f81-60ec-452d-8f57-4d30d5010c31 HTTP/1.1" status: 200 len: 834 time: 0.0558338 Jan 20 14:49:50.178828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-f29e7e8c-ea6a-4c3a-a165-a5e7cc9afa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:50.180297 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-f29e7e8c-ea6a-4c3a-a165-a5e7cc9afa16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a27235f6-c9d8-4084-adab-314ec66f807c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756447 Jan 20 14:49:50.334329 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-ca6865e1-ccd7-4498-b6dc-a7a009f97f02 service neutron] 10.222.0.72 "GET /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464887 Jan 20 14:49:50.478446 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ad01fdc2-0aa5-43c4-9437-f0bd13087aa9 req-2cb74e11-a5ca-49d8-91d6-40a14e86f35b service neutron] 10.222.0.72 "GET /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378605 Jan 20 14:49:50.953789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f04c6-3d3c-4f99-9a5b-bc58c2643700 req-22855b80-740a-4620-a41a-9bfb8f3f065e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:50.954477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-468f04c6-3d3c-4f99-9a5b-bc58c2643700 req-22855b80-740a-4620-a41a-9bfb8f3f065e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:50.973125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-468f04c6-3d3c-4f99-9a5b-bc58c2643700 req-22855b80-740a-4620-a41a-9bfb8f3f065e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:50.974338 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-468f04c6-3d3c-4f99-9a5b-bc58c2643700 req-22855b80-740a-4620-a41a-9bfb8f3f065e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 944 time: 0.1038480 Jan 20 14:49:51.018894 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-468f04c6-3d3c-4f99-9a5b-bc58c2643700 req-310f10eb-7ce8-4020-af95-74230c20b7e6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387197 Jan 20 14:49:52.207432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1f9ae-ac70-4864-b690-68fc0eac1014 req-3aa66bb2-7c88-4d7b-aac0-69f271be6f68 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:52.208911 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-83c1f9ae-ac70-4864-b690-68fc0eac1014 req-3aa66bb2-7c88-4d7b-aac0-69f271be6f68 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 944 time: 0.0847321 Jan 20 14:49:52.255781 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-83c1f9ae-ac70-4864-b690-68fc0eac1014 req-2512ae7c-3e6f-4aed-b230-549015617904 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384378 Jan 20 14:49:52.585874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7be2c187-e233-4575-939d-10fd80ab76aa details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:49:52.747949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7be2c187-e233-4575-939d-10fd80ab76aa, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7be2c187-e233-4575-939d-10fd80ab76aa,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:52.764531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '7be2c187-e233-4575-939d-10fd80ab76aa', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'port_id': '7be2c187-e233-4575-939d-10fd80ab76aa', 'mac_address': 'fa:16:3e:2b:55:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:49:52.820486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:52.837459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be2c187-e233-4575-939d-10fd80ab76aa {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:49:52.852885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7be2c187-e233-4575-939d-10fd80ab76aa, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7be2c187-e233-4575-939d-10fd80ab76aa,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:52.858355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:52.922403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7be2c187-e233-4575-939d-10fd80ab76aa,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:53.051492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['7be2c187-e233-4575-939d-10fd80ab76aa'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:49:53.458617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b4476-ac99-49a1-8fc9-ed88143d18a9 req-bb83414a-0df5-420c-b19a-fa06b1f5f391 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:53.460089 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a24b4476-ac99-49a1-8fc9-ed88143d18a9 req-bb83414a-0df5-420c-b19a-fa06b1f5f391 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 945 time: 0.0969379 Jan 20 14:49:53.503812 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a24b4476-ac99-49a1-8fc9-ed88143d18a9 req-bf123f38-b7d6-491a-8fe3-d1f66d420824 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379086 Jan 20 14:49:54.580627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7be2c187-e233-4575-939d-10fd80ab76aa up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:54.650392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 7be2c187-e233-4575-939d-10fd80ab76aa completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:54.655144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 7be2c187-e233-4575-939d-10fd80ab76aa triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:54.655559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:54.680262 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:49:54.692399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec867a2-96fa-49ac-b8be-3e851623b182 req-d4de7fdb-28a5-4bbe-98b0-ec01f0371853 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:54.694398 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1ec867a2-96fa-49ac-b8be-3e851623b182 req-d4de7fdb-28a5-4bbe-98b0-ec01f0371853 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 945 time: 0.0839720 Jan 20 14:49:54.742185 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1ec867a2-96fa-49ac-b8be-3e851623b182 req-1b56667f-c9cf-4f61-a35e-a0d5d4957b3a tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417047 Jan 20 14:49:54.774481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:54.800060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086021fe-a1a1-497c-bdce-bf42f866611d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be2c187-e233-4575-939d-10fd80ab76aa'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:54.809330 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7be2c187-e233-4575-939d-10fd80ab76aa, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7be2c187-e233-4575-939d-10fd80ab76aa,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:49:54.814656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:54.850321 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086021fe-a1a1-497c-bdce-bf42f866611d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be2c187-e233-4575-939d-10fd80ab76aa', 'code': 200} Jan 20 14:49:54.884328 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7be2c187-e233-4575-939d-10fd80ab76aa,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:54.960216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:55.077020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186e243-83b2-4711-bf9d-bd067520169d req-f5ee07d0-95f9-453d-9b47-9ffbcca2c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:55.078532 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0186e243-83b2-4711-bf9d-bd067520169d req-f5ee07d0-95f9-453d-9b47-9ffbcca2c238 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 1099 time: 0.0694661 Jan 20 14:49:55.119655 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0186e243-83b2-4711-bf9d-bd067520169d req-5472d7f5-87c0-4d34-a816-af67bc886de0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351737 Jan 20 14:49:55.928125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0fecb-2362-48e2-a7fb-4e27f9a51d20 req-6177957f-1b22-4990-a29e-c8be0c2c70ce tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:55.929593 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-82c0fecb-2362-48e2-a7fb-4e27f9a51d20 req-6177957f-1b22-4990-a29e-c8be0c2c70ce tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 946 time: 0.0806172 Jan 20 14:49:55.976820 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-82c0fecb-2362-48e2-a7fb-4e27f9a51d20 req-c1484613-b9d2-4f56-8846-541535e07592 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414028 Jan 20 14:49:57.171128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0e273-3dff-47a0-8cd8-83d2efa4f272 req-a936c0a4-045f-47e2-800a-3db8e0caa214 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:57.172653 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7e0e273-3dff-47a0-8cd8-83d2efa4f272 req-a936c0a4-045f-47e2-800a-3db8e0caa214 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 946 time: 0.0851431 Jan 20 14:49:57.219855 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7e0e273-3dff-47a0-8cd8-83d2efa4f272 req-f3a4cf89-b796-4ff1-ae40-935eb55e79f3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391357 Jan 20 14:49:57.413003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b705e-6c3a-41a6-b4f3-3da8d943decb req-0c2a06cb-3429-4017-9432-92eca3305576 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:57.414429 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-761b705e-6c3a-41a6-b4f3-3da8d943decb req-0c2a06cb-3429-4017-9432-92eca3305576 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 946 time: 0.0899150 Jan 20 14:49:57.461458 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-761b705e-6c3a-41a6-b4f3-3da8d943decb req-30cb3d83-5e61-4aca-99b6-71ac5fc05b65 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388360 Jan 20 14:49:57.486116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55946) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:57.567303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592e342-a8ef-45a4-b9df-433e20da0101 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:57.569208 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e592e342-a8ef-45a4-b9df-433e20da0101 tempest-TestNetworkBasicOps-1097103791 tempest-TestNetworkBasicOps-1097103791-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 1094 time: 0.0818138 Jan 20 14:49:57.573486 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55950) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:57.578370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '7be2c187-e233-4575-939d-10fd80ab76aa', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:49:57.584852 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:57.589245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Usage tracker for resource:floatingip and tenant:7b32be412f6047a4b4874650505da950 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:57.592321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:57.598313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:57.610233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:57.748922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:57.889421 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Allocated IP 172.26.0.73 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/24cfe0e4-960b-4762-a129-43342f9ceadc) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:49:58.042160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:58.077854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:58.149331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:58.151981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:58.155920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:49:58.189366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=24cfe0e4-960b-4762-a129-43342f9ceadc,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:58.574487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:58.650177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:58.957504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:58.965001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:59.073052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event updated for resources: {'Port': ['ID=24cfe0e4-960b-4762-a129-43342f9ceadc,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:59.084059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:59.267187 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP e46a1213-5055-4c96-92ae-2b99c6219565 associated. External IP: 172.26.0.73, port: 7be2c187-e233-4575-939d-10fd80ab76aa. Jan 20 14:49:59.619098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 8153127a-260e-45ba-8f87-6597011d2050 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:49:59.798049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:49:59.808193 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] Sync routers for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:49:59.818164 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:49:59.819139 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:59.827127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:59.887822 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6dd5880c-a6f3-4784-8433-2ddec358b1d4 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3106298 Jan 20 14:49:59.887822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086021fe-a1a1-497c-bdce-bf42f866611d', 'tag': '7be2c187-e233-4575-939d-10fd80ab76aa'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:59.888114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55954) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:59.930251 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086021fe-a1a1-497c-bdce-bf42f866611d', 'tag': '7be2c187-e233-4575-939d-10fd80ab76aa', 'status': 'completed', 'code': 200} Jan 20 14:50:00.003070 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:50:00.005918 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8417558d-79eb-4f66-bce6-b8fd148ba951 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/e46a1213-5055-4c96-92ae-2b99c6219565 HTTP/1.1" status: 200 len: 991 time: 0.1166406 Jan 20 14:50:00.088950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-6d5465c7-6a1c-4111-968c-0809749c8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:00.090431 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-6d5465c7-6a1c-4111-968c-0809749c8c09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 1099 time: 0.1221128 Jan 20 14:50:00.323367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-41c3a015-9d30-4eb1-bc53-dec4910bbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:00.324892 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-41c3a015-9d30-4eb1-bc53-dec4910bbba0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a27235f6-c9d8-4084-adab-314ec66f807c HTTP/1.1" status: 200 len: 898 time: 0.2270491 Jan 20 14:50:00.384380 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:49:41Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'e46a1213-5055-4c96-92ae-2b99c6219565', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8153127a-260e-45ba-8f87-6597011d2050', 'port_id': '7be2c187-e233-4575-939d-10fd80ab76aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'mac_address': 'fa:16:3e:2b:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086021fe-a1a1-497c-bdce-bf42f866611d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:49:58Z', 'updated_at': '2022-01-20T14:49:58Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:47Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:00.388350 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] Checking router: 8153127a-260e-45ba-8f87-6597011d2050 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:50:00.396459 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:50:00.397079 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:49:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:00.430287 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-72e4c56a-0d94-4614-b8bf-8a0dfcfdcfa6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7be2c187-e233-4575-939d-10fd80ab76aa HTTP/1.1" status: 200 len: 999 time: 0.0983207 Jan 20 14:50:00.502293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-d3e90345-7504-404a-bbff-756a42c6f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:00.503730 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-d3e90345-7504-404a-bbff-756a42c6f5a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6059f81-60ec-452d-8f57-4d30d5010c31 HTTP/1.1" status: 200 len: 834 time: 0.0677085 Jan 20 14:50:00.578794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-50e114c9-dec0-4b69-a554-89ae1464ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:00.580197 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-50e114c9-dec0-4b69-a554-89ae1464ae0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a27235f6-c9d8-4084-adab-314ec66f807c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702262 Jan 20 14:50:00.587897 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:50:00.710272 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-b3963b5e-25e3-4551-9cca-e0029d972a10 service neutron] 10.222.0.72 "GET /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236272 Jan 20 14:50:00.840677 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e56895bd-aa82-4914-b43c-2f4a212096c7 req-c4c12b3e-bba1-42d1-ae6d-5e83d7f796cb service neutron] 10.222.0.72 "GET /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237597 Jan 20 14:50:00.930023 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:49:41Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'e46a1213-5055-4c96-92ae-2b99c6219565', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8153127a-260e-45ba-8f87-6597011d2050', 'port_id': '7be2c187-e233-4575-939d-10fd80ab76aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'mac_address': 'fa:16:3e:2b:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086021fe-a1a1-497c-bdce-bf42f866611d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:49:58Z', 'updated_at': '2022-01-20T14:49:58Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:47Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:00.933982 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe26a2-473d-4a5f-9a4a-372dd8301430 None None] The sync data for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv is: [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:49:41Z', 'revision_number': 4, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'e46a1213-5055-4c96-92ae-2b99c6219565', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8153127a-260e-45ba-8f87-6597011d2050', 'port_id': '7be2c187-e233-4575-939d-10fd80ab76aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'mac_address': 'fa:16:3e:2b:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086021fe-a1a1-497c-bdce-bf42f866611d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:49:58Z', 'updated_at': '2022-01-20T14:49:58Z', 'revision_number': 0, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:47Z', 'revision_number': 5, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:50:01.008173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55962) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:01.116053 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1b4c8c2c-338f-4b05-bf77-3802fba9345d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/e46a1213-5055-4c96-92ae-2b99c6219565 HTTP/1.1" status: 200 len: 991 time: 0.1067052 Jan 20 14:50:01.130589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79cc331-8c72-4a7e-af7b-792f820ab48d None None] New status for floating IP e46a1213-5055-4c96-92ae-2b99c6219565: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:50:02.120739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55966) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:02.228696 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-217c5165-fff9-4416-a22d-e9d541b0f21b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/e46a1213-5055-4c96-92ae-2b99c6219565 HTTP/1.1" status: 200 len: 993 time: 0.1065121 Jan 20 14:50:03.109226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0280-939b-4b09-9eef-d40ea40a9a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:05.461674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c93eb883-a277-4904-8dd4-267785728ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:06.490704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:06.492708 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:07.940704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:24.866015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:31.469996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55980) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:31.477670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b455402b-162b-44a5-bec1-705bb7509ac3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:50:31.680340 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:50:32.146414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b455402b-162b-44a5-bec1-705bb7509ac3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:32.158996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b455402b-162b-44a5-bec1-705bb7509ac3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:32.347758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b455402b-162b-44a5-bec1-705bb7509ac3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 8153127a-260e-45ba-8f87-6597011d2050 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:50:32.532303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b455402b-162b-44a5-bec1-705bb7509ac3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:50:32.539246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b455402b-162b-44a5-bec1-705bb7509ac3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:32.540746 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b455402b-162b-44a5-bec1-705bb7509ac3 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/8153127a-260e-45ba-8f87-6597011d2050 HTTP/1.1" status: 200 len: 888 time: 1.0692599 Jan 20 14:50:32.542647 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5ba4f-40c1-4183-9279-a2617caaf961 None None] Sync routers for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:50:32.552342 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5ba4f-40c1-4183-9279-a2617caaf961 None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:50:32.552954 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3eb5ba4f-40c1-4183-9279-a2617caaf961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:50:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:32.615663 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3eb5ba4f-40c1-4183-9279-a2617caaf961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:32.624688 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5ba4f-40c1-4183-9279-a2617caaf961 None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:50:32.625269 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3eb5ba4f-40c1-4183-9279-a2617caaf961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:50:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:32.682767 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3eb5ba4f-40c1-4183-9279-a2617caaf961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:32.683375 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5ba4f-40c1-4183-9279-a2617caaf961 None None] The sync data for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv is: [] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:50:33.111813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c7f59560-8a0a-4815-8d1e-47fed48740e9 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:50:33.178934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e908c83f-d818-4022-9dcf-025ada5088e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:33.256091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:33.288981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port c7f59560-8a0a-4815-8d1e-47fed48740e9, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c7f59560-8a0a-4815-8d1e-47fed48740e9,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:33.295637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:33.377730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=c7f59560-8a0a-4815-8d1e-47fed48740e9,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:33.458632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76439356-63f9-4354-8033-3c4a7fe80bb2 None None] New status for floating IP e46a1213-5055-4c96-92ae-2b99c6219565: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:50:34.698382 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55988) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:34.703538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8a61945b-212a-4b97-92e6-73026f01b84b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:50:34.824861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device eefbbe03-e55f-4049-9a81-5188fb028c82 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:50:34.940021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:34.958222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port eefbbe03-e55f-4049-9a81-5188fb028c82, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=eefbbe03-e55f-4049-9a81-5188fb028c82,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:34.964125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:35.032502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=eefbbe03-e55f-4049-9a81-5188fb028c82,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:35.228826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a61945b-212a-4b97-92e6-73026f01b84b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:35.244054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a61945b-212a-4b97-92e6-73026f01b84b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740815'] for router, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:35.429031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a61945b-212a-4b97-92e6-73026f01b84b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 8153127a-260e-45ba-8f87-6597011d2050 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:50:35.457362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0bf364bd-bf41-4be8-b36a-4c24d787cfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:35.729573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a61945b-212a-4b97-92e6-73026f01b84b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:50:35.736566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a61945b-212a-4b97-92e6-73026f01b84b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:35.737706 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8a61945b-212a-4b97-92e6-73026f01b84b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/8153127a-260e-45ba-8f87-6597011d2050 HTTP/1.1" status: 200 len: 887 time: 1.0383162 Jan 20 14:50:35.742307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 55992) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:35.744917 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] Sync routers for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:50:35.754990 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:50:35.755589 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:50:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:35.843887 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-aa2e01ee-249f-4970-8ef8-61d83bacfc13 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/e46a1213-5055-4c96-92ae-2b99c6219565 HTTP/1.1" status: 200 len: 991 time: 0.1005337 Jan 20 14:50:35.934330 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:50:36.303163 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:50:35Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:50:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'e46a1213-5055-4c96-92ae-2b99c6219565', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8153127a-260e-45ba-8f87-6597011d2050', 'port_id': '7be2c187-e233-4575-939d-10fd80ab76aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'mac_address': 'fa:16:3e:2b:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086021fe-a1a1-497c-bdce-bf42f866611d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:49:58Z', 'updated_at': '2022-01-20T14:50:33Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:50:33Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:36.307106 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] Checking router: 8153127a-260e-45ba-8f87-6597011d2050 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:50:36.315622 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:50:36.316227 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:50:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:36.485920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:36.487757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:36.498143 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:50:36.848100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 55996) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:36.850874 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:50:35Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:50:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'e46a1213-5055-4c96-92ae-2b99c6219565', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8153127a-260e-45ba-8f87-6597011d2050', 'port_id': '7be2c187-e233-4575-939d-10fd80ab76aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'mac_address': 'fa:16:3e:2b:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086021fe-a1a1-497c-bdce-bf42f866611d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:49:58Z', 'updated_at': '2022-01-20T14:50:33Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:50:33Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:36.855448 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf5fd8-1468-4f38-a0f9-b388f1f3db23 None None] The sync data for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv is: [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:50:35Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:50:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'e46a1213-5055-4c96-92ae-2b99c6219565', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8153127a-260e-45ba-8f87-6597011d2050', 'port_id': '7be2c187-e233-4575-939d-10fd80ab76aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'mac_address': 'fa:16:3e:2b:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086021fe-a1a1-497c-bdce-bf42f866611d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:49:58Z', 'updated_at': '2022-01-20T14:50:33Z', 'revision_number': 2, 'project_id': '7b32be412f6047a4b4874650505da950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:50:33Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:50:36.956045 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7c6a3341-06c7-4d79-8585-7d41c62631cb tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/e46a1213-5055-4c96-92ae-2b99c6219565 HTTP/1.1" status: 200 len: 991 time: 0.1068070 Jan 20 14:50:37.943264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:37.959358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56000) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:38.068131 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-46d4b3d2-b439-4321-8685-48eebdc6f646 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/e46a1213-5055-4c96-92ae-2b99c6219565 HTTP/1.1" status: 200 len: 991 time: 0.1072509 Jan 20 14:50:38.554151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc92f5-cfde-46f4-bb4c-7d0c27589d67 None None] New status for floating IP e46a1213-5055-4c96-92ae-2b99c6219565: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:50:38.897906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device eefbbe03-e55f-4049-9a81-5188fb028c82 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:50:38.965694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port eefbbe03-e55f-4049-9a81-5188fb028c82 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:50:38.966302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:39.072019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56004) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:39.086885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:39.103504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port eefbbe03-e55f-4049-9a81-5188fb028c82, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=eefbbe03-e55f-4049-9a81-5188fb028c82,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:39.108729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:39.109474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c7f59560-8a0a-4815-8d1e-47fed48740e9 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:50:39.180462 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f48e2af8-7524-47e1-84c1-b790b2de3a4e tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/floatingips/e46a1213-5055-4c96-92ae-2b99c6219565 HTTP/1.1" status: 200 len: 993 time: 0.1071513 Jan 20 14:50:39.223359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=eefbbe03-e55f-4049-9a81-5188fb028c82,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:39.232736 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.233077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.233391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.233742 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.234054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.234359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.234661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.234976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.235289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.235614 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.235910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.236236 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:39.246020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c7f59560-8a0a-4815-8d1e-47fed48740e9 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:50:39.246395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:39.363010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:39.396415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port c7f59560-8a0a-4815-8d1e-47fed48740e9, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c7f59560-8a0a-4815-8d1e-47fed48740e9,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:39.402309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:39.446036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56012) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:39.474867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=c7f59560-8a0a-4815-8d1e-47fed48740e9,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:39.653270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 24cfe0e4-960b-4762-a129-43342f9ceadc {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:50:39.653579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:39.940619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:39.940850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:40.066277 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 24cfe0e4-960b-4762-a129-43342f9ceadc owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:50:40.224343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:40.272955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=24cfe0e4-960b-4762-a129-43342f9ceadc,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:40.309091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.309424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.309751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.310068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.310385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.310702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.311011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.311302 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.311649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.311958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.312262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.312593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:40.371829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:40.372153 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Floating IP e46a1213-5055-4c96-92ae-2b99c6219565 disassociated (deleted). External IP: 172.26.0.73, port: 7be2c187-e233-4575-939d-10fd80ab76aa. Jan 20 14:50:40.732708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 8153127a-260e-45ba-8f87-6597011d2050 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:50:40.834183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device eefbbe03-e55f-4049-9a81-5188fb028c82 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:50:40.926817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:50:40.938386 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] Sync routers for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:50:40.949409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port eefbbe03-e55f-4049-9a81-5188fb028c82 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:50:40.949773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:40.949878 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:50:40.950113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:40.950601 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:50:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:41.016980 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2fded8de-5a59-478b-94d7-ad1898280b89 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/floatingips/e46a1213-5055-4c96-92ae-2b99c6219565 HTTP/1.1" status: 204 len: 168 time: 1.5697362 Jan 20 14:50:41.018214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086021fe-a1a1-497c-bdce-bf42f866611d', 'tag': '7be2c187-e233-4575-939d-10fd80ab76aa'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:50:41.071665 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086021fe-a1a1-497c-bdce-bf42f866611d', 'tag': '7be2c187-e233-4575-939d-10fd80ab76aa', 'status': 'completed', 'code': 200} Jan 20 14:50:41.073201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c7f59560-8a0a-4815-8d1e-47fed48740e9 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:50:41.149458 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:50:41.152905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port c7f59560-8a0a-4815-8d1e-47fed48740e9 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:50:41.153567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:41.183952 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-5e8f3bb2-5c5a-4ae3-b54e-1250a8009c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:41.186464 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-5e8f3bb2-5c5a-4ae3-b54e-1250a8009c15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b32be412f6047a4b4874650505da950&device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 1099 time: 0.0838175 Jan 20 14:50:41.342843 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-7a91f414-2a2c-4ede-b501-23bb6e34c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:41.344462 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-7a91f414-2a2c-4ede-b501-23bb6e34c413 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a27235f6-c9d8-4084-adab-314ec66f807c HTTP/1.1" status: 200 len: 898 time: 0.1509635 Jan 20 14:50:41.411344 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-5644557f-16a3-4bf2-9f4b-6690fa79acb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7be2c187-e233-4575-939d-10fd80ab76aa HTTP/1.1" status: 200 len: 217 time: 0.0600078 Jan 20 14:50:41.454496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13454857-c0c4-4a16-8f04-0e96bb12daab req-9898f1d7-0578-4f5e-b464-0be11a095fb5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:41.455150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-13454857-c0c4-4a16-8f04-0e96bb12daab req-9898f1d7-0578-4f5e-b464-0be11a095fb5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:50:41.472516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-13454857-c0c4-4a16-8f04-0e96bb12daab req-9898f1d7-0578-4f5e-b464-0be11a095fb5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:50:41.473710 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13454857-c0c4-4a16-8f04-0e96bb12daab req-9898f1d7-0578-4f5e-b464-0be11a095fb5 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 946 time: 0.0987647 Jan 20 14:50:41.477395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-43dd8595-f729-4994-8557-d45b491ba609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:41.479003 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-43dd8595-f729-4994-8557-d45b491ba609 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6059f81-60ec-452d-8f57-4d30d5010c31 HTTP/1.1" status: 200 len: 834 time: 0.0621138 Jan 20 14:50:41.491338 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:50:35Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:50:39Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:41.495523 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] Checking router: 8153127a-260e-45ba-8f87-6597011d2050 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:50:41.504321 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:50:41.504917 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:50:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:41.528459 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13454857-c0c4-4a16-8f04-0e96bb12daab req-b31dce8f-2aed-469b-940c-4838947f2f5f tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432355 Jan 20 14:50:41.554777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-604fa25a-a4c8-4561-be38-2452eb346595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:41.556338 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-604fa25a-a4c8-4561-be38-2452eb346595 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a27235f6-c9d8-4084-adab-314ec66f807c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706444 Jan 20 14:50:41.689260 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-5ebc6485-ae12-4b2d-8f7d-172172e531f1 service neutron] 10.222.0.72 "GET /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258078 Jan 20 14:50:41.703678 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:50:41.820461 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-52a0a20c-0914-4fab-b374-a68fd89209a2 req-538f4835-ed04-4436-82dd-0b364ab4fec3 service neutron] 10.222.0.72 "GET /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230993 Jan 20 14:50:42.009619 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:50:35Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:50:39Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:42.013598 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c87c6-b43f-4c9d-b7d3-acb31991cd38 None None] The sync data for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv is: [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:50:35Z', 'revision_number': 6, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'c7f59560-8a0a-4815-8d1e-47fed48740e9', 'name': '', 'network_id': 'a27235f6-c9d8-4084-adab-314ec66f807c', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'mac_address': 'fa:16:3e:56:9e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:50:39Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'subnets': [{'id': 'c6059f81-60ec-452d-8f57-4d30d5010c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:50:42.688712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94be73-190b-4f4f-8804-2c0927226149 None None] New status for floating IP e46a1213-5055-4c96-92ae-2b99c6219565: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:50:42.776831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15092935-9dd2-421a-b992-66589668f6d8 req-fde6a2a5-5d45-411d-8e3e-62cc6e287967 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:42.778261 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-15092935-9dd2-421a-b992-66589668f6d8 req-fde6a2a5-5d45-411d-8e3e-62cc6e287967 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 946 time: 0.1422949 Jan 20 14:50:42.788162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026cce2-0b30-4bc0-9b2f-c447e03af855 req-50879f9a-d95b-46b8-aad0-a257c8200936 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:42.789527 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4026cce2-0b30-4bc0-9b2f-c447e03af855 req-50879f9a-d95b-46b8-aad0-a257c8200936 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 946 time: 0.1226282 Jan 20 14:50:42.888916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-15092935-9dd2-421a-b992-66589668f6d8 req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 7be2c187-e233-4575-939d-10fd80ab76aa {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:50:42.889130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-15092935-9dd2-421a-b992-66589668f6d8 req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:42.918553 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4026cce2-0b30-4bc0-9b2f-c447e03af855 req-25117c3d-9a14-4764-a5db-127b16fbf016 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/security-groups?id=f84dd433-2055-4797-a5ce-35930d368364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001048 Jan 20 14:50:43.245192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-15092935-9dd2-421a-b992-66589668f6d8 req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 7be2c187-e233-4575-939d-10fd80ab76aa, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7be2c187-e233-4575-939d-10fd80ab76aa,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:43.245424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-15092935-9dd2-421a-b992-66589668f6d8 req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:43.373469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-15092935-9dd2-421a-b992-66589668f6d8 req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 7be2c187-e233-4575-939d-10fd80ab76aa owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:50:43.530281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-15092935-9dd2-421a-b992-66589668f6d8 req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:43.579258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=7be2c187-e233-4575-939d-10fd80ab76aa,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:43.616424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.616762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.617093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.617421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.617739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.618056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.618374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.618692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.619004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.619341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.619649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.619945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:50:43.663524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-15092935-9dd2-421a-b992-66589668f6d8 req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] No DVR routers for this DVR port 7be2c187-e233-4575-939d-10fd80ab76aa on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:50:43.666413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-15092935-9dd2-421a-b992-66589668f6d8 req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:43.670448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086021fe-a1a1-497c-bdce-bf42f866611d', 'name': 'network-vif-deleted', 'tag': '7be2c187-e233-4575-939d-10fd80ab76aa'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:50:43.694385 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-15092935-9dd2-421a-b992-66589668f6d8 req-b75e5182-b59c-4d2a-ab2a-cb7c0f479084 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.72 "DELETE /v2.0/ports/7be2c187-e233-4575-939d-10fd80ab76aa HTTP/1.1" status: 204 len: 173 time: 0.9038391 Jan 20 14:50:43.726067 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086021fe-a1a1-497c-bdce-bf42f866611d', 'name': 'network-vif-deleted', 'tag': '7be2c187-e233-4575-939d-10fd80ab76aa', 'status': 'completed', 'code': 200} Jan 20 14:50:44.082778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-a7ed5200-7746-4558-9b93-b864ef290cac req-cff9a5bd-71fa-4dc6-aaab-053e5c1e5e1d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Synchronizing usage tracker for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:50:44.099817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-a7ed5200-7746-4558-9b93-b864ef290cac req-cff9a5bd-71fa-4dc6-aaab-053e5c1e5e1d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Unset dirty status for tenant:7b32be412f6047a4b4874650505da950 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:50:44.101046 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7ed5200-7746-4558-9b93-b864ef290cac req-cff9a5bd-71fa-4dc6-aaab-053e5c1e5e1d tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "GET /v2.0/ports?device_id=086021fe-a1a1-497c-bdce-bf42f866611d HTTP/1.1" status: 200 len: 210 time: 0.0617979 Jan 20 14:50:45.206848 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56032) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:45.274859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e025610-668d-41d6-b514-419bc1d62613 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:45.304582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e025610-668d-41d6-b514-419bc1d62613 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:45.380157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e025610-668d-41d6-b514-419bc1d62613 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:45.398750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e025610-668d-41d6-b514-419bc1d62613 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84dd433-2055-4797-a5ce-35930d368364,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:45.410832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e025610-668d-41d6-b514-419bc1d62613 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:45.414647 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5e025610-668d-41d6-b514-419bc1d62613 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/security-groups/f84dd433-2055-4797-a5ce-35930d368364 HTTP/1.1" status: 204 len: 168 time: 0.2041547 Jan 20 14:50:45.443371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56038) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:46.020469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:46.492047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port c7f59560-8a0a-4815-8d1e-47fed48740e9 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:50:46.492840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:46.682037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port c7f59560-8a0a-4815-8d1e-47fed48740e9, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=c7f59560-8a0a-4815-8d1e-47fed48740e9,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:46.682383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:46.803755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for c7f59560-8a0a-4815-8d1e-47fed48740e9 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:50:46.859873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7be2c187-e233-4575-939d-10fd80ab76aa no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:50:46.893886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 7be2c187-e233-4575-939d-10fd80ab76aa {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:50:46.894224 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7be2c187-e233-4575-939d-10fd80ab76aa not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:50:47.131835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:47.178521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=c7f59560-8a0a-4815-8d1e-47fed48740e9,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:47.449661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:47.929426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Router 8153127a-260e-45ba-8f87-6597011d2050 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:50:48.111269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:50:48.121730 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] Sync routers for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:50:48.131571 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f1dfd566-c622-41f7-9465-fd588d0c045b tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "PUT /v2.0/routers/8153127a-260e-45ba-8f87-6597011d2050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6871204 Jan 20 14:50:48.133573 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:50:48.134373 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:50:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:48.134537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56042) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:48.202910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e7ae95-162b-4253-8a5c-a05bd63634da tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting subnet c6059f81-60ec-452d-8f57-4d30d5010c31 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:50:48.205955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09e7ae95-162b-4253-8a5c-a05bd63634da tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:48.260059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09e7ae95-162b-4253-8a5c-a05bd63634da tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:48.309502 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:50:48.343371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09e7ae95-162b-4253-8a5c-a05bd63634da tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:48.419689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09e7ae95-162b-4253-8a5c-a05bd63634da tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:48.458599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7ae95-162b-4253-8a5c-a05bd63634da tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Subnet': ['ID=c6059f81-60ec-452d-8f57-4d30d5010c31,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:48.463210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09e7ae95-162b-4253-8a5c-a05bd63634da tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:48.468682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6e232-ca72-4fa8-85d6-8d733f7ac6a0 None None] Network a27235f6-c9d8-4084-adab-314ec66f807c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:50:48.472516 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-09e7ae95-162b-4253-8a5c-a05bd63634da tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/subnets/c6059f81-60ec-452d-8f57-4d30d5010c31 HTTP/1.1" status: 204 len: 168 time: 0.3344991 Jan 20 14:50:48.473170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56046) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:48.593042 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:50:47Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:48.596820 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] Checking router: 8153127a-260e-45ba-8f87-6597011d2050 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:50:48.605214 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] Routers {'8153127a-260e-45ba-8f87-6597011d2050'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:50:48.605804 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:50:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8153127a-260e-45ba-8f87-6597011d2050'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:48.738313 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] DHCP port deletion for a27235f6-c9d8-4084-adab-314ec66f807c request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:50:48.742438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Deleting port 816caa31-1cb2-434f-9052-f2e6f375c364 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:50:48.743498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:48.776180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:48.780945 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] Set router 8153127a-260e-45ba-8f87-6597011d2050 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:50:48.926003 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 816caa31-1cb2-434f-9052-f2e6f375c364 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:50:48.972880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:48.990122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port eefbbe03-e55f-4049-9a81-5188fb028c82 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:50:48.990412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.046234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] For port 816caa31-1cb2-434f-9052-f2e6f375c364, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=816caa31-1cb2-434f-9052-f2e6f375c364,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:49.047358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.111717 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:50:47Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:49.115811 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2450ea-72a7-4524-bc7c-3acc8df9863e None None] The sync data for ids ['8153127a-260e-45ba-8f87-6597011d2050'] in dv-neutron-825123-1-hyperv is: [{'id': '8153127a-260e-45ba-8f87-6597011d2050', 'name': 'tempest-TestNetworkBasicOps-router-603749647', 'tenant_id': '7b32be412f6047a4b4874650505da950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180'}], 'enable_snat': True}, 'gw_port_id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:36Z', 'updated_at': '2022-01-20T14:50:47Z', 'revision_number': 7, 'project_id': '7b32be412f6047a4b4874650505da950', 'gw_port': {'id': 'eefbbe03-e55f-4049-9a81-5188fb028c82', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8153127a-260e-45ba-8f87-6597011d2050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:37Z', 'updated_at': '2022-01-20T14:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:50:49.176539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port eefbbe03-e55f-4049-9a81-5188fb028c82, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=eefbbe03-e55f-4049-9a81-5188fb028c82,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:49.176899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.211127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Calling delete_port for 816caa31-1cb2-434f-9052-f2e6f375c364 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:50:49.259788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.297236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for eefbbe03-e55f-4049-9a81-5188fb028c82 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:50:49.308797 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 816caa31-1cb2-434f-9052-f2e6f375c364, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=816caa31-1cb2-434f-9052-f2e6f375c364,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:49.314388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.350001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:50:49.350354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:50:49.383464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=816caa31-1cb2-434f-9052-f2e6f375c364,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:49.469002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.515842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Port': ['ID=eefbbe03-e55f-4049-9a81-5188fb028c82,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:49.610713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.784281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.786548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.812400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.812886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Fanout notify agent at l3_agent the message router_deleted on router 8153127a-260e-45ba-8f87-6597011d2050 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:50:49.828741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.829837 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-94f69acd-1a5f-4d42-a77f-14e218b3ddd6 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/routers/8153127a-260e-45ba-8f87-6597011d2050 HTTP/1.1" status: 204 len: 168 time: 1.3552485 Jan 20 14:50:49.832762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56050) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:49.851292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Deleting port 816caa31-1cb2-434f-9052-f2e6f375c364 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:50:49.851834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.946987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:49.957970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 816caa31-1cb2-434f-9052-f2e6f375c364 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:50:49.958299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:50.090220 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] For port 816caa31-1cb2-434f-9052-f2e6f375c364, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=816caa31-1cb2-434f-9052-f2e6f375c364,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:50.090596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:50.159633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] For port 816caa31-1cb2-434f-9052-f2e6f375c364, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=816caa31-1cb2-434f-9052-f2e6f375c364,segment=NetworkSegment(21c8437d-ae60-4f05-9070-1d0ed942cacc),segment_id=21c8437d-ae60-4f05-9070-1d0ed942cacc)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:50:50.159986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:50.211798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Calling delete_port for 816caa31-1cb2-434f-9052-f2e6f375c364 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:50:50.296956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:50.342090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] Pushing event deleted for resources: {'Port': ['ID=816caa31-1cb2-434f-9052-f2e6f375c364,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:50.347988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a648f15-794d-4d3c-9e16-448d4e71e707 None None] No DVR routers for this DVR port 816caa31-1cb2-434f-9052-f2e6f375c364 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:50:50.397653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Calling delete_port for 816caa31-1cb2-434f-9052-f2e6f375c364 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:50:50.471613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:50:50.471898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:50:50.845172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c7f59560-8a0a-4815-8d1e-47fed48740e9 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:50:50.881089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: c7f59560-8a0a-4815-8d1e-47fed48740e9 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:50:50.881756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device c7f59560-8a0a-4815-8d1e-47fed48740e9 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:50:50.881854 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device eefbbe03-e55f-4049-9a81-5188fb028c82 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:50:50.913176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: eefbbe03-e55f-4049-9a81-5188fb028c82 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:50:50.913500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device eefbbe03-e55f-4049-9a81-5188fb028c82 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:50:50.974053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Deleting port 816caa31-1cb2-434f-9052-f2e6f375c364 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:50:50.974835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:51.051501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] The port '816caa31-1cb2-434f-9052-f2e6f375c364' was deleted {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:50:51.172880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:51.197493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27235f6-c9d8-4084-adab-314ec66f807c']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:51.209283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c8437d-ae60-4f05-9070-1d0ed942cacc') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:51.209582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c8437d-ae60-4f05-9070-1d0ed942cacc') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:51.220655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:51.236425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:51.242384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:50:51.242758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:50:51.257144 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:50:51.339449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:51.356253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:51.367020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] Pushing event deleted for resources: {'Network': ['ID=a27235f6-c9d8-4084-adab-314ec66f807c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:51.383198 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bf29a577-7a5b-4f66-ba0e-b66a9ccd0017 tempest-TestNetworkBasicOps-966763615 tempest-TestNetworkBasicOps-966763615-project] 10.222.0.87 "DELETE /v2.0/networks/a27235f6-c9d8-4084-adab-314ec66f807c HTTP/1.1" status: 204 len: 168 time: 1.5493722 Jan 20 14:50:51.690144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56058) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:51.839842 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-497db853-ed3b-41f3-a85a-d77123696e1a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7b32be412f6047a4b4874650505da950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481833 Jan 20 14:50:51.843521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56064) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:51.905722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bebe1752-ad3d-46dd-b87d-f2076d698117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:51.930620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bebe1752-ad3d-46dd-b87d-f2076d698117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:51.990132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bebe1752-ad3d-46dd-b87d-f2076d698117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:52.006766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe1752-ad3d-46dd-b87d-f2076d698117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6e33c1-dfea-41f6-87d0-42bd8d86c553,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:52.017274 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bebe1752-ad3d-46dd-b87d-f2076d698117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:52.021200 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bebe1752-ad3d-46dd-b87d-f2076d698117 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9d6e33c1-dfea-41f6-87d0-42bd8d86c553 HTTP/1.1" status: 204 len: 168 time: 0.1739545 Jan 20 14:50:52.325707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56072) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:52.343210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ca06b6bc-0651-4fb1-ab37-8e96923ff514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:52.357355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ca06b6bc-0651-4fb1-ab37-8e96923ff514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:50:52.361520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ca06b6bc-0651-4fb1-ab37-8e96923ff514 admin admin] Usage tracker for resource:security_group_rule and tenant:1cef05fe0b3347c0bb5cdd7f4579e853 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:50:52.364552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ca06b6bc-0651-4fb1-ab37-8e96923ff514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:50:52.370683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ca06b6bc-0651-4fb1-ab37-8e96923ff514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:50:52.453670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ca06b6bc-0651-4fb1-ab37-8e96923ff514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:52.459755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ca06b6bc-0651-4fb1-ab37-8e96923ff514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:52.504864 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ca06b6bc-0651-4fb1-ab37-8e96923ff514 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1cef05fe0b3347c0bb5cdd7f4579e853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780720 Jan 20 14:50:52.505701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06b6bc-0651-4fb1-ab37-8e96923ff514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b466acdd-f16c-448d-b26d-8c5b484deea7,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:52.507912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56076) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:52.574130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43323046-dcc4-4a34-a5f5-c936a4b79a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:52.599407 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43323046-dcc4-4a34-a5f5-c936a4b79a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:52.652329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43323046-dcc4-4a34-a5f5-c936a4b79a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:52.667862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43323046-dcc4-4a34-a5f5-c936a4b79a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b466acdd-f16c-448d-b26d-8c5b484deea7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:52.672186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-43323046-dcc4-4a34-a5f5-c936a4b79a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:52.673326 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-43323046-dcc4-4a34-a5f5-c936a4b79a0d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b466acdd-f16c-448d-b26d-8c5b484deea7 HTTP/1.1" status: 204 len: 168 time: 0.1643703 Jan 20 14:50:54.860813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:59.895368 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-08485908-3e05-4785-91c3-ad5070d2c4c6 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=3333b3be2cfb4120b7bbb28a083f9fd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308194 Jan 20 14:51:00.048151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-be75cb2e-a70f-4fb7-b075-a1ab92188aa7 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:00.049594 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-be75cb2e-a70f-4fb7-b075-a1ab92188aa7 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492949 Jan 20 14:51:00.066468 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-7e546df2-f909-41f2-9d5b-b562899fcf53 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/quotas/3333b3be2cfb4120b7bbb28a083f9fd0 HTTP/1.1" status: 200 len: 375 time: 0.0095265 Jan 20 14:51:00.113264 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-ef9538c0-0705-4b11-8d89-36f0b67262d9 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3333b3be2cfb4120b7bbb28a083f9fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412753 Jan 20 14:51:00.426011 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-dca44d05-ccf7-4f8e-bc1c-a950d8263556 req-6e2ff145-ebd0-4020-89d3-c0f85a4d84e2 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 210 time: 0.1638386 Jan 20 14:51:01.530371 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e0380c11-8382-47bd-90f2-460e59060a47 req-e62f2686-f47f-47f5-88a8-db6dbdd1107c tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 210 time: 0.0418112 Jan 20 14:51:02.633703 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bcf64278-be8e-4002-89f5-b6c14438600f req-de3db13c-ff9a-4273-9d23-b5a18bb3c4ff tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 210 time: 0.0460951 Jan 20 14:51:03.117657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6cf342a0-3b47-4a35-acaa-ebc9ecc6cef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:03.740005 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e8d7de3e-3a27-4345-b84f-542fbf476bca req-afe94dce-c9d3-4422-a324-936ab940a43d tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 210 time: 0.0453861 Jan 20 14:51:04.910944 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2f79b764-f49d-42af-88f5-5c0e74b04175 req-af97bcc7-5e5e-4538-b7e9-7f90d62e702d tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 210 time: 0.0419509 Jan 20 14:51:05.366370 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-757a79a6-d289-4787-9170-d23fb78a12d1 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3333b3be2cfb4120b7bbb28a083f9fd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322094 Jan 20 14:51:05.463107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b6da524a-1f40-4465-a1f3-78224078c6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:05.515297 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-6bb4d2ca-ca32-49dc-bd1f-70f66201f647 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:05.516762 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-6bb4d2ca-ca32-49dc-bd1f-70f66201f647 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455195 Jan 20 14:51:05.529554 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Request body: {'port': {'device_id': '9d20bc66-4d90-4a62-a5b7-fe686684eef9', 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7', 'admin_state_up': True, 'tenant_id': '3333b3be2cfb4120b7bbb28a083f9fd0'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:51:05.669187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:51:05.674520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Usage tracker for resource:port and tenant:3333b3be2cfb4120b7bbb28a083f9fd0 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:51:05.677532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:51:05.683690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:51:05.697584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Made reservation on behalf of 3333b3be2cfb4120b7bbb28a083f9fd0 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:51:05.701204 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:05.713698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:05.730651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:51:05.734450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Usage tracker for resource:security_group_rule and tenant:3333b3be2cfb4120b7bbb28a083f9fd0 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:51:05.737284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:51:05.743070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:51:05.837879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:05.845046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:05.927651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996459f1-f961-4726-8b5e-8b1a5db0be35,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:06.025974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Allocated IP 192.168.233.48 (f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7/257715bc-c593-4b2f-b376-cbccfafe77d5/3e0c8dc9-cb3a-4de8-9e6c-38f36577a499) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:51:06.064630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4661be4-3443-4d0f-9669-e9493d1e261a req-95a00900-7cce-4116-9fad-8a90c2922799 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 210 time: 0.0478806 Jan 20 14:51:06.248700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:06.266189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Transition to ACTIVE for port object 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:51:06.295059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:06.477131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:51:06.480127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:51:06.484370 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:51:06.491447 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:06.493280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:06.529937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Pushing event updated for resources: {'Port': ['ID=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:06.555068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:06.555765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:06.582711 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-c7d94966-7d1f-4a5d-81f1-3f0baf646de5 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0566955 Jan 20 14:51:06.594397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Request body: {'port': {'device_id': '9d20bc66-4d90-4a62-a5b7-fe686684eef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:51:06.684452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0508c401-ee43-4609-ba9d-27aff4f21d28 None None] Provisioning for port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:51:06.689510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0508c401-ee43-4609-ba9d-27aff4f21d28 None None] Provisioning complete for port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:51:06.689954 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0508c401-ee43-4609-ba9d-27aff4f21d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:06.710793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:06.747114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0508c401-ee43-4609-ba9d-27aff4f21d28 None None] Port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:51:07.053095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:51:07.065915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:07.084721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Transition to ACTIVE for port object 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:51:07.089932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:07.263438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Pushing event updated for resources: {'Port': ['ID=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:07.395539 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e8097-f1bb-4635-80b2-fc68bee95094 req-94b652a1-675c-4313-acd1-dda17347652a tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:07.396234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9a2e8097-f1bb-4635-80b2-fc68bee95094 req-94b652a1-675c-4313-acd1-dda17347652a tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Synchronizing usage tracker for tenant:3333b3be2cfb4120b7bbb28a083f9fd0 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:51:07.400944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Attempting to bind port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:51:07.401275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Attempting to bind port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '11d8a3ed-51cc-4d49-9e25-f7a801debf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:51:07.401594 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Attempting to bind port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 on network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:51:07.409243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 on network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:51:07.409555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Attempting to bind port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 on network f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:51:07.420530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:51:07.420887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Checking segment: {'id': '11d8a3ed-51cc-4d49-9e25-f7a801debf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:51:07.421263 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Bound using segment: {'id': '11d8a3ed-51cc-4d49-9e25-f7a801debf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:51:07.421687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Bound port: 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d8a3ed-51cc-4d49-9e25-f7a801debf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:51:07.422025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:07.437129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9a2e8097-f1bb-4635-80b2-fc68bee95094 req-94b652a1-675c-4313-acd1-dda17347652a tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Unset dirty status for tenant:3333b3be2cfb4120b7bbb28a083f9fd0 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:51:07.438249 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9a2e8097-f1bb-4635-80b2-fc68bee95094 req-94b652a1-675c-4313-acd1-dda17347652a tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 947 time: 0.2438331 Jan 20 14:51:07.538604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9a2e8097-f1bb-4635-80b2-fc68bee95094 req-ae5639e4-c4b0-40eb-b7a3-23dac7a5727d tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Synchronizing usage tracker for tenant:3333b3be2cfb4120b7bbb28a083f9fd0 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:51:07.555972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] For port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:51:07.561521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] For port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,segment=NetworkSegment(11d8a3ed-51cc-4d49-9e25-f7a801debf19),segment_id=11d8a3ed-51cc-4d49-9e25-f7a801debf19)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:51:07.567757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:07.602998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9a2e8097-f1bb-4635-80b2-fc68bee95094 req-ae5639e4-c4b0-40eb-b7a3-23dac7a5727d tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Unset dirty status for tenant:3333b3be2cfb4120b7bbb28a083f9fd0 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:51:07.604043 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9a2e8097-f1bb-4635-80b2-fc68bee95094 req-ae5639e4-c4b0-40eb-b7a3-23dac7a5727d tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/security-groups?id=996459f1-f961-4726-8b5e-8b1a5db0be35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380191 Jan 20 14:51:07.622228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:07.622833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:07.624537 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] 10.222.0.72 "PUT /v2.0/ports/3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 HTTP/1.1" status: 200 len: 1097 time: 1.0342629 Jan 20 14:51:07.624979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d20bc66-4d90-4a62-a5b7-fe686684eef9', 'tag': '3e0c8dc9-cb3a-4de8-9e6c-38f36577a499'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:51:07.659421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caa38c-ac13-47b0-9589-219c3110698f service neutron] Pushing event updated for resources: {'Port': ['ID=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:07.706864 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d20bc66-4d90-4a62-a5b7-fe686684eef9', 'tag': '3e0c8dc9-cb3a-4de8-9e6c-38f36577a499', 'status': 'completed', 'code': 200} Jan 20 14:51:07.760919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-3884c913-6312-4189-83ae-8f331817f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:07.762641 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-3884c913-6312-4189-83ae-8f331817f717 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3333b3be2cfb4120b7bbb28a083f9fd0&device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 1100 time: 0.0908542 Jan 20 14:51:07.830128 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-27cfdc85-80d6-4f0d-8525-f2f79ec9f1fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 HTTP/1.1" status: 200 len: 217 time: 0.0604918 Jan 20 14:51:07.900745 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-5dcf3836-78fe-48a3-a11b-eddc58d4cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:07.902913 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-5dcf3836-78fe-48a3-a11b-eddc58d4cfd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=257715bc-c593-4b2f-b376-cbccfafe77d5 HTTP/1.1" status: 200 len: 843 time: 0.0668588 Jan 20 14:51:07.946783 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:07.978495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-74279512-5252-4d96-903e-67ed88bf9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:07.979988 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-74279512-5252-4d96-903e-67ed88bf9711 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0710425 Jan 20 14:51:08.112183 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-e2865814-2d3a-4c71-b5da-788209fd9285 service neutron] 10.222.0.72 "GET /v2.0/networks/f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253166 Jan 20 14:51:08.346369 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-736cef53-05a3-4f72-8b88-5d6ae3574813 req-48f190cc-8920-4066-a625-76d48071e77a service neutron] 10.222.0.72 "GET /v2.0/networks/f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270148 Jan 20 14:51:08.477245 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-95e580be-4348-4f14-a152-2a2894bd824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:08.478713 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-95e580be-4348-4f14-a152-2a2894bd824f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3333b3be2cfb4120b7bbb28a083f9fd0&device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 1100 time: 0.0783794 Jan 20 14:51:08.618300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-fd3e854f-1361-4f3c-8b89-38f92c2138fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:08.619643 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-fd3e854f-1361-4f3c-8b89-38f92c2138fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7 HTTP/1.1" status: 200 len: 870 time: 0.1345866 Jan 20 14:51:08.679947 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:51:08.686098 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-a5270a9e-4a47-45d3-9593-d4f6d8bdb20d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 HTTP/1.1" status: 200 len: 217 time: 0.0598037 Jan 20 14:51:08.803006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-cc619532-94b6-4add-9b5d-ee20f1c4754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:08.804471 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-cc619532-94b6-4add-9b5d-ee20f1c4754a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=257715bc-c593-4b2f-b376-cbccfafe77d5 HTTP/1.1" status: 200 len: 843 time: 0.1117423 Jan 20 14:51:08.879652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1ebd1-dc7c-4779-9ed6-6f4bcb38487a req-a6105779-06dc-4da7-95fd-fb5f186bad3b tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:08.881017 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a4c1ebd1-dc7c-4779-9ed6-6f4bcb38487a req-a6105779-06dc-4da7-95fd-fb5f186bad3b tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 947 time: 0.1512730 Jan 20 14:51:08.929714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-482451de-96d5-49f2-8988-a6e4183cd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:08.931158 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-482451de-96d5-49f2-8988-a6e4183cd1d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1202483 Jan 20 14:51:08.933959 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a4c1ebd1-dc7c-4779-9ed6-6f4bcb38487a req-8763d9ca-c386-4fcb-a23a-4978dff6eb99 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/security-groups?id=996459f1-f961-4726-8b5e-8b1a5db0be35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Jan 20 14:51:09.065758 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-4a3a719e-f246-4478-9e48-d558e778948c service neutron] 10.222.0.72 "GET /v2.0/networks/f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270957 Jan 20 14:51:09.206436 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-16d415b8-b9e9-4b18-8f56-c44f23af1988 req-4eca52b2-b980-4f59-aea4-05f4ec945a6b service neutron] 10.222.0.72 "GET /v2.0/networks/f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343992 Jan 20 14:51:10.138669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae8339-d1ca-4695-bb40-d7cf1640dc7c req-666bebb8-c55e-4f12-933c-f94d97bc8392 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:10.140114 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bdae8339-d1ca-4695-bb40-d7cf1640dc7c req-666bebb8-c55e-4f12-933c-f94d97bc8392 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 947 time: 0.0895123 Jan 20 14:51:10.191010 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bdae8339-d1ca-4695-bb40-d7cf1640dc7c req-71cee4ba-c0d3-4305-9359-a3f134f54949 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/security-groups?id=996459f1-f961-4726-8b5e-8b1a5db0be35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428474 Jan 20 14:51:10.970413 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:51:11.115515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,segment=NetworkSegment(11d8a3ed-51cc-4d49-9e25-f7a801debf19),segment_id=11d8a3ed-51cc-4d49-9e25-f7a801debf19)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:51:11.128431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '3e0c8dc9-cb3a-4de8-9e6c-38f36577a499', 'network_id': 'f2e2e6bf-b974-44b0-a732-58e2eeb0c6a7', 'port_id': '3e0c8dc9-cb3a-4de8-9e6c-38f36577a499', 'mac_address': 'fa:16:3e:c1:ae:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257715bc-c593-4b2f-b376-cbccfafe77d5', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:51:11.187139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:11.205744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:51:11.225852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,segment=NetworkSegment(11d8a3ed-51cc-4d49-9e25-f7a801debf19),segment_id=11d8a3ed-51cc-4d49-9e25-f7a801debf19)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:51:11.233940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:11.303282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:11.380075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb64f3-c987-4a70-9482-f90166891201 req-1ed35a94-d968-49e0-a6ed-c0a93a261d50 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:11.381628 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b0fb64f3-c987-4a70-9482-f90166891201 req-1ed35a94-d968-49e0-a6ed-c0a93a261d50 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 948 time: 0.0859499 Jan 20 14:51:11.425192 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b0fb64f3-c987-4a70-9482-f90166891201 req-f22c7a9e-3419-4ffc-a74e-bad39a93b50c tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/security-groups?id=996459f1-f961-4726-8b5e-8b1a5db0be35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377452 Jan 20 14:51:11.448109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['3e0c8dc9-cb3a-4de8-9e6c-38f36577a499'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:51:12.626559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb848b81-0652-4086-8eb8-61e315026b4e req-ac77c25b-185e-4627-b507-dc46b03d87cc tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:12.628030 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eb848b81-0652-4086-8eb8-61e315026b4e req-ac77c25b-185e-4627-b507-dc46b03d87cc tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 948 time: 0.0922318 Jan 20 14:51:12.673877 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eb848b81-0652-4086-8eb8-61e315026b4e req-714afd2e-8f79-41c7-8b3a-1fd5be993ced tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/security-groups?id=996459f1-f961-4726-8b5e-8b1a5db0be35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Jan 20 14:51:12.986329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:51:13.066188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:51:13.071286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:51:13.071659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:13.195039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:13.222896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d20bc66-4d90-4a62-a5b7-fe686684eef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0c8dc9-cb3a-4de8-9e6c-38f36577a499'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:51:13.232369 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,segment=NetworkSegment(11d8a3ed-51cc-4d49-9e25-f7a801debf19),segment_id=11d8a3ed-51cc-4d49-9e25-f7a801debf19)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:51:13.241115 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:13.276186 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d20bc66-4d90-4a62-a5b7-fe686684eef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0c8dc9-cb3a-4de8-9e6c-38f36577a499', 'code': 200} Jan 20 14:51:13.307350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:13.495712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eba81a-660e-47bf-bd15-a41c638d8462 req-f2a2538b-bc92-4fc7-b91b-17b3b4ab867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:13.497228 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-47eba81a-660e-47bf-bd15-a41c638d8462 req-f2a2538b-bc92-4fc7-b91b-17b3b4ab867f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 1102 time: 0.0705092 Jan 20 14:51:13.538853 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-47eba81a-660e-47bf-bd15-a41c638d8462 req-090d70df-b957-4169-a386-1b76d6eeca2b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=996459f1-f961-4726-8b5e-8b1a5db0be35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353963 Jan 20 14:51:13.880335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3a028-deeb-4ae3-91d3-b12c4e598a8b req-efeff8be-73fa-433b-ada6-852618b3edf2 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:13.881775 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-aea3a028-deeb-4ae3-91d3-b12c4e598a8b req-efeff8be-73fa-433b-ada6-852618b3edf2 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 949 time: 0.0884039 Jan 20 14:51:13.925814 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-aea3a028-deeb-4ae3-91d3-b12c4e598a8b req-34a20386-31b1-4a8c-850d-3b2e574c7b77 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/security-groups?id=996459f1-f961-4726-8b5e-8b1a5db0be35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382316 Jan 20 14:51:15.118256 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7f087-0a64-49ad-90df-d7d9a025a07a req-5b76790f-29e6-4cab-9e0d-857969c6ebb9 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:15.119709 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7da7f087-0a64-49ad-90df-d7d9a025a07a req-5b76790f-29e6-4cab-9e0d-857969c6ebb9 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 949 time: 0.0850472 Jan 20 14:51:15.162914 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7da7f087-0a64-49ad-90df-d7d9a025a07a req-ea51c153-81a2-457d-bf93-7082f6d479bd tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/security-groups?id=996459f1-f961-4726-8b5e-8b1a5db0be35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375359 Jan 20 14:51:16.467342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ccdb2-8411-4eda-bd7d-d6878672dd43 req-350d72e2-3e53-4554-b83f-200831ccfd0d tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:16.468695 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-658ccdb2-8411-4eda-bd7d-d6878672dd43 req-350d72e2-3e53-4554-b83f-200831ccfd0d tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 949 time: 0.0930345 Jan 20 14:51:16.512981 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-658ccdb2-8411-4eda-bd7d-d6878672dd43 req-8a2d3741-f2f8-447f-bc1c-19cd3e43f2f3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/security-groups?id=996459f1-f961-4726-8b5e-8b1a5db0be35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372579 Jan 20 14:51:17.519362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-ff77e637-1d53-42c3-ad95-d5aa3b0aecb2 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:17.520754 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-ff77e637-1d53-42c3-ad95-d5aa3b0aecb2 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 949 time: 0.0955656 Jan 20 14:51:17.590003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-16a0b5b6-8629-4208-bce9-81f18ea09bc3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Deleting port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:51:17.590315 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-16a0b5b6-8629-4208-bce9-81f18ea09bc3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:17.701410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2ca55-2e84-4849-ac17-d90ffc8338c2 req-880b4a23-2cb6-4f65-b7fa-bd7f0da14364 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:17.702922 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-84f2ca55-2e84-4849-ac17-d90ffc8338c2 req-880b4a23-2cb6-4f65-b7fa-bd7f0da14364 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 949 time: 0.0853689 Jan 20 14:51:17.747924 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-84f2ca55-2e84-4849-ac17-d90ffc8338c2 req-40da374b-7662-45e1-a132-cb916a4c4cea tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/security-groups?id=996459f1-f961-4726-8b5e-8b1a5db0be35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390522 Jan 20 14:51:17.947891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-16a0b5b6-8629-4208-bce9-81f18ea09bc3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] For port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,segment=NetworkSegment(11d8a3ed-51cc-4d49-9e25-f7a801debf19),segment_id=11d8a3ed-51cc-4d49-9e25-f7a801debf19)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:51:17.948185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-16a0b5b6-8629-4208-bce9-81f18ea09bc3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:18.069194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-16a0b5b6-8629-4208-bce9-81f18ea09bc3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Calling delete_port for 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:51:18.239228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-16a0b5b6-8629-4208-bce9-81f18ea09bc3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:18.251059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['3e0c8dc9-cb3a-4de8-9e6c-38f36577a499'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:51:18.293219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0b5b6-8629-4208-bce9-81f18ea09bc3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Pushing event deleted for resources: {'Port': ['ID=3e0c8dc9-cb3a-4de8-9e6c-38f36577a499,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:18.365295 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-16a0b5b6-8629-4208-bce9-81f18ea09bc3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] No DVR routers for this DVR port 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:51:18.367814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-16a0b5b6-8629-4208-bce9-81f18ea09bc3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:18.370464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d20bc66-4d90-4a62-a5b7-fe686684eef9', 'name': 'network-vif-deleted', 'tag': '3e0c8dc9-cb3a-4de8-9e6c-38f36577a499'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:51:18.389504 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97232c01-a2dd-4e8a-b8eb-509d9682aa52 req-16a0b5b6-8629-4208-bce9-81f18ea09bc3 tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.72 "DELETE /v2.0/ports/3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 HTTP/1.1" status: 204 len: 173 time: 0.8632138 Jan 20 14:51:18.415851 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d20bc66-4d90-4a62-a5b7-fe686684eef9', 'name': 'network-vif-deleted', 'tag': '3e0c8dc9-cb3a-4de8-9e6c-38f36577a499', 'status': 'completed', 'code': 200} Jan 20 14:51:18.919295 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1ba35749-4585-4d83-8560-296ed150f29c req-0b839d1b-7f97-4c8a-aa82-581d99347bbd tempest-ServersAdminNegativeTestJSON-416213347 tempest-ServersAdminNegativeTestJSON-416213347-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d20bc66-4d90-4a62-a5b7-fe686684eef9 HTTP/1.1" status: 200 len: 210 time: 0.0445549 Jan 20 14:51:20.300893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56228) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:51:20.455546 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-42a97fdf-acf6-44f2-9727-2869279c3c41 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3333b3be2cfb4120b7bbb28a083f9fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533597 Jan 20 14:51:20.458156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56234) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:51:20.514465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5716756d-2914-49da-aae0-286cc046967d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:20.540757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5716756d-2914-49da-aae0-286cc046967d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:20.595674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5716756d-2914-49da-aae0-286cc046967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:20.615192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716756d-2914-49da-aae0-286cc046967d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996459f1-f961-4726-8b5e-8b1a5db0be35,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:20.629705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5716756d-2914-49da-aae0-286cc046967d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:20.630800 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5716756d-2914-49da-aae0-286cc046967d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/996459f1-f961-4726-8b5e-8b1a5db0be35 HTTP/1.1" status: 204 len: 168 time: 0.1718671 Jan 20 14:51:20.928722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56242) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:51:20.946681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3fae-71ef-47fb-a415-9a8010b5c163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:20.961473 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c2ed3fae-71ef-47fb-a415-9a8010b5c163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:51:20.965683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c2ed3fae-71ef-47fb-a415-9a8010b5c163 admin admin] Usage tracker for resource:security_group_rule and tenant:a80b47834eba41d7b2725197d7e76f59 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:51:20.968904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c2ed3fae-71ef-47fb-a415-9a8010b5c163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:51:20.974904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c2ed3fae-71ef-47fb-a415-9a8010b5c163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:51:21.031309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:51:21.060422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3fae-71ef-47fb-a415-9a8010b5c163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:21.065334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:51:21.065497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3fae-71ef-47fb-a415-9a8010b5c163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:21.065682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 3e0c8dc9-cb3a-4de8-9e6c-38f36577a499 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:51:21.113195 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c2ed3fae-71ef-47fb-a415-9a8010b5c163 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a80b47834eba41d7b2725197d7e76f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833725 Jan 20 14:51:21.114126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed3fae-71ef-47fb-a415-9a8010b5c163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ffa96e-0e63-4cb9-8ce1-67714df0b485,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:21.116133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56246) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:51:21.177121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e74d8940-5bf1-4345-8ae4-5a5de23fdd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:21.202597 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e74d8940-5bf1-4345-8ae4-5a5de23fdd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:21.265600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e74d8940-5bf1-4345-8ae4-5a5de23fdd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:21.286378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d8940-5bf1-4345-8ae4-5a5de23fdd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ffa96e-0e63-4cb9-8ce1-67714df0b485,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:21.292803 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e74d8940-5bf1-4345-8ae4-5a5de23fdd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:21.295188 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e74d8940-5bf1-4345-8ae4-5a5de23fdd8e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b2ffa96e-0e63-4cb9-8ce1-67714df0b485 HTTP/1.1" status: 204 len: 168 time: 0.1775441 Jan 20 14:51:22.071634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56270) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:51:22.189853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-19127941-network', 'tenant_id': '715f6e9b632640b1bc2409ed18e5da99'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:51:22.195134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:51:22.199364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Usage tracker for resource:network and tenant:715f6e9b632640b1bc2409ed18e5da99 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:51:22.202510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:51:22.209181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:51:22.221723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Made reservation on behalf of 715f6e9b632640b1bc2409ed18e5da99 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:51:22.224466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.237561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.252542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:51:22.256704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Usage tracker for resource:security_group_rule and tenant:715f6e9b632640b1bc2409ed18e5da99 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:51:22.259651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:51:22.265799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:51:22.359090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.366275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.394674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:51:22.402630 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baa70df-0785-4f29-9555-7d585af8616b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:22.408316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.408659 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Added segment ac5121df-b993-4a49-8e81-8793e28c5afe of type vlan for network 7c45188a-4da1-4e39-b5c8-1f6c00217bc2 Jan 20 14:51:22.439611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.472420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.473463 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:22.474064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.574555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c45188a-4da1-4e39-b5c8-1f6c00217bc2,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:22.579589 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c3a7b96c-c984-4d2e-923a-dfa236323df2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5068173 Jan 20 14:51:22.582530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56276) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:51:22.585193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7c45188a-4da1-4e39-b5c8-1f6c00217bc2 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:51:22.587961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Request body: {'subnet': {'network_id': '7c45188a-4da1-4e39-b5c8-1f6c00217bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-19127941-subnet', 'tenant_id': '715f6e9b632640b1bc2409ed18e5da99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:51:22.593021 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:51:22.596930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Usage tracker for resource:subnet and tenant:715f6e9b632640b1bc2409ed18e5da99 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:51:22.599783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:51:22.605508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:51:22.621250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Made reservation on behalf of 715f6e9b632640b1bc2409ed18e5da99 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:51:22.623598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.828680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.897338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f61882-d0c8-4afa-ad92-5b1285d3c485,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:22.907890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Checking segment: {'id': 'ac5121df-b993-4a49-8e81-8793e28c5afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7c45188a-4da1-4e39-b5c8-1f6c00217bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:51:22.908234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Network hostable DHCP agents. Network: 7c45188a-4da1-4e39-b5c8-1f6c00217bc2, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:51:22.931088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Network 7c45188a-4da1-4e39-b5c8-1f6c00217bc2 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:51:22.942593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 7c45188a-4da1-4e39-b5c8-1f6c00217bc2) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:51:22.946822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:22.947385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:22.952656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6cdfc1-a856-4f70-b1bd-c480fd79a681 None None] Network 7c45188a-4da1-4e39-b5c8-1f6c00217bc2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:51:22.969657 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-32a82498-deba-44c7-b27d-b18f0644dcb8 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3861141 Jan 20 14:51:23.166268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643c8b70-76b6-4d76-9a04-62a1d7ef6a09 None None] Network 7c45188a-4da1-4e39-b5c8-1f6c00217bc2 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:51:23.595408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-2c84793a-9147-4c4a-97d3-272846320d15 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:23.596893 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-2c84793a-9147-4c4a-97d3-272846320d15 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/networks?id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2 HTTP/1.1" status: 200 len: 810 time: 0.2653902 Jan 20 14:51:23.611478 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-558e8642-6358-4275-9b7c-0b283fc2f1ea tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/quotas/715f6e9b632640b1bc2409ed18e5da99 HTTP/1.1" status: 200 len: 375 time: 0.0090780 Jan 20 14:51:23.660181 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-d60fa823-7006-44d5-b0d9-bce4a80e1346 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=715f6e9b632640b1bc2409ed18e5da99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437310 Jan 20 14:51:23.723052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-38038058-6c3c-45af-a6aa-6437f3125d55 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:51:23.724059 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-38038058-6c3c-45af-a6aa-6437f3125d55 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576303 Jan 20 14:51:23.857439 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-2a43a0f7-861e-4948-a2e4-2b4c85a84c9a service neutron] 10.222.0.87 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272297 Jan 20 14:51:23.989577 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-99424981-d70c-4da5-b5eb-0acf69c6cf41 service neutron] 10.222.0.87 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240375 Jan 20 14:51:24.175133 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6f4a8f65-4c62-452d-9ab7-6e0437efe98c req-83b74b95-ce5a-40a7-91fe-56f223e528c9 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 210 time: 0.0466001 Jan 20 14:51:24.866976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:25.223203 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-9d481947-762b-4da9-b03c-44c4549c232e tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:25.224526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-9d481947-762b-4da9-b03c-44c4549c232e tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Synchronizing usage tracker for tenant:715f6e9b632640b1bc2409ed18e5da99 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:51:25.243457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-9d481947-762b-4da9-b03c-44c4549c232e tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Unset dirty status for tenant:715f6e9b632640b1bc2409ed18e5da99 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:51:25.244946 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-9d481947-762b-4da9-b03c-44c4549c232e tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.72 "GET /v2.0/networks?id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2 HTTP/1.1" status: 200 len: 810 time: 0.1628456 Jan 20 14:51:25.256835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Request body: {'port': {'device_id': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'network_id': '7c45188a-4da1-4e39-b5c8-1f6c00217bc2', 'admin_state_up': True, 'tenant_id': '715f6e9b632640b1bc2409ed18e5da99'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:51:25.326741 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5dfc5842-067f-4424-b47c-0469fb7c0c39 req-d4bad95a-4c77-4a5c-8a0e-f193b4bf6561 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 210 time: 0.0471478 Jan 20 14:51:25.403484 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:51:25.408314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Usage tracker for resource:port and tenant:715f6e9b632640b1bc2409ed18e5da99 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:51:25.411217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:51:25.417244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:51:25.429316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Made reservation on behalf of 715f6e9b632640b1bc2409ed18e5da99 for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:51:25.432896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:25.594751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Allocated IP 172.20.0.7 (7c45188a-4da1-4e39-b5c8-1f6c00217bc2/64f61882-d0c8-4afa-ad92-5b1285d3c485/7c23b5c0-0003-4a4d-aed4-9b214c56d16c) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:51:25.907774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:25.940681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:26.013121 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Network 7c45188a-4da1-4e39-b5c8-1f6c00217bc2 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:51:26.016435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:51:26.020228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:51:26.049648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Pushing event updated for resources: {'Port': ['ID=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:26.087907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:26.088538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:26.111605 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-59aa7d62-a4c9-443e-a697-5478fa08574c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8584607 Jan 20 14:51:26.123123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Request body: {'port': {'device_id': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:51:26.236302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:26.579704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a05242-8b69-467f-8fe4-611832ac4ba8 req-54afd966-7f3a-4076-b14b-b5b4fdbfe465 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:26.580446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-96a05242-8b69-467f-8fe4-611832ac4ba8 req-54afd966-7f3a-4076-b14b-b5b4fdbfe465 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Synchronizing usage tracker for tenant:715f6e9b632640b1bc2409ed18e5da99 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:51:26.653459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-96a05242-8b69-467f-8fe4-611832ac4ba8 req-54afd966-7f3a-4076-b14b-b5b4fdbfe465 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Unset dirty status for tenant:715f6e9b632640b1bc2409ed18e5da99 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:51:26.654623 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-96a05242-8b69-467f-8fe4-611832ac4ba8 req-54afd966-7f3a-4076-b14b-b5b4fdbfe465 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 931 time: 0.2110994 Jan 20 14:51:26.656577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c23b5c0-0003-4a4d-aed4-9b214c56d16c {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:51:26.676406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:26.703852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Transition to ACTIVE for port object 7c23b5c0-0003-4a4d-aed4-9b214c56d16c will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:51:26.710559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:26.745209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-96a05242-8b69-467f-8fe4-611832ac4ba8 req-2aa49204-aee4-4bed-a85c-e4bb7dc9f57c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Synchronizing usage tracker for tenant:715f6e9b632640b1bc2409ed18e5da99 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:51:26.874161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:26.881027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-96a05242-8b69-467f-8fe4-611832ac4ba8 req-2aa49204-aee4-4bed-a85c-e4bb7dc9f57c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Unset dirty status for tenant:715f6e9b632640b1bc2409ed18e5da99 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:51:26.882146 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-96a05242-8b69-467f-8fe4-611832ac4ba8 req-2aa49204-aee4-4bed-a85c-e4bb7dc9f57c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212298 Jan 20 14:51:26.954184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Attempting to bind port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:51:26.954509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Attempting to bind port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'ac5121df-b993-4a49-8e81-8793e28c5afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7c45188a-4da1-4e39-b5c8-1f6c00217bc2'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:51:26.954834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Attempting to bind port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c on network 7c45188a-4da1-4e39-b5c8-1f6c00217bc2 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:51:26.959522 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c on network 7c45188a-4da1-4e39-b5c8-1f6c00217bc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:51:26.959834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Attempting to bind port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c on network 7c45188a-4da1-4e39-b5c8-1f6c00217bc2 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:51:26.965127 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:51:26.965449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Checking segment: {'id': 'ac5121df-b993-4a49-8e81-8793e28c5afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7c45188a-4da1-4e39-b5c8-1f6c00217bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:51:26.965825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Bound using segment: {'id': 'ac5121df-b993-4a49-8e81-8793e28c5afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7c45188a-4da1-4e39-b5c8-1f6c00217bc2'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:51:26.966236 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Bound port: 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5121df-b993-4a49-8e81-8793e28c5afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7c45188a-4da1-4e39-b5c8-1f6c00217bc2'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:51:26.966564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:27.052483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] For port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:51:27.055435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] For port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,segment=NetworkSegment(ac5121df-b993-4a49-8e81-8793e28c5afe),segment_id=ac5121df-b993-4a49-8e81-8793e28c5afe)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:51:27.064783 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:27.126255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:27.126817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:27.128133 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] 10.222.0.72 "PUT /v2.0/ports/7c23b5c0-0003-4a4d-aed4-9b214c56d16c HTTP/1.1" status: 200 len: 1093 time: 1.0089285 Jan 20 14:51:27.128583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'tag': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:51:27.149544 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3f3ff-51bc-4ee6-a018-e04ca4f6c0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:27.180293 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'tag': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c', 'status': 'completed', 'code': 200} Jan 20 14:51:27.257678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-a3497ef2-9873-47c7-bad8-5fa382d0e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:27.259597 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-a3497ef2-9873-47c7-bad8-5fa382d0e9ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715f6e9b632640b1bc2409ed18e5da99&device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 1096 time: 0.0745621 Jan 20 14:51:27.331326 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-0fb389a0-3781-48da-b543-de2244fb2f9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c HTTP/1.1" status: 200 len: 217 time: 0.0641608 Jan 20 14:51:27.402032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-768ecdbe-800b-49ed-826c-5ebace4c50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:27.403374 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-768ecdbe-800b-49ed-826c-5ebace4c50c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64f61882-d0c8-4afa-ad92-5b1285d3c485 HTTP/1.1" status: 200 len: 850 time: 0.0651920 Jan 20 14:51:27.450036 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-99d8d2b9-3a31-460a-b401-ea78db1ffd54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404000 Jan 20 14:51:27.582620 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-dc2534ad-382f-44db-babd-127786620f2c service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255145 Jan 20 14:51:27.820856 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-262d8e74-d3e9-4927-ad49-74f0eadbb94c req-f7c07289-4ce8-4a45-bd28-01b607660679 service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311592 Jan 20 14:51:27.943720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e6475-bc15-4333-9441-5650ea982c15 req-eb898e5d-7cc1-4d2a-8ba0-d361f7290d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:27.945287 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e89e6475-bc15-4333-9441-5650ea982c15 req-eb898e5d-7cc1-4d2a-8ba0-d361f7290d9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715f6e9b632640b1bc2409ed18e5da99&device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 1096 time: 0.0720880 Jan 20 14:51:28.128181 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e6475-bc15-4333-9441-5650ea982c15 req-6b424f2c-dd64-4c4f-84a3-91304dd96168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:28.129648 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e89e6475-bc15-4333-9441-5650ea982c15 req-6b424f2c-dd64-4c4f-84a3-91304dd96168 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2 HTTP/1.1" status: 200 len: 911 time: 0.1773014 Jan 20 14:51:28.196878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db22a4-4f9f-4ab4-9b04-097449872535 req-f40af1af-22ec-449d-a061-a013003cabb5 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:28.198298 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a4db22a4-4f9f-4ab4-9b04-097449872535 req-f40af1af-22ec-449d-a061-a013003cabb5 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 943 time: 0.1792068 Jan 20 14:51:28.206893 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e89e6475-bc15-4333-9441-5650ea982c15 req-21879235-11f8-4c82-9f86-beb247bc295a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c HTTP/1.1" status: 200 len: 217 time: 0.0693824 Jan 20 14:51:28.289880 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a4db22a4-4f9f-4ab4-9b04-097449872535 req-7e8874d8-be5c-4064-9367-e61dc298ea69 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845487 Jan 20 14:51:28.294989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e6475-bc15-4333-9441-5650ea982c15 req-a49ab69f-c948-4e0c-b83e-fcf482899230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:28.296373 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e89e6475-bc15-4333-9441-5650ea982c15 req-a49ab69f-c948-4e0c-b83e-fcf482899230 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64f61882-d0c8-4afa-ad92-5b1285d3c485 HTTP/1.1" status: 200 len: 850 time: 0.0776730 Jan 20 14:51:28.343442 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e89e6475-bc15-4333-9441-5650ea982c15 req-7fbcde77-4ab4-4b47-9a00-a23d698fcca0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399425 Jan 20 14:51:28.478615 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e89e6475-bc15-4333-9441-5650ea982c15 req-b1a2273a-a487-41a6-857c-086dd146eeee service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283491 Jan 20 14:51:28.618495 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e89e6475-bc15-4333-9441-5650ea982c15 req-f5c10874-5d0e-4c17-88fb-57724d441b50 service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329212 Jan 20 14:51:29.495490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8996c-0092-4ea4-b027-7701c2e894b2 req-b42ccfe1-3d3a-4f53-95da-45bf987beacd tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:29.496956 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-66c8996c-0092-4ea4-b027-7701c2e894b2 req-b42ccfe1-3d3a-4f53-95da-45bf987beacd tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 943 time: 0.0904367 Jan 20 14:51:29.540994 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-66c8996c-0092-4ea4-b027-7701c2e894b2 req-d0a8a279-d1c8-47d5-a164-c31f77bba59c tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381656 Jan 20 14:51:30.751681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbf8ba-9155-45cd-9a60-01c83d256b5f req-93501add-0a39-44e4-ab79-568011e1eb77 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:30.753224 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f9cbf8ba-9155-45cd-9a60-01c83d256b5f req-93501add-0a39-44e4-ab79-568011e1eb77 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 943 time: 0.0914662 Jan 20 14:51:30.796567 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f9cbf8ba-9155-45cd-9a60-01c83d256b5f req-11e1f27a-e9f3-46dc-b215-adff9ae4038a tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373855 Jan 20 14:51:31.078199 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7c23b5c0-0003-4a4d-aed4-9b214c56d16c details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:51:31.220085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,segment=NetworkSegment(ac5121df-b993-4a49-8e81-8793e28c5afe),segment_id=ac5121df-b993-4a49-8e81-8793e28c5afe)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:51:31.233506 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c', 'network_id': '7c45188a-4da1-4e39-b5c8-1f6c00217bc2', 'port_id': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c', 'mac_address': 'fa:16:3e:0d:ca:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f61882-d0c8-4afa-ad92-5b1285d3c485', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:51:31.290438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:31.306978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c23b5c0-0003-4a4d-aed4-9b214c56d16c {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:51:31.323529 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,segment=NetworkSegment(ac5121df-b993-4a49-8e81-8793e28c5afe),segment_id=ac5121df-b993-4a49-8e81-8793e28c5afe)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:51:31.328706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:31.402564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:31.526541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['7c23b5c0-0003-4a4d-aed4-9b214c56d16c'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:51:32.172450 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8f538-14a8-4001-81ce-c5913e067a1b req-d8a5853f-78f8-4b14-a5f7-3cba7991efd8 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:32.174353 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1fe8f538-14a8-4001-81ce-c5913e067a1b req-d8a5853f-78f8-4b14-a5f7-3cba7991efd8 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 944 time: 0.1079404 Jan 20 14:51:32.218591 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1fe8f538-14a8-4001-81ce-c5913e067a1b req-538e65e6-18bb-4aa8-acaa-b5997a5e8e3d tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384514 Jan 20 14:51:33.094070 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7c23b5c0-0003-4a4d-aed4-9b214c56d16c up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:51:33.156896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c3d4-18c7-4993-a43d-8edfdd76c940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:33.176518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:51:33.181053 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:51:33.181411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:33.297417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:33.324662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:51:33.334497 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,segment=NetworkSegment(ac5121df-b993-4a49-8e81-8793e28c5afe),segment_id=ac5121df-b993-4a49-8e81-8793e28c5afe)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:51:33.339270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:33.372767 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c', 'code': 200} Jan 20 14:51:33.403163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dc892-2fa3-4e6f-b8bc-d2b8227f4d71 req-cbe342bb-862d-4a12-ac92-e49f9dd7acac tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:33.405487 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-615dc892-2fa3-4e6f-b8bc-d2b8227f4d71 req-cbe342bb-862d-4a12-ac92-e49f9dd7acac tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0832148 Jan 20 14:51:33.416225 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:51:33.453088 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-615dc892-2fa3-4e6f-b8bc-d2b8227f4d71 req-b379d719-2660-4265-a6bd-9be86f390d44 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406642 Jan 20 14:51:33.627471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdff72-6c53-41de-a371-0594ab5c8d68 req-b399edf3-5bdf-4291-b429-fba7eae6dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:33.628883 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e2cdff72-6c53-41de-a371-0594ab5c8d68 req-b399edf3-5bdf-4291-b429-fba7eae6dfd4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 1098 time: 0.0867405 Jan 20 14:51:33.672107 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e2cdff72-6c53-41de-a371-0594ab5c8d68 req-ebdc8850-df17-4757-a84d-e615eae72223 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364935 Jan 20 14:51:34.649205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cbc3c-06b6-42bb-a01d-a5c7ac541f17 req-42ca4257-e9b0-41b9-a6a8-5b6149a8dda0 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:34.650658 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-487cbc3c-06b6-42bb-a01d-a5c7ac541f17 req-42ca4257-e9b0-41b9-a6a8-5b6149a8dda0 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0832322 Jan 20 14:51:34.698553 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-487cbc3c-06b6-42bb-a01d-a5c7ac541f17 req-2b0d406d-2f0f-42b3-abe5-efdf1a9ac2b6 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421410 Jan 20 14:51:35.458221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8b42fef7-f264-4df8-8282-59358b08d7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:35.899025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093f117-ca60-4ec1-ac9a-5239a73a6572 req-3351c8c3-fc5a-4665-aa76-ac13456983bf tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:35.900748 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a093f117-ca60-4ec1-ac9a-5239a73a6572 req-3351c8c3-fc5a-4665-aa76-ac13456983bf tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0847502 Jan 20 14:51:35.949049 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a093f117-ca60-4ec1-ac9a-5239a73a6572 req-82032028-09e4-4399-8b25-0330d41067f6 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Jan 20 14:51:36.323712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56342) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:51:36.348289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e3d7d-f345-429a-a3cd-bd12e6fdbcda req-9f051fc3-2c42-4142-970d-8a63109033e4 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:36.349783 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b33e3d7d-f345-429a-a3cd-bd12e6fdbcda req-9f051fc3-2c42-4142-970d-8a63109033e4 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0791771 Jan 20 14:51:36.394564 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b33e3d7d-f345-429a-a3cd-bd12e6fdbcda req-de8efb1f-f2d6-44af-aa4b-b3c088c468ac tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 Jan 20 14:51:36.435225 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-8ed5b292-ade1-485c-b779-c175c2c6c9b9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1102350 Jan 20 14:51:36.483259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:36.486304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:37.598787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592d80-f2f9-4de1-821f-2eaa522d96d0 req-5583e45f-c675-4cfa-a51a-24bb8680f2ad tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:37.600184 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e592d80-f2f9-4de1-821f-2eaa522d96d0 req-5583e45f-c675-4cfa-a51a-24bb8680f2ad tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0933259 Jan 20 14:51:37.649947 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e592d80-f2f9-4de1-821f-2eaa522d96d0 req-c0d2e121-65b7-47f2-a012-62d965607001 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Jan 20 14:51:37.708666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-54606e54-1072-47c5-84a8-848b25b16992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:37.710031 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-54606e54-1072-47c5-84a8-848b25b16992 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715f6e9b632640b1bc2409ed18e5da99&device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 1098 time: 0.0745552 Jan 20 14:51:37.843557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-bbc20ffc-0fc8-421b-ac81-46c9fb1bde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:37.844992 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-bbc20ffc-0fc8-421b-ac81-46c9fb1bde95 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2 HTTP/1.1" status: 200 len: 911 time: 0.1284428 Jan 20 14:51:37.950565 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:38.010824 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-223c0c6c-4624-4103-a650-6ca1ffd764e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c HTTP/1.1" status: 200 len: 217 time: 0.1590235 Jan 20 14:51:38.074744 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-98ace645-6f60-4d92-835e-8c8a44c31e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:38.076181 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-98ace645-6f60-4d92-835e-8c8a44c31e13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64f61882-d0c8-4afa-ad92-5b1285d3c485 HTTP/1.1" status: 200 len: 850 time: 0.0593700 Jan 20 14:51:38.121282 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-f36e1782-7f2c-4842-b6bb-4b56f342fcf9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396156 Jan 20 14:51:38.260336 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-d415fad5-34bf-4ecc-96ba-6e26321aa5e7 service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329877 Jan 20 14:51:38.400709 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-fda3c840-86a8-41ed-b388-e7bde987046c service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337559 Jan 20 14:51:38.864048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff8e3-7a04-4442-8618-151b5334ee69 req-23b10240-f416-454e-8e7e-045eddf86372 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:38.865547 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-eeeff8e3-7a04-4442-8618-151b5334ee69 req-23b10240-f416-454e-8e7e-045eddf86372 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.1040955 Jan 20 14:51:38.911368 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-eeeff8e3-7a04-4442-8618-151b5334ee69 req-9cec36b3-60d9-4db6-9b01-9479f512e19b tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375504 Jan 20 14:51:40.104303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c62603-8362-4ade-bb01-e52e2579b7bc req-29d524d9-0699-41de-9bf4-f70774cc9a71 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:40.105812 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-01c62603-8362-4ade-bb01-e52e2579b7bc req-29d524d9-0699-41de-9bf4-f70774cc9a71 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0822518 Jan 20 14:51:40.150068 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-01c62603-8362-4ade-bb01-e52e2579b7bc req-6efe66aa-567d-43cb-850a-65412fb4d6d5 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386074 Jan 20 14:51:41.351101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec776d-4187-4ff5-9be4-579d2d37e378 req-5d5fe4d3-6472-4fe0-9f44-dfd85cf93e2e tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:41.352491 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56ec776d-4187-4ff5-9be4-579d2d37e378 req-5d5fe4d3-6472-4fe0-9f44-dfd85cf93e2e tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0896070 Jan 20 14:51:41.396447 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56ec776d-4187-4ff5-9be4-579d2d37e378 req-caed24b5-94ce-479a-942f-67582e9f7900 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380385 Jan 20 14:51:42.607280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5d40-b0a8-45a4-aba7-35fd585143c2 req-abe62b44-d7a6-482b-a141-75b4ce3c290a tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:42.609355 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-afbc5d40-b0a8-45a4-aba7-35fd585143c2 req-abe62b44-d7a6-482b-a141-75b4ce3c290a tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.1002469 Jan 20 14:51:42.654313 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-afbc5d40-b0a8-45a4-aba7-35fd585143c2 req-0c234264-c41a-4e16-8c3f-66976e3e4911 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382104 Jan 20 14:51:43.849373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7124ed-a067-4f0e-9bab-9980d85f894e req-96d1e15b-842d-48c7-b4b6-729761f766ff tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:43.850823 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1c7124ed-a067-4f0e-9bab-9980d85f894e req-96d1e15b-842d-48c7-b4b6-729761f766ff tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0924418 Jan 20 14:51:43.897833 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1c7124ed-a067-4f0e-9bab-9980d85f894e req-48e43c57-57c9-4918-819b-55fdc2489af3 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385861 Jan 20 14:51:45.099059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1426eef-4334-48b7-8fb1-7c5e6de68d2a req-a4551334-68ac-46fb-97bd-7d51c37d0084 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:45.100794 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e1426eef-4334-48b7-8fb1-7c5e6de68d2a req-a4551334-68ac-46fb-97bd-7d51c37d0084 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0839741 Jan 20 14:51:45.145409 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e1426eef-4334-48b7-8fb1-7c5e6de68d2a req-18ba1bc2-2fa4-45b1-87bb-0db97fc1c402 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387964 Jan 20 14:51:45.679849 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:51:46.346708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e293af-072a-44ce-ba2a-7906e70317ef req-7edc96a3-b673-4e94-8858-70dc76b0edcb tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:46.348101 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-66e293af-072a-44ce-ba2a-7906e70317ef req-7edc96a3-b673-4e94-8858-70dc76b0edcb tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0856895 Jan 20 14:51:46.394370 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-66e293af-072a-44ce-ba2a-7906e70317ef req-a4ca3d9b-3325-429a-8f9f-14ff8bf5bcc6 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375299 Jan 20 14:51:47.607976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ccfe-246b-4ea3-8856-2461ac03b432 req-e79665d6-ec45-4834-9110-6ea23c34d942 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:47.609484 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e105ccfe-246b-4ea3-8856-2461ac03b432 req-e79665d6-ec45-4834-9110-6ea23c34d942 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0915771 Jan 20 14:51:47.657396 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e105ccfe-246b-4ea3-8856-2461ac03b432 req-441c09bf-f878-4e58-8d41-bc6fef6f3c3b tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Jan 20 14:51:48.881167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17288605-2c23-47dd-9f7f-3df6a05ae08e req-9ad8ee69-a52b-4fc5-b7b4-9730d8a89223 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:48.882636 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-17288605-2c23-47dd-9f7f-3df6a05ae08e req-9ad8ee69-a52b-4fc5-b7b4-9730d8a89223 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.1052308 Jan 20 14:51:48.927677 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-17288605-2c23-47dd-9f7f-3df6a05ae08e req-3332fc9b-6fb8-4860-9362-8a8395154e4f tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389690 Jan 20 14:51:49.027883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b35-a134-484a-9bfc-7e03c94cbb18 req-7a28467e-086f-46fd-88de-94392a55c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:49.029395 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7c15b35-a134-484a-9bfc-7e03c94cbb18 req-7a28467e-086f-46fd-88de-94392a55c662 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715f6e9b632640b1bc2409ed18e5da99&device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 1098 time: 0.0702155 Jan 20 14:51:49.171726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b35-a134-484a-9bfc-7e03c94cbb18 req-539a587b-f130-4c53-9954-b25788f98e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:49.173197 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7c15b35-a134-484a-9bfc-7e03c94cbb18 req-539a587b-f130-4c53-9954-b25788f98e67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2 HTTP/1.1" status: 200 len: 911 time: 0.1257832 Jan 20 14:51:49.243494 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7c15b35-a134-484a-9bfc-7e03c94cbb18 req-b18629e4-0f55-408f-96b3-1400cce3ff3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c HTTP/1.1" status: 200 len: 217 time: 0.0639682 Jan 20 14:51:49.308123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b35-a134-484a-9bfc-7e03c94cbb18 req-1e2a61c0-a8d3-4bf6-a575-5e8ccb0f6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:49.309583 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7c15b35-a134-484a-9bfc-7e03c94cbb18 req-1e2a61c0-a8d3-4bf6-a575-5e8ccb0f6f04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64f61882-d0c8-4afa-ad92-5b1285d3c485 HTTP/1.1" status: 200 len: 850 time: 0.0604503 Jan 20 14:51:49.354947 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7c15b35-a134-484a-9bfc-7e03c94cbb18 req-8124ae8c-87b3-4ce0-8cee-876003ad09e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394931 Jan 20 14:51:49.491885 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7c15b35-a134-484a-9bfc-7e03c94cbb18 req-a18744df-f8f7-4498-afd6-affb5ccfa577 service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297467 Jan 20 14:51:49.724111 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a7c15b35-a134-484a-9bfc-7e03c94cbb18 req-3457878e-e299-4521-96ea-466c5e099b23 service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259834 Jan 20 14:51:50.130505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f803a-4849-4bec-927f-4a8688923de9 req-6f9f8bb9-a088-4178-89f1-0c48369a58d3 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:50.131976 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-061f803a-4849-4bec-927f-4a8688923de9 req-6f9f8bb9-a088-4178-89f1-0c48369a58d3 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0861332 Jan 20 14:51:50.181462 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-061f803a-4849-4bec-927f-4a8688923de9 req-c685c5a6-88eb-4f36-9b17-d725a8bd2a5d tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Jan 20 14:51:51.394640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a319a6-13a1-42ec-994a-4736f89981ba req-08352380-5587-4343-831c-f09c4ca978db tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:51.396051 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-39a319a6-13a1-42ec-994a-4736f89981ba req-08352380-5587-4343-831c-f09c4ca978db tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0941436 Jan 20 14:51:51.447307 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-39a319a6-13a1-42ec-994a-4736f89981ba req-966ba652-e014-4f45-b773-f4a909e85c8a tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454996 Jan 20 14:51:52.646340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227de91-1c33-432d-b98d-b7b8977fc1cb req-bd3c4251-33b2-44af-be97-621218dcd5dd tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:52.647785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4227de91-1c33-432d-b98d-b7b8977fc1cb req-bd3c4251-33b2-44af-be97-621218dcd5dd tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0836422 Jan 20 14:51:52.694604 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4227de91-1c33-432d-b98d-b7b8977fc1cb req-b42a0faf-a0d8-4983-80ac-08fb0dbe21ab tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383904 Jan 20 14:51:53.892677 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1c96-f2bf-47d0-a8bf-7cd0705c475a req-e760722f-5899-45dc-97b0-bf9ca5768c80 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:53.894118 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f02e1c96-f2bf-47d0-a8bf-7cd0705c475a req-e760722f-5899-45dc-97b0-bf9ca5768c80 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0906622 Jan 20 14:51:53.939852 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f02e1c96-f2bf-47d0-a8bf-7cd0705c475a req-324ec131-f247-443e-ac7f-4d9336d929f4 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373583 Jan 20 14:51:54.878716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:55.141505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c900f80-7286-4f5a-9382-e43b8a631993 req-2e7cabd6-964f-4454-9138-62a8d804954f tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:55.142884 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2c900f80-7286-4f5a-9382-e43b8a631993 req-2e7cabd6-964f-4454-9138-62a8d804954f tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0862072 Jan 20 14:51:55.187374 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2c900f80-7286-4f5a-9382-e43b8a631993 req-7775c93a-6be9-4ab7-90be-84560c36f915 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381076 Jan 20 14:51:56.380328 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99564742-02f7-4ba5-9fc6-633a0f5961e6 req-67a105e4-2156-410f-ad53-f540b4ae517f tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:56.381703 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-99564742-02f7-4ba5-9fc6-633a0f5961e6 req-67a105e4-2156-410f-ad53-f540b4ae517f tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0820811 Jan 20 14:51:56.428339 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-99564742-02f7-4ba5-9fc6-633a0f5961e6 req-df3898e3-b882-4b9a-834a-a8cc909c78df tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Jan 20 14:51:57.629122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b4888-876a-4d49-8d95-1372facabde9 req-55266b4d-8569-4511-b6d2-3b2d1bff6e16 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:57.630720 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef4b4888-876a-4d49-8d95-1372facabde9 req-55266b4d-8569-4511-b6d2-3b2d1bff6e16 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0826523 Jan 20 14:51:57.677017 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef4b4888-876a-4d49-8d95-1372facabde9 req-de12f1a4-88e7-4508-94cf-42bd7549ff1d tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Jan 20 14:51:58.882586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0927-d8e7-4911-8d9c-6848f4fd9682 req-f19bfcc6-427f-457e-8477-d2d3930adea3 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:58.884014 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c86f0927-d8e7-4911-8d9c-6848f4fd9682 req-f19bfcc6-427f-457e-8477-d2d3930adea3 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0856001 Jan 20 14:51:58.929699 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c86f0927-d8e7-4911-8d9c-6848f4fd9682 req-be1a5a10-ad4b-4b89-adc1-ab2e9d17bf72 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373881 Jan 20 14:52:00.134654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc8a49-b4d6-40fd-b41b-91438df40f48 req-ce5d2e5f-b8c3-4ee7-be15-b7cca9e875c6 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:00.136125 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-89fc8a49-b4d6-40fd-b41b-91438df40f48 req-ce5d2e5f-b8c3-4ee7-be15-b7cca9e875c6 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0871446 Jan 20 14:52:00.179192 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-89fc8a49-b4d6-40fd-b41b-91438df40f48 req-34869423-ad59-4251-a408-c62cf2d9063d tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Jan 20 14:52:01.381206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db811b59-971f-490c-b29c-15e2fa0ad3aa req-2cb3bf3f-b487-47f8-acfb-6550487a8911 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:01.382540 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db811b59-971f-490c-b29c-15e2fa0ad3aa req-2cb3bf3f-b487-47f8-acfb-6550487a8911 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0865684 Jan 20 14:52:01.425175 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db811b59-971f-490c-b29c-15e2fa0ad3aa req-1a6eecc6-a9f0-425d-a5af-7db54263215a tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368953 Jan 20 14:52:02.623147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed184-0bf6-4d3a-b798-ef23c20b7b5e req-ee850f57-db07-4bec-8a15-3a394706c649 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:02.624646 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-661ed184-0bf6-4d3a-b798-ef23c20b7b5e req-ee850f57-db07-4bec-8a15-3a394706c649 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0875626 Jan 20 14:52:02.668785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-661ed184-0bf6-4d3a-b798-ef23c20b7b5e req-f3ab9694-0e1a-4939-85b0-0f7967850cbe tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Jan 20 14:52:03.115468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d15da963-376a-4b7e-a7f7-657b8e4aec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:03.885514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d607c-3c14-4c67-8e87-fcbf2ca7f738 req-9a27ca34-711b-4ab8-92f3-9e04d9e3e865 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:03.887000 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-580d607c-3c14-4c67-8e87-fcbf2ca7f738 req-9a27ca34-711b-4ab8-92f3-9e04d9e3e865 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0920782 Jan 20 14:52:03.931842 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-580d607c-3c14-4c67-8e87-fcbf2ca7f738 req-482cdf02-6d5d-4f6a-a6b2-48440deb6eba tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Jan 20 14:52:05.099511 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-7b5e2ea8-44f1-47d3-8ba2-6d0d26a1cb1a service neutron] 10.222.0.72 "GET /v2.0/ports/7c23b5c0-0003-4a4d-aed4-9b214c56d16c/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0789037 Jan 20 14:52:05.138472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa182d-1f9f-47c8-86b1-eaf884761f61 req-1dcba86d-e9ba-43d5-bf26-3cda854cdb27 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:05.139946 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7baa182d-1f9f-47c8-86b1-eaf884761f61 req-1dcba86d-e9ba-43d5-bf26-3cda854cdb27 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0836170 Jan 20 14:52:05.184920 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7baa182d-1f9f-47c8-86b1-eaf884761f61 req-f51c6717-a996-4370-8dc0-107c963a52a4 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 Jan 20 14:52:05.381954 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-e876301f-edc9-4dbc-83b9-b2be29e8b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:05.383370 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-e876301f-edc9-4dbc-83b9-b2be29e8b7a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367&tenant_id=715f6e9b632640b1bc2409ed18e5da99 HTTP/1.1" status: 200 len: 1098 time: 0.0816574 Jan 20 14:52:05.460833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-17dd4da9-c71f-4f72-98c4-989cfef74335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:05.482350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-9a08edb9-dd40-4398-bb82-f6b4ac29c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:05.483842 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-9a08edb9-dd40-4398-bb82-f6b4ac29c0d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715f6e9b632640b1bc2409ed18e5da99&device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 1098 time: 0.0776963 Jan 20 14:52:05.612570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-5da1a338-6dd1-4726-bacf-6c38b5658c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:05.614078 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-5da1a338-6dd1-4726-bacf-6c38b5658c78 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2 HTTP/1.1" status: 200 len: 911 time: 0.1237683 Jan 20 14:52:05.681119 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-aa31efa1-2634-4003-bf6f-480952be4bbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c HTTP/1.1" status: 200 len: 217 time: 0.0597034 Jan 20 14:52:05.757449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-64bfd109-e4a6-47ee-b190-c5e3c8e36958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:05.759208 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-64bfd109-e4a6-47ee-b190-c5e3c8e36958 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64f61882-d0c8-4afa-ad92-5b1285d3c485 HTTP/1.1" status: 200 len: 850 time: 0.0724130 Jan 20 14:52:05.806898 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-f0491ae1-9da9-40a7-935c-4a0d208f41ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411544 Jan 20 14:52:05.945554 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-2af70b93-0f78-426e-a746-8280dc7571d3 service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321290 Jan 20 14:52:06.078786 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f4d92d6-2f3e-4a1a-b7eb-c7afea3888a4 req-074ab41f-b4b6-43a0-a9c2-0bedad5555df service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270959 Jan 20 14:52:06.379235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333270c-33d0-4909-a7c5-3be1266dc262 req-201bad5f-8ba0-4542-8356-42fd53100a3f tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:06.380698 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a333270c-33d0-4909-a7c5-3be1266dc262 req-201bad5f-8ba0-4542-8356-42fd53100a3f tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0896719 Jan 20 14:52:06.427516 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a333270c-33d0-4909-a7c5-3be1266dc262 req-694c5214-5d11-4d02-bf16-7059a821c8ea tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384567 Jan 20 14:52:06.483112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:06.486866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:07.621951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc50b54-de4f-4c98-a29f-4b4b6d3b7ac7 req-ff322d27-9726-423c-b50e-c78a92f32bf7 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:07.623376 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3dc50b54-de4f-4c98-a29f-4b4b6d3b7ac7 req-ff322d27-9726-423c-b50e-c78a92f32bf7 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0798974 Jan 20 14:52:07.673726 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3dc50b54-de4f-4c98-a29f-4b4b6d3b7ac7 req-2b01e95e-608f-439c-b880-36caf959bab3 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446234 Jan 20 14:52:07.956720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:08.885442 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2b7cb-1cbc-4807-989f-be10bd7341a6 req-b6c218cc-2ef9-4f7c-9685-269f4fa9a9e1 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:08.886901 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-55b2b7cb-1cbc-4807-989f-be10bd7341a6 req-b6c218cc-2ef9-4f7c-9685-269f4fa9a9e1 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0919573 Jan 20 14:52:08.930782 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-55b2b7cb-1cbc-4807-989f-be10bd7341a6 req-1114e0af-be8f-470e-9e39-ef8f3b0acb32 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381250 Jan 20 14:52:09.350044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-bcff8709-d11e-4e56-9f78-d27546f078b7 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:09.351461 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-bcff8709-d11e-4e56-9f78-d27546f078b7 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367&tenant_id=715f6e9b632640b1bc2409ed18e5da99&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 945 time: 0.0897217 Jan 20 14:52:09.365423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7c23b5c0-0003-4a4d-aed4-9b214c56d16c details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:52:09.367789 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7c23b5c0-0003-4a4d-aed4-9b214c56d16c no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:52:09.490102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-2a10bd07-bed4-4c41-9274-491d78e465c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:09.491706 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-2a10bd07-bed4-4c41-9274-491d78e465c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715f6e9b632640b1bc2409ed18e5da99&device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 1098 time: 0.0718920 Jan 20 14:52:09.621763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:09.640229 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,segment=NetworkSegment(ac5121df-b993-4a49-8e81-8793e28c5afe),segment_id=ac5121df-b993-4a49-8e81-8793e28c5afe)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:52:09.661166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c', 'network_id': '7c45188a-4da1-4e39-b5c8-1f6c00217bc2', 'port_id': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c', 'mac_address': 'fa:16:3e:0d:ca:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f61882-d0c8-4afa-ad92-5b1285d3c485', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:52:09.667663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:52:09.712972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,segment=NetworkSegment(ac5121df-b993-4a49-8e81-8793e28c5afe),segment_id=ac5121df-b993-4a49-8e81-8793e28c5afe)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:52:09.720580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:09.741304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-8c7fa814-09be-4119-a0ed-b4c60ecb4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:09.744516 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-8c7fa814-09be-4119-a0ed-b4c60ecb4d81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2 HTTP/1.1" status: 200 len: 911 time: 0.2443807 Jan 20 14:52:09.753025 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c', 'code': 200} Jan 20 14:52:09.782908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:09.806746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c23b5c0-0003-4a4d-aed4-9b214c56d16c {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:52:09.813862 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-877c759e-e8d1-4bcf-86c2-dbe33cd3f1cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c HTTP/1.1" status: 200 len: 217 time: 0.0629663 Jan 20 14:52:09.814578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:09.853285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.853662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.853998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.854302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.854625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.854949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.855309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.855603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.855924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.856251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.856577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.856892 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:09.878243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-86689e45-3b1b-4376-9227-883f95730ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:09.879753 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-86689e45-3b1b-4376-9227-883f95730ee8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64f61882-d0c8-4afa-ad92-5b1285d3c485 HTTP/1.1" status: 200 len: 850 time: 0.0593183 Jan 20 14:52:09.886414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:52:09.886816 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:52:09.928597 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-f590829e-3c6a-4e45-aeb8-03cfb7626197 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c45188a-4da1-4e39-b5c8-1f6c00217bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430791 Jan 20 14:52:10.068726 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-e50bdc9b-2ec6-4165-b359-5d151c2ee5a3 service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339960 Jan 20 14:52:10.203564 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-1e1d4766-4cf9-4a91-bd63-91b8e9b81135 service neutron] 10.222.0.72 "GET /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283808 Jan 20 14:52:10.450412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:10.467651 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c23b5c0-0003-4a4d-aed4-9b214c56d16c {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:52:10.483073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,segment=NetworkSegment(ac5121df-b993-4a49-8e81-8793e28c5afe),segment_id=ac5121df-b993-4a49-8e81-8793e28c5afe)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:52:10.489052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:10.557490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['7c23b5c0-0003-4a4d-aed4-9b214c56d16c'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:52:10.595043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:11.035318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45b444-3c9c-4c5a-9a11-ad9a0f11f95a req-bb20c64b-b0fe-4804-89b3-f4e0faa13658 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:11.036812 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a45b444-3c9c-4c5a-9a11-ad9a0f11f95a req-bb20c64b-b0fe-4804-89b3-f4e0faa13658 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 944 time: 0.0808611 Jan 20 14:52:11.082041 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a45b444-3c9c-4c5a-9a11-ad9a0f11f95a req-218ad65d-ab8f-401f-b7a1-cf3a3ccf68ff tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Jan 20 14:52:11.379704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7c23b5c0-0003-4a4d-aed4-9b214c56d16c up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:52:11.459508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:52:11.460201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:11.577631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:11.610222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,segment=NetworkSegment(ac5121df-b993-4a49-8e81-8793e28c5afe),segment_id=ac5121df-b993-4a49-8e81-8793e28c5afe)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:52:11.617355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:11.682586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:11.754094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:52:11.808387 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c', 'code': 200} Jan 20 14:52:12.294874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7297eb6-3f3c-403c-a8b5-9d5ac957d343 req-af48f489-52fc-49a5-97d1-ce5fb043f034 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:12.296370 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7297eb6-3f3c-403c-a8b5-9d5ac957d343 req-af48f489-52fc-49a5-97d1-ce5fb043f034 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0948915 Jan 20 14:52:12.343507 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7297eb6-3f3c-403c-a8b5-9d5ac957d343 req-f602b0fb-5730-414a-9c92-713d34aa0d26 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/security-groups?id=0baa70df-0785-4f29-9555-7d585af8616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411623 Jan 20 14:52:12.664061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-fc7c2a0f-8a3f-426e-a4ad-b89fa292c3bf tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:12.665410 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-fc7c2a0f-8a3f-426e-a4ad-b89fa292c3bf tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 945 time: 0.0918961 Jan 20 14:52:12.738992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Deleting port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:52:12.739328 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:12.991419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] For port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,segment=NetworkSegment(ac5121df-b993-4a49-8e81-8793e28c5afe),segment_id=ac5121df-b993-4a49-8e81-8793e28c5afe)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:52:12.991671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:13.112194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Calling delete_port for 7c23b5c0-0003-4a4d-aed4-9b214c56d16c owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:52:13.260997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:13.272813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['7c23b5c0-0003-4a4d-aed4-9b214c56d16c'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:52:13.309401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Pushing event deleted for resources: {'Port': ['ID=7c23b5c0-0003-4a4d-aed4-9b214c56d16c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:13.346478 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.346820 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.347130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.347452 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.347832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.348122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.348458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.348772 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.349086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.349396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.349704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.350006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:13.495475 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-434ce16e-d225-43ed-86f7-a45f512e7319 req-831bf7de-f1cf-433e-899d-1f33da557a88 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.87 "GET /v2.0/ports?device_id=c93bcfa5-9298-47f7-b12e-1b4f203b0367 HTTP/1.1" status: 200 len: 210 time: 0.0438685 Jan 20 14:52:13.496372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] No DVR routers for this DVR port 7c23b5c0-0003-4a4d-aed4-9b214c56d16c on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:52:13.498907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:13.501511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'name': 'network-vif-deleted', 'tag': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:52:13.521920 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c22d9afa-57bc-4a61-8973-7eb3f38f41a1 req-0666622f-2d77-4f21-adcd-5d0905075159 tempest-DeleteServersTestJSON-550090210 tempest-DeleteServersTestJSON-550090210-project] 10.222.0.72 "DELETE /v2.0/ports/7c23b5c0-0003-4a4d-aed4-9b214c56d16c HTTP/1.1" status: 204 len: 173 time: 0.8501341 Jan 20 14:52:13.559909 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93bcfa5-9298-47f7-b12e-1b4f203b0367', 'name': 'network-vif-deleted', 'tag': '7c23b5c0-0003-4a4d-aed4-9b214c56d16c', 'status': 'completed', 'code': 200} Jan 20 14:52:14.759109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56446) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:52:14.818359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Deleting subnet 64f61882-d0c8-4afa-ad92-5b1285d3c485 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:52:14.821456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:14.882160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:14.947680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.015506 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.057867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f61882-d0c8-4afa-ad92-5b1285d3c485,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:15.059839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.069230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.069507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.069854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.070164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.070492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.070817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.071139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.071458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.071778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.072095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.072438 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.072753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:15.076222 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a0a4af5a-9256-4d2d-b52b-951d6fef7d54 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/64f61882-d0c8-4afa-ad92-5b1285d3c485 HTTP/1.1" status: 204 len: 168 time: 0.3161435 Jan 20 14:52:15.078858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56450) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:52:15.184446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.305406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.329725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c45188a-4da1-4e39-b5c8-1f6c00217bc2']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:52:15.341224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5121df-b993-4a49-8e81-8793e28c5afe') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:52:15.341507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5121df-b993-4a49-8e81-8793e28c5afe') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:52:15.352887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.368762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.374620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:52:15.374989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:52:15.387534 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:52:15.475883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.491723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.501781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c45188a-4da1-4e39-b5c8-1f6c00217bc2,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:15.512177 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a0f73009-d678-4921-8af7-5c34daee7cc8 admin admin] 10.222.0.87 "DELETE /v2.0/networks/7c45188a-4da1-4e39-b5c8-1f6c00217bc2 HTTP/1.1" status: 204 len: 168 time: 0.4322810 Jan 20 14:52:15.658658 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56456) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:52:15.709030 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e98ad2ca-f375-4f8c-85e7-00a6b20ab750 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=715f6e9b632640b1bc2409ed18e5da99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492086 Jan 20 14:52:15.712503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56460) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:52:15.768810 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40fc0875-2aa0-4ecd-b9da-7161d7347050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.794375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40fc0875-2aa0-4ecd-b9da-7161d7347050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.856045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40fc0875-2aa0-4ecd-b9da-7161d7347050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.874293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc0875-2aa0-4ecd-b9da-7161d7347050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baa70df-0785-4f29-9555-7d585af8616b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:15.883376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40fc0875-2aa0-4ecd-b9da-7161d7347050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:15.884604 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-40fc0875-2aa0-4ecd-b9da-7161d7347050 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0baa70df-0785-4f29-9555-7d585af8616b HTTP/1.1" status: 204 len: 168 time: 0.1712167 Jan 20 14:52:16.727785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56484) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:52:16.857271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1572379046-network', 'tenant_id': 'f3dd41a7356b4a7092a6457b4632c6db'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:52:16.862395 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:52:16.866967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Usage tracker for resource:network and tenant:f3dd41a7356b4a7092a6457b4632c6db is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:52:16.870193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:52:16.876758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:52:16.889880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Made reservation on behalf of f3dd41a7356b4a7092a6457b4632c6db for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:52:16.892190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:16.904231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:16.918497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:52:16.922339 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Usage tracker for resource:security_group_rule and tenant:f3dd41a7356b4a7092a6457b4632c6db is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:52:16.925162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:52:16.930857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:52:17.012930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:17.017927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:17.046657 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:52:17.054994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a352e0-a1ec-4bed-978f-8c1860be912a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:17.060449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:17.060787 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Added segment 65317cc5-2281-4874-925e-2f12aa27f5ab of type vlan for network 277983c5-e221-4092-b25e-2a931b0fbeda Jan 20 14:52:17.085837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:17.115782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:17.116734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:17.117308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:17.216375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] Pushing event updated for resources: {'Network': ['ID=277983c5-e221-4092-b25e-2a931b0fbeda,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:17.219559 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-09535a10-ed13-4bc5-a05e-d9e4bcc85120 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4906898 Jan 20 14:52:17.223465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56490) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:52:17.228685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Request body: {'subnet': {'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1572379046-subnet', 'tenant_id': 'f3dd41a7356b4a7092a6457b4632c6db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:52:17.230168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 277983c5-e221-4092-b25e-2a931b0fbeda details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:52:17.233651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:52:17.237892 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Usage tracker for resource:subnet and tenant:f3dd41a7356b4a7092a6457b4632c6db is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:52:17.240981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:52:17.247075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:52:17.259621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Made reservation on behalf of f3dd41a7356b4a7092a6457b4632c6db for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:52:17.262257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:17.405031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7c23b5c0-0003-4a4d-aed4-9b214c56d16c no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:52:17.438897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 7c23b5c0-0003-4a4d-aed4-9b214c56d16c {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:52:17.439260 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 7c23b5c0-0003-4a4d-aed4-9b214c56d16c not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:52:17.469572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:17.545962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef87751a-c734-4645-b9b4-f91b357d6479,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:17.554564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Checking segment: {'id': '65317cc5-2281-4874-925e-2f12aa27f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:52:17.554919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Network hostable DHCP agents. Network: 277983c5-e221-4092-b25e-2a931b0fbeda, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:52:17.576067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Network 277983c5-e221-4092-b25e-2a931b0fbeda is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:52:17.586481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 277983c5-e221-4092-b25e-2a931b0fbeda) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:52:17.590494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:17.591108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:17.595763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3f6c6-f769-4487-af3a-c8f21ee08736 None None] Network 277983c5-e221-4092-b25e-2a931b0fbeda requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:52:17.612838 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d4d805cc-5581-46e9-bf0b-828e215b2cec admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3882480 Jan 20 14:52:17.803040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7568c-2d56-4c6a-a611-feb8352bdb84 None None] Network 277983c5-e221-4092-b25e-2a931b0fbeda requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:52:18.134529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-776eb066-fb04-4a29-b26a-a98d0aa3b287 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:18.135071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-776eb066-fb04-4a29-b26a-a98d0aa3b287 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Synchronizing usage tracker for tenant:f3dd41a7356b4a7092a6457b4632c6db on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:52:18.154445 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-776eb066-fb04-4a29-b26a-a98d0aa3b287 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Unset dirty status for tenant:f3dd41a7356b4a7092a6457b4632c6db on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:52:18.155825 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-776eb066-fb04-4a29-b26a-a98d0aa3b287 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 815 time: 0.1657705 Jan 20 14:52:18.170626 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-0fb4142f-dd9a-4933-acbb-b950762f7e0e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/quotas/f3dd41a7356b4a7092a6457b4632c6db HTTP/1.1" status: 200 len: 375 time: 0.0089200 Jan 20 14:52:18.220954 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-a74f6030-7995-4fff-aea5-0547b99ea4f2 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455108 Jan 20 14:52:18.234438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-314bc75f-e967-489d-b41c-889a8a595b14 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:52:18.235330 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-314bc75f-e967-489d-b41c-889a8a595b14 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048141 Jan 20 14:52:18.369819 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-b6bfba0d-4b0c-4599-b2aa-58022c6aaa33 service neutron] 10.222.0.87 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279142 Jan 20 14:52:18.610303 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-da61b6c6-7c6e-4040-9648-9d03d1f64e3d service neutron] 10.222.0.87 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344310 Jan 20 14:52:18.794695 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-30e881d5-fc92-4317-8d57-92861732509a req-1d553306-b4b4-4b05-94b9-896513a2e3e1 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 210 time: 0.0419266 Jan 20 14:52:19.898511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-af79e34e-12a1-479a-af64-ff540164fb2c tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:19.899941 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-af79e34e-12a1-479a-af64-ff540164fb2c tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 815 time: 0.1633036 Jan 20 14:52:19.951200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Request body: {'port': {'device_id': '4edc9a25-e35c-483c-9df7-98561453f093', 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda', 'admin_state_up': True, 'tenant_id': 'f3dd41a7356b4a7092a6457b4632c6db'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:52:19.985758 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5aac86d3-b2b2-499b-a8f9-a994d2c942fe req-5081b28e-9f7b-409f-a957-4e26c9705c75 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 210 time: 0.0775285 Jan 20 14:52:20.101552 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:52:20.105629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Usage tracker for resource:port and tenant:f3dd41a7356b4a7092a6457b4632c6db is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:52:20.108589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:52:20.114782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:52:20.128354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Made reservation on behalf of f3dd41a7356b4a7092a6457b4632c6db for: {'port': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:52:20.131978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:20.300559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Allocated IP 172.20.0.10 (277983c5-e221-4092-b25e-2a931b0fbeda/ef87751a-c734-4645-b9b4-f91b357d6479/c2ced442-118b-4243-bd12-0f83b8810754) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:52:20.498808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:20.532743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:20.605326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Network 277983c5-e221-4092-b25e-2a931b0fbeda is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:52:20.608549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:52:20.612436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:52:20.642086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Pushing event updated for resources: {'Port': ['ID=c2ced442-118b-4243-bd12-0f83b8810754,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:20.679309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:20.679907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:20.701021 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-38545fbf-b4fe-4c71-b9ee-25b98ce8142f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7909641 Jan 20 14:52:20.712580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Request body: {'port': {'device_id': '4edc9a25-e35c-483c-9df7-98561453f093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:52:20.828864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:21.166180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88adab-9149-47df-b780-d925c6e00b5b req-6300d679-725d-4112-bf5b-22746faee646 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:21.167683 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ac88adab-9149-47df-b780-d925c6e00b5b req-6300d679-725d-4112-bf5b-22746faee646 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 932 time: 0.0786738 Jan 20 14:52:21.177971 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ced442-118b-4243-bd12-0f83b8810754 {{(pid=87495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:52:21.185482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:21.200637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Transition to ACTIVE for port object c2ced442-118b-4243-bd12-0f83b8810754 will not be triggered until provisioned by entity L2. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:52:21.205803 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:21.218021 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ac88adab-9149-47df-b780-d925c6e00b5b req-05d41345-3202-4bc9-91fc-e83332f5c34e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 Jan 20 14:52:21.331232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ced442-118b-4243-bd12-0f83b8810754,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:21.437457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Attempting to bind port c2ced442-118b-4243-bd12-0f83b8810754 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:52:21.437667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Attempting to bind port c2ced442-118b-4243-bd12-0f83b8810754 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '65317cc5-2281-4874-925e-2f12aa27f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda'}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:52:21.437959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Attempting to bind port c2ced442-118b-4243-bd12-0f83b8810754 on network 277983c5-e221-4092-b25e-2a931b0fbeda {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:52:21.442919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Port c2ced442-118b-4243-bd12-0f83b8810754 on network 277983c5-e221-4092-b25e-2a931b0fbeda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:52:21.443223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Attempting to bind port c2ced442-118b-4243-bd12-0f83b8810754 on network 277983c5-e221-4092-b25e-2a931b0fbeda {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:52:21.448358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:52:21.448722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Checking segment: {'id': '65317cc5-2281-4874-925e-2f12aa27f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:52:21.449126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Bound using segment: {'id': '65317cc5-2281-4874-925e-2f12aa27f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda'} {{(pid=87495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:52:21.449555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.managers [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Bound port: c2ced442-118b-4243-bd12-0f83b8810754, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65317cc5-2281-4874-925e-2f12aa27f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda'}}] {{(pid=87495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:52:21.449935 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:21.640853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] For port c2ced442-118b-4243-bd12-0f83b8810754, host hv-neutron-8251, cleared binding levels {{(pid=87495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:52:21.643692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] For port c2ced442-118b-4243-bd12-0f83b8810754, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c2ced442-118b-4243-bd12-0f83b8810754,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:52:21.651257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:21.709483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:21.710080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:21.711414 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] 10.222.0.72 "PUT /v2.0/ports/c2ced442-118b-4243-bd12-0f83b8810754 HTTP/1.1" status: 200 len: 1094 time: 1.0031078 Jan 20 14:52:21.711838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edc9a25-e35c-483c-9df7-98561453f093', 'tag': 'c2ced442-118b-4243-bd12-0f83b8810754'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:52:21.729949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf54f1-979e-46d8-89bd-6b4fbd039e87 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ced442-118b-4243-bd12-0f83b8810754,revision_number=3']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:21.787286 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edc9a25-e35c-483c-9df7-98561453f093', 'tag': 'c2ced442-118b-4243-bd12-0f83b8810754', 'status': 'completed', 'code': 200} Jan 20 14:52:21.834739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-93612d5b-5369-43b4-a62f-4d39e51f19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:21.836236 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-93612d5b-5369-43b4-a62f-4d39e51f19a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 1097 time: 0.0854397 Jan 20 14:52:21.904549 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-d0a81cff-dd64-47e8-8480-00a3c285a251 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ced442-118b-4243-bd12-0f83b8810754 HTTP/1.1" status: 200 len: 217 time: 0.0607703 Jan 20 14:52:21.969651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-845af43b-97f2-476e-b1bd-bb1acf8737e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:21.970970 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-845af43b-97f2-476e-b1bd-bb1acf8737e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0603228 Jan 20 14:52:22.017448 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-0440e01f-91a5-4cfc-9d74-59c9c7480512 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401862 Jan 20 14:52:22.148958 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-a4acd9ff-389b-4c9e-bdff-7448c58bcb44 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255922 Jan 20 14:52:22.296655 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e0e4699-d887-4266-af90-cc68d0868dc5 req-35978df3-da20-44a7-8f53-e6aae095a366 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404667 Jan 20 14:52:22.416441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679d1bf-cf7a-4aa4-8402-f3d84fd7ab42 req-66410e27-42d3-4898-bbdd-79639b342f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:22.417896 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9679d1bf-cf7a-4aa4-8402-f3d84fd7ab42 req-66410e27-42d3-4898-bbdd-79639b342f1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 1097 time: 0.0738535 Jan 20 14:52:22.437437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dccb8-fa43-4b7f-bdd7-07933b488988 req-33835c70-84ca-4e8b-a2fc-7193775810d5 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:22.438884 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-973dccb8-fa43-4b7f-bdd7-07933b488988 req-33835c70-84ca-4e8b-a2fc-7193775810d5 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 944 time: 0.0796237 Jan 20 14:52:22.483548 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-973dccb8-fa43-4b7f-bdd7-07933b488988 req-580357a7-6bd7-442e-a887-337fda0e7ed5 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 Jan 20 14:52:22.551842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679d1bf-cf7a-4aa4-8402-f3d84fd7ab42 req-3dc8ceb0-574e-4810-b083-e01032f7c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:22.553220 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9679d1bf-cf7a-4aa4-8402-f3d84fd7ab42 req-3dc8ceb0-574e-4810-b083-e01032f7c753 service neutron] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 916 time: 0.1293507 Jan 20 14:52:22.621277 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9679d1bf-cf7a-4aa4-8402-f3d84fd7ab42 req-d9865274-0799-4f50-a0d4-5fcfb3fd1e82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ced442-118b-4243-bd12-0f83b8810754 HTTP/1.1" status: 200 len: 217 time: 0.0605075 Jan 20 14:52:22.678399 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:52:22.686141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679d1bf-cf7a-4aa4-8402-f3d84fd7ab42 req-206cc594-1878-4f51-948d-0170d1c73b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:22.687549 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9679d1bf-cf7a-4aa4-8402-f3d84fd7ab42 req-206cc594-1878-4f51-948d-0170d1c73b57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0598881 Jan 20 14:52:22.734259 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9679d1bf-cf7a-4aa4-8402-f3d84fd7ab42 req-26a28018-e0f6-4bbc-99a6-56c8b2e7fddc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402868 Jan 20 14:52:22.869528 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9679d1bf-cf7a-4aa4-8402-f3d84fd7ab42 req-6047c13e-2691-4424-b99c-69631e16f171 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284392 Jan 20 14:52:23.000473 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9679d1bf-cf7a-4aa4-8402-f3d84fd7ab42 req-dd2f9c4d-406c-49d4-ba63-e2ecb6155081 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239119 Jan 20 14:52:23.678533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b0b0c-24ca-4979-a18a-03c91954fe16 req-e541033c-943c-4576-b7cc-e30fa9fdefe6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:23.679269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-3d3b0b0c-24ca-4979-a18a-03c91954fe16 req-e541033c-943c-4576-b7cc-e30fa9fdefe6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Synchronizing usage tracker for tenant:f3dd41a7356b4a7092a6457b4632c6db on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:52:23.699914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-3d3b0b0c-24ca-4979-a18a-03c91954fe16 req-e541033c-943c-4576-b7cc-e30fa9fdefe6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Unset dirty status for tenant:f3dd41a7356b4a7092a6457b4632c6db on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:52:23.701083 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3d3b0b0c-24ca-4979-a18a-03c91954fe16 req-e541033c-943c-4576-b7cc-e30fa9fdefe6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 944 time: 0.1068265 Jan 20 14:52:23.761226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-3d3b0b0c-24ca-4979-a18a-03c91954fe16 req-f8db5280-3716-439a-af67-727a21c60f18 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Synchronizing usage tracker for tenant:f3dd41a7356b4a7092a6457b4632c6db on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:52:23.783501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-3d3b0b0c-24ca-4979-a18a-03c91954fe16 req-f8db5280-3716-439a-af67-727a21c60f18 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Unset dirty status for tenant:f3dd41a7356b4a7092a6457b4632c6db on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:52:23.784671 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3d3b0b0c-24ca-4979-a18a-03c91954fe16 req-f8db5280-3716-439a-af67-727a21c60f18 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773780 Jan 20 14:52:24.873848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:24.988474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af24874-aefe-426a-908e-dc5a494ea84a req-82a12e7f-8705-4622-bcc3-9515615c6628 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:24.989936 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3af24874-aefe-426a-908e-dc5a494ea84a req-82a12e7f-8705-4622-bcc3-9515615c6628 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 944 time: 0.0860820 Jan 20 14:52:25.129562 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3af24874-aefe-426a-908e-dc5a494ea84a req-b04dd9ec-f645-4755-b0ba-137bb56c23a0 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335640 Jan 20 14:52:25.437578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device c2ced442-118b-4243-bd12-0f83b8810754 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:52:25.608157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port c2ced442-118b-4243-bd12-0f83b8810754, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c2ced442-118b-4243-bd12-0f83b8810754,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:52:25.621269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'c2ced442-118b-4243-bd12-0f83b8810754', 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda', 'port_id': 'c2ced442-118b-4243-bd12-0f83b8810754', 'mac_address': 'fa:16:3e:ef:c9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef87751a-c734-4645-b9b4-f91b357d6479', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:52:25.682668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:25.703358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ced442-118b-4243-bd12-0f83b8810754 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:52:25.718899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port c2ced442-118b-4243-bd12-0f83b8810754, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c2ced442-118b-4243-bd12-0f83b8810754,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:52:25.725931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:25.801034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=c2ced442-118b-4243-bd12-0f83b8810754,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:25.944109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['c2ced442-118b-4243-bd12-0f83b8810754'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:52:26.320859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0408920-991c-4b37-95f0-8d96e44f59ef req-df4a297b-2255-4872-a74a-0eea64216dc0 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:26.322199 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a0408920-991c-4b37-95f0-8d96e44f59ef req-df4a297b-2255-4872-a74a-0eea64216dc0 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 945 time: 0.0828626 Jan 20 14:52:26.369230 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a0408920-991c-4b37-95f0-8d96e44f59ef req-e7f79bf1-6a09-4205-84ad-63f16967da30 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384879 Jan 20 14:52:27.439209 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device c2ced442-118b-4243-bd12-0f83b8810754 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:52:27.507181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port c2ced442-118b-4243-bd12-0f83b8810754 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:52:27.512021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port c2ced442-118b-4243-bd12-0f83b8810754 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:52:27.512424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:27.571449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91c5d-a558-41f5-8f30-3525576c197e req-c22d5b8f-aae3-43aa-865e-8fcdb927a4bd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:27.573011 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ee91c5d-a558-41f5-8f30-3525576c197e req-c22d5b8f-aae3-43aa-865e-8fcdb927a4bd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 945 time: 0.0820608 Jan 20 14:52:27.616837 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ee91c5d-a558-41f5-8f30-3525576c197e req-3cc69905-6a6b-40fd-a5d9-861f5c79c34b tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378027 Jan 20 14:52:27.633984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:27.660799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc9a25-e35c-483c-9df7-98561453f093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ced442-118b-4243-bd12-0f83b8810754'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:52:27.670608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port c2ced442-118b-4243-bd12-0f83b8810754, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c2ced442-118b-4243-bd12-0f83b8810754,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:52:27.675660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:27.706857 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc9a25-e35c-483c-9df7-98561453f093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ced442-118b-4243-bd12-0f83b8810754', 'code': 200} Jan 20 14:52:27.747792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=c2ced442-118b-4243-bd12-0f83b8810754,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:27.937618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9a00-41c8-418f-a97f-68e010c92d7d req-d415a8bc-dd84-450d-a7bf-a8f1c3b2d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:27.939038 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-290f9a00-41c8-418f-a97f-68e010c92d7d req-d415a8bc-dd84-450d-a7bf-a8f1c3b2d913 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 1099 time: 0.0786500 Jan 20 14:52:28.080406 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-290f9a00-41c8-418f-a97f-68e010c92d7d req-9a21598c-c3bb-45ad-b52a-3129db785e98 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351492 Jan 20 14:52:28.810482 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5d200-f128-4fb6-af66-28df1e47635a req-f63fddeb-232e-49db-bcb2-32f102ed3385 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:28.811916 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-89d5d200-f128-4fb6-af66-28df1e47635a req-f63fddeb-232e-49db-bcb2-32f102ed3385 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0843902 Jan 20 14:52:28.859205 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-89d5d200-f128-4fb6-af66-28df1e47635a req-41803946-ee66-4c9b-b504-d1674f11b75e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386226 Jan 20 14:52:30.058625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b385fa-fa99-43da-9b43-e53fecc25891 req-ff55eac9-117d-45da-ae2a-6d2fccdf6880 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:30.060172 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-63b385fa-fa99-43da-9b43-e53fecc25891 req-ff55eac9-117d-45da-ae2a-6d2fccdf6880 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0827916 Jan 20 14:52:30.111995 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-63b385fa-fa99-43da-9b43-e53fecc25891 req-6d1f83a6-a5a1-465a-870f-10f795efa920 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423999 Jan 20 14:52:30.308357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7315c-9776-436c-9b64-9c76d2ed315a req-d551d789-3788-44d2-8916-b7671de82044 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:30.309814 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3c7315c-9776-436c-9b64-9c76d2ed315a req-d551d789-3788-44d2-8916-b7671de82044 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0959337 Jan 20 14:52:30.359371 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b3c7315c-9776-436c-9b64-9c76d2ed315a req-1f1aa3de-74cc-45ef-94e3-a2ce7485015a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412295 Jan 20 14:52:30.733019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309c704-6b00-421c-8d4f-0ec7e9ba7be5 req-d133d3af-81fe-419a-a811-5679ed6a5609 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:30.734470 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9309c704-6b00-421c-8d4f-0ec7e9ba7be5 req-d133d3af-81fe-419a-a811-5679ed6a5609 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0910614 Jan 20 14:52:30.788500 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9309c704-6b00-421c-8d4f-0ec7e9ba7be5 req-2930b924-08b0-4ff6-9fcb-f52c524077bb tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458696 Jan 20 14:52:30.976083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4db6-8769-4931-9c76-2f6727f11cca req-b7ab37c2-4603-4703-bede-16550332dddb tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:30.977545 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6a9f4db6-8769-4931-9c76-2f6727f11cca req-b7ab37c2-4603-4703-bede-16550332dddb tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0857832 Jan 20 14:52:31.023452 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6a9f4db6-8769-4931-9c76-2f6727f11cca req-4f41e83f-c7fe-4de9-959f-2c8aed1e8d71 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374417 Jan 20 14:52:31.374251 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-23ef80ce-4da5-48a2-93ff-8405165f0b97 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746112 Jan 20 14:52:31.418023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8cb87-2503-40f3-8335-8315336e1418 req-a5dc9c60-75e4-43f0-a5ea-e54073f643bd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:31.419556 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-72b8cb87-2503-40f3-8335-8315336e1418 req-a5dc9c60-75e4-43f0-a5ea-e54073f643bd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0829701 Jan 20 14:52:31.469465 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-72b8cb87-2503-40f3-8335-8315336e1418 req-41140028-d316-472d-bd7b-3b931e2cf0fc tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Jan 20 14:52:32.616903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-8a720b98-c9d1-4424-aaac-8e2bdaae0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:32.618390 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-8a720b98-c9d1-4424-aaac-8e2bdaae0abc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 1099 time: 0.0710089 Jan 20 14:52:32.655668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa071ef-7290-40e1-a73d-a32808e73ef5 req-bd4632ee-12bc-42d9-bfac-9623a7b9a8bb tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:32.657179 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-afa071ef-7290-40e1-a73d-a32808e73ef5 req-bd4632ee-12bc-42d9-bfac-9623a7b9a8bb tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0815830 Jan 20 14:52:32.701768 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-afa071ef-7290-40e1-a73d-a32808e73ef5 req-5f90eb2d-d318-4e0e-9bbf-b6ac6486f4f3 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 Jan 20 14:52:32.752180 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-ba76ff31-4c80-45ef-9da3-76f88686a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:32.753594 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-ba76ff31-4c80-45ef-9da3-76f88686a9a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 916 time: 0.1277521 Jan 20 14:52:32.825388 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-87dbb593-85c5-4b24-908d-15a793595b9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ced442-118b-4243-bd12-0f83b8810754 HTTP/1.1" status: 200 len: 217 time: 0.0646315 Jan 20 14:52:32.887164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-f84b8529-674a-4fb5-ac6b-5aabcdb4c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:32.888611 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-f84b8529-674a-4fb5-ac6b-5aabcdb4c7c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0567665 Jan 20 14:52:32.934034 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-b2717cee-b8e6-45cd-9141-e2a609eeac63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392661 Jan 20 14:52:33.063558 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-e0c3c54a-2ef6-41da-bf11-67af620e9688 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223509 Jan 20 14:52:33.109733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89689a61-1fe5-401f-b4ba-4e2ccbd54c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:33.197099 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-cc55643a-f956-455d-be8a-4ed3eb9db77b service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272385 Jan 20 14:52:33.917018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215f70-e354-4edb-b29a-65f8fbc6c25a req-c7ccb695-3ae2-46f4-8384-7e95606a454d tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:33.918479 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d7215f70-e354-4edb-b29a-65f8fbc6c25a req-c7ccb695-3ae2-46f4-8384-7e95606a454d tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0964017 Jan 20 14:52:33.963426 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d7215f70-e354-4edb-b29a-65f8fbc6c25a req-3aaeff3c-6ef9-4494-9cf5-bb34791eeb4d tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jan 20 14:52:35.183202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec4557-8a72-4e9c-9d97-c6b6feb1c494 req-8ca03ec9-e505-488f-8da1-483258695715 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:35.184577 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3dec4557-8a72-4e9c-9d97-c6b6feb1c494 req-8ca03ec9-e505-488f-8da1-483258695715 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0901494 Jan 20 14:52:35.228072 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3dec4557-8a72-4e9c-9d97-c6b6feb1c494 req-808d2fdd-6025-4bd2-a3a0-02914b04f329 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372939 Jan 20 14:52:35.473539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84558fe4-29d6-4ad7-b697-fde50d65a9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:36.432407 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98f183-cf99-4f2a-86c7-dc5a2bd565fc req-d0bfe459-4420-409d-b46a-5aa1727d8868 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:36.433774 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ab98f183-cf99-4f2a-86c7-dc5a2bd565fc req-d0bfe459-4420-409d-b46a-5aa1727d8868 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0879705 Jan 20 14:52:36.481633 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ab98f183-cf99-4f2a-86c7-dc5a2bd565fc req-d302b024-f19f-4e8d-ab99-f99cb3b60518 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421166 Jan 20 14:52:36.483635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:36.491014 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:37.680914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2cad6-4867-47f8-b564-e2f9b6a37497 req-5e4418c7-a0ed-4940-b565-52e3074876bc tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:37.682362 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-83b2cad6-4867-47f8-b564-e2f9b6a37497 req-5e4418c7-a0ed-4940-b565-52e3074876bc tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0816445 Jan 20 14:52:37.729716 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-83b2cad6-4867-47f8-b564-e2f9b6a37497 req-a34cd40b-ee33-4a9b-9656-6cfa35f29f19 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Jan 20 14:52:37.965754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:38.932386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee88fe-5121-462c-8ea1-a91e6a38bf40 req-6c6cc138-b545-4140-b034-a1fc2adb2d95 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:38.934104 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7fee88fe-5121-462c-8ea1-a91e6a38bf40 req-6c6cc138-b545-4140-b034-a1fc2adb2d95 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0854137 Jan 20 14:52:38.980946 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7fee88fe-5121-462c-8ea1-a91e6a38bf40 req-da36c5ce-5223-443d-96bf-aaacc282455a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Jan 20 14:52:40.187332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768ac07-9efc-492f-a2cc-8391b49b7215 req-b3188856-88ab-48d9-9061-5a8fa60b0c96 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:40.188918 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5768ac07-9efc-492f-a2cc-8391b49b7215 req-b3188856-88ab-48d9-9061-5a8fa60b0c96 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0930130 Jan 20 14:52:40.235639 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5768ac07-9efc-492f-a2cc-8391b49b7215 req-38d61670-0ca8-485c-90c4-bd8c216c33ad tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404420 Jan 20 14:52:41.443045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe76f02-e821-4a0d-8548-ce7b1d4a484c req-5f10254f-9a59-4308-83b2-c51da32ce3c4 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:41.444415 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ffe76f02-e821-4a0d-8548-ce7b1d4a484c req-5f10254f-9a59-4308-83b2-c51da32ce3c4 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0888381 Jan 20 14:52:41.490522 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ffe76f02-e821-4a0d-8548-ce7b1d4a484c req-d28cdf50-cc1b-4df0-878a-e3b9b67f0ddd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374064 Jan 20 14:52:42.705662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2dd49-49d8-4491-bba6-fd4b1791b6da req-6412fe68-a795-430e-af23-a073b1be87b4 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:42.707093 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cfb2dd49-49d8-4491-bba6-fd4b1791b6da req-6412fe68-a795-430e-af23-a073b1be87b4 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0830057 Jan 20 14:52:42.762872 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cfb2dd49-49d8-4491-bba6-fd4b1791b6da req-73ab8ef6-896a-4758-8a9c-86377523fccf tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 Jan 20 14:52:43.953811 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3a900-5674-4c0a-8da7-7bb7f5f41e88 req-837b3f51-1c3a-44fb-a6f0-24e2aa5fa3e7 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:43.955335 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-37f3a900-5674-4c0a-8da7-7bb7f5f41e88 req-837b3f51-1c3a-44fb-a6f0-24e2aa5fa3e7 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0795441 Jan 20 14:52:43.999136 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-37f3a900-5674-4c0a-8da7-7bb7f5f41e88 req-e2301f50-95e7-4f98-9423-8fa5edfba4f9 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Jan 20 14:52:45.192331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1a224-5d96-4d53-a026-66fc30cf69f5 req-d816dbca-4c8f-44df-8930-eefaa6ac3ecf tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:45.193689 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eba1a224-5d96-4d53-a026-66fc30cf69f5 req-d816dbca-4c8f-44df-8930-eefaa6ac3ecf tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0894101 Jan 20 14:52:45.242303 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eba1a224-5d96-4d53-a026-66fc30cf69f5 req-92129a22-5668-4cc6-afea-0e6cdfaddfba tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Jan 20 14:52:46.450470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435317b3-6c74-481a-913f-5b31483675dd req-eadc0b56-7c6a-4159-a12a-95c667335663 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:46.451822 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-435317b3-6c74-481a-913f-5b31483675dd req-eadc0b56-7c6a-4159-a12a-95c667335663 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0971074 Jan 20 14:52:46.498145 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-435317b3-6c74-481a-913f-5b31483675dd req-645aa166-cf3e-4f31-a3de-461c50999d56 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380895 Jan 20 14:52:47.692913 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6c607-d65b-4dab-b571-eb65c8a85999 req-cf3eb346-d940-4e90-b652-51b1cbd76d8f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:47.694391 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8fe6c607-d65b-4dab-b571-eb65c8a85999 req-cf3eb346-d940-4e90-b652-51b1cbd76d8f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0857918 Jan 20 14:52:47.739857 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8fe6c607-d65b-4dab-b571-eb65c8a85999 req-0caee475-a069-4a98-94de-38d1a601453e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392475 Jan 20 14:52:48.942355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc123e5-6be8-464a-99c6-cfb451eedae5 req-e5ea3efa-ac61-4b8b-821e-1138759080a9 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:48.943826 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cfc123e5-6be8-464a-99c6-cfb451eedae5 req-e5ea3efa-ac61-4b8b-821e-1138759080a9 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0867932 Jan 20 14:52:48.992263 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cfc123e5-6be8-464a-99c6-cfb451eedae5 req-1e03d907-92f9-45e7-80bc-975184c8e089 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Jan 20 14:52:49.239064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e2153-c5fb-485d-9302-d7688265b049 req-acd76fa1-f463-4a66-a84c-25d5d5354f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:49.240523 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-757e2153-c5fb-485d-9302-d7688265b049 req-acd76fa1-f463-4a66-a84c-25d5d5354f51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 1099 time: 0.0761924 Jan 20 14:52:49.387384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e2153-c5fb-485d-9302-d7688265b049 req-0ac8faf2-a87f-497f-af72-f10504a12994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:49.388742 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-757e2153-c5fb-485d-9302-d7688265b049 req-0ac8faf2-a87f-497f-af72-f10504a12994 service neutron] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 916 time: 0.1288102 Jan 20 14:52:49.552487 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-757e2153-c5fb-485d-9302-d7688265b049 req-bbd6e155-e6cf-4b64-9d8b-759ec6c4a4f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ced442-118b-4243-bd12-0f83b8810754 HTTP/1.1" status: 200 len: 217 time: 0.1570716 Jan 20 14:52:49.618095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e2153-c5fb-485d-9302-d7688265b049 req-6b11b491-57ee-4ec3-b217-44d7a712391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:49.619563 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-757e2153-c5fb-485d-9302-d7688265b049 req-6b11b491-57ee-4ec3-b217-44d7a712391a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0609539 Jan 20 14:52:49.670040 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-757e2153-c5fb-485d-9302-d7688265b049 req-2bfc021f-df31-4a01-acdb-b2d24ade52df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428953 Jan 20 14:52:49.800085 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-757e2153-c5fb-485d-9302-d7688265b049 req-138303e9-bbe4-4aa6-b7c9-e592bfff4baf service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230953 Jan 20 14:52:49.938753 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-757e2153-c5fb-485d-9302-d7688265b049 req-2ba2fa82-2d25-4857-b428-3411baa24e4c service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322410 Jan 20 14:52:50.203907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf26a0-0ed4-43e2-8c89-a583e60c67cf req-ae63d656-23e1-4458-af3b-68e176e9e6dd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:50.205287 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eaaf26a0-0ed4-43e2-8c89-a583e60c67cf req-ae63d656-23e1-4458-af3b-68e176e9e6dd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0967441 Jan 20 14:52:50.249247 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eaaf26a0-0ed4-43e2-8c89-a583e60c67cf req-a13d8638-fd26-4fe3-9fe7-ce58331e9319 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381529 Jan 20 14:52:51.466531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b9bb5-5bbc-4bca-9a52-81e953efba44 req-d7485899-37fa-4a17-b7f7-d30393042d1d tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:51.467982 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6a5b9bb5-5bbc-4bca-9a52-81e953efba44 req-d7485899-37fa-4a17-b7f7-d30393042d1d tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0989163 Jan 20 14:52:51.512345 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6a5b9bb5-5bbc-4bca-9a52-81e953efba44 req-c3c6303c-1984-45bc-b646-26f829d90123 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384288 Jan 20 14:52:52.721409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7697019-a208-470a-a2a9-801be684ad5a req-72cc8790-3ed6-49ab-bf04-faa70a6b15b6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:52.722853 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7697019-a208-470a-a2a9-801be684ad5a req-72cc8790-3ed6-49ab-bf04-faa70a6b15b6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.1021814 Jan 20 14:52:52.766251 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c7697019-a208-470a-a2a9-801be684ad5a req-f691af8c-4d3b-4df9-9541-10afd3f4c701 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Jan 20 14:52:53.969340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e291d0-41ac-4269-8caf-8469f61c25e0 req-a36589bb-ac25-4542-b8c1-59a1584b4d57 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:53.974419 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e0e291d0-41ac-4269-8caf-8469f61c25e0 req-a36589bb-ac25-4542-b8c1-59a1584b4d57 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0874832 Jan 20 14:52:54.027183 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e0e291d0-41ac-4269-8caf-8469f61c25e0 req-ce7e330f-7955-47a5-81ee-92c5899eceee tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488956 Jan 20 14:52:54.874778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:55.215600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb8d6-19b9-41a2-85ed-b9034001b578 req-e90340b6-d5c8-4d3c-8ded-04e99fd2aa4a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:55.216959 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff3eb8d6-19b9-41a2-85ed-b9034001b578 req-e90340b6-d5c8-4d3c-8ded-04e99fd2aa4a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0864756 Jan 20 14:52:55.264504 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff3eb8d6-19b9-41a2-85ed-b9034001b578 req-def823f6-00df-41f3-bdcf-8669dc840f4a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Jan 20 14:52:56.475494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3194003-9005-49aa-a6cb-c8491f78f5c6 req-c72f201a-6799-4f2d-adfe-280927514288 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:56.476958 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c3194003-9005-49aa-a6cb-c8491f78f5c6 req-c72f201a-6799-4f2d-adfe-280927514288 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0883222 Jan 20 14:52:56.520692 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c3194003-9005-49aa-a6cb-c8491f78f5c6 req-f2f9353f-1f56-4dc3-8f8d-629226f72937 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379672 Jan 20 14:52:57.711364 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c680e-1183-4c90-9d49-4e57b035515a req-ff8ab70d-1571-415f-8120-e3a76fc8a56f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:57.712905 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-871c680e-1183-4c90-9d49-4e57b035515a req-ff8ab70d-1571-415f-8120-e3a76fc8a56f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0843563 Jan 20 14:52:57.760711 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-871c680e-1183-4c90-9d49-4e57b035515a req-6b726818-13fc-4358-9808-82d90c806b8e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Jan 20 14:52:58.957254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c1004-dc83-4798-854f-c286b60546b1 req-087f0a09-869f-4c8d-80be-21ed5385e4de tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:58.959044 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fd0c1004-dc83-4798-854f-c286b60546b1 req-087f0a09-869f-4c8d-80be-21ed5385e4de tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0881944 Jan 20 14:52:59.002895 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fd0c1004-dc83-4798-854f-c286b60546b1 req-f4b95e90-3abb-4cc8-8506-993f121a6898 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Jan 20 14:52:59.677594 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:52:59.901265 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-99071773-b69a-4160-bd9f-a40564dcd93f service neutron] 10.222.0.72 "GET /v2.0/ports/c2ced442-118b-4243-bd12-0f83b8810754/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0835030 Jan 20 14:53:00.183339 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-62048622-eabf-4121-8e39-c1f059e92c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:00.184837 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-62048622-eabf-4121-8e39-c1f059e92c2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093&tenant_id=f3dd41a7356b4a7092a6457b4632c6db HTTP/1.1" status: 200 len: 1099 time: 0.0735226 Jan 20 14:53:00.189054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c45914-9808-4388-9c8c-667838b5ded9 req-ec93aad9-dc44-408f-a67c-7eea05313557 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:00.191783 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-58c45914-9808-4388-9c8c-667838b5ded9 req-ec93aad9-dc44-408f-a67c-7eea05313557 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0810804 Jan 20 14:53:00.238704 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-58c45914-9808-4388-9c8c-667838b5ded9 req-a353d845-25b4-4c0a-bea7-54a324cc4afb tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Jan 20 14:53:00.290090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-4438a2e6-5608-4e00-b903-d3c1d0921b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:00.291490 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-4438a2e6-5608-4e00-b903-d3c1d0921b97 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 1099 time: 0.0833483 Jan 20 14:53:00.424567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-db2a3cda-2ba2-44f0-8378-4653bd672d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:00.426011 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-db2a3cda-2ba2-44f0-8378-4653bd672d71 service neutron] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 916 time: 0.1277616 Jan 20 14:53:00.497470 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-fd106606-d493-4a79-88eb-212ea26f91d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ced442-118b-4243-bd12-0f83b8810754 HTTP/1.1" status: 200 len: 217 time: 0.0643857 Jan 20 14:53:00.565543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-6a828549-acfb-418d-a6a6-5d93493649e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:00.566931 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-6a828549-acfb-418d-a6a6-5d93493649e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0619471 Jan 20 14:53:00.614136 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-c6ca1ea1-6bd9-450b-bbfa-ce1a08efe5d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398295 Jan 20 14:53:00.744034 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-cd28bf17-cb1c-4735-b621-fcf96ab217a3 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236136 Jan 20 14:53:00.887029 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6497dbbb-1b2f-4d33-80ac-f2da3641eda5 req-096b1291-db4d-4e94-b9f3-c270f5679ea7 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339078 Jan 20 14:53:01.470474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29670777-8733-44b6-bdf4-75bb53ab1b9a req-cd46ee01-af11-4b91-8e68-171052fabf87 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:01.471822 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-29670777-8733-44b6-bdf4-75bb53ab1b9a req-cd46ee01-af11-4b91-8e68-171052fabf87 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0867167 Jan 20 14:53:01.525037 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-29670777-8733-44b6-bdf4-75bb53ab1b9a req-e0339b67-578d-474a-bf34-de008bf69017 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470946 Jan 20 14:53:02.737609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06060b2b-554e-412f-93ef-a5c4752790cb req-4430d28c-ed94-46b3-9e97-a0702f4c49c7 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:02.739059 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-06060b2b-554e-412f-93ef-a5c4752790cb req-4430d28c-ed94-46b3-9e97-a0702f4c49c7 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0953541 Jan 20 14:53:02.782716 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-06060b2b-554e-412f-93ef-a5c4752790cb req-809922a5-26c9-4ca4-93bb-1df1dea0d73f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 Jan 20 14:53:03.095414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846c809-de0c-40b7-8852-fd26a508b42b req-e73b1be6-45c8-4b2e-ae62-547468d106ad tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:03.095764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-d8ace5f5-f473-478c-b95f-42de8b447724 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:03.096785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a846c809-de0c-40b7-8852-fd26a508b42b req-e73b1be6-45c8-4b2e-ae62-547468d106ad tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0836837 Jan 20 14:53:03.097234 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-d8ace5f5-f473-478c-b95f-42de8b447724 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.72 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093&tenant_id=f3dd41a7356b4a7092a6457b4632c6db&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 946 time: 0.0829926 Jan 20 14:53:03.114906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f0ee-4b3b-4881-86ec-dbad4dec522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:03.142156 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a846c809-de0c-40b7-8852-fd26a508b42b req-d9cd4b72-8d2e-458b-94cb-603a0e646677 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388801 Jan 20 14:53:03.244068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-487f4250-a802-405d-adde-b47ad9265afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:03.245582 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-487f4250-a802-405d-adde-b47ad9265afe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 1099 time: 0.0813749 Jan 20 14:53:03.479666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-154b161e-7c6f-4e84-a0df-24ef042ab05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:03.481049 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-154b161e-7c6f-4e84-a0df-24ef042ab05a service neutron] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 916 time: 0.2295558 Jan 20 14:53:03.551613 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-bb932d85-b4eb-45be-a1f4-a2efc6fb3b61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ced442-118b-4243-bd12-0f83b8810754 HTTP/1.1" status: 200 len: 217 time: 0.0627549 Jan 20 14:53:03.613435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-d255f40e-0bd0-4613-9f49-60ba7e9dcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:03.614798 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-d255f40e-0bd0-4613-9f49-60ba7e9dcbe6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0572641 Jan 20 14:53:03.631353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device c2ced442-118b-4243-bd12-0f83b8810754 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:53:03.634775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device c2ced442-118b-4243-bd12-0f83b8810754 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:53:03.660061 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-bd5baa2a-760b-4b46-a3fc-fb18984a9bd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390363 Jan 20 14:53:03.792042 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-65fe890c-a821-48c3-af5f-4745c397f332 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256564 Jan 20 14:53:03.857262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:03.874587 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port c2ced442-118b-4243-bd12-0f83b8810754, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c2ced442-118b-4243-bd12-0f83b8810754,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:03.894597 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'c2ced442-118b-4243-bd12-0f83b8810754', 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda', 'port_id': 'c2ced442-118b-4243-bd12-0f83b8810754', 'mac_address': 'fa:16:3e:ef:c9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef87751a-c734-4645-b9b4-f91b357d6479', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:53:03.901083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc9a25-e35c-483c-9df7-98561453f093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ced442-118b-4243-bd12-0f83b8810754'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:53:03.924581 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5f752859-d0dc-4bcb-9e0f-db930e4501c5 req-95c47006-afef-4686-bd28-2673fdad85ba service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268508 Jan 20 14:53:03.943743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port c2ced442-118b-4243-bd12-0f83b8810754, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c2ced442-118b-4243-bd12-0f83b8810754,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:03.954234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:03.958533 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc9a25-e35c-483c-9df7-98561453f093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ced442-118b-4243-bd12-0f83b8810754', 'code': 200} Jan 20 14:53:04.014452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:04.038591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2ced442-118b-4243-bd12-0f83b8810754 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:53:04.048126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=c2ced442-118b-4243-bd12-0f83b8810754,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:04.102251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:53:04.102589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:53:04.331622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437a491-bced-4ef7-a625-993701a41f08 req-2a397bd1-c3ce-4e8b-86a7-0a1aad1d3b53 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:04.333095 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7437a491-bced-4ef7-a625-993701a41f08 req-2a397bd1-c3ce-4e8b-86a7-0a1aad1d3b53 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 944 time: 0.0834844 Jan 20 14:53:04.377473 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7437a491-bced-4ef7-a625-993701a41f08 req-70e9ff4c-1f95-46f9-9630-ff3c2098e872 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Jan 20 14:53:04.669221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:04.686995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ced442-118b-4243-bd12-0f83b8810754 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:53:04.702713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port c2ced442-118b-4243-bd12-0f83b8810754, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c2ced442-118b-4243-bd12-0f83b8810754,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:04.709253 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:04.770177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['c2ced442-118b-4243-bd12-0f83b8810754'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:53:04.823024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=c2ced442-118b-4243-bd12-0f83b8810754,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:05.467547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fed2d9d8-5913-4b19-bf7b-bf8821ebcfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:05.588393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a951187-f0a9-4fac-b64b-37da254a2daa req-c518a587-cc37-40b7-9bf5-6364a40953ba tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:05.589845 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5a951187-f0a9-4fac-b64b-37da254a2daa req-c518a587-cc37-40b7-9bf5-6364a40953ba tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 945 time: 0.0845821 Jan 20 14:53:05.632962 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5a951187-f0a9-4fac-b64b-37da254a2daa req-526b5dc3-f1d2-462a-af00-69ed3709ad09 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373926 Jan 20 14:53:05.642094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device c2ced442-118b-4243-bd12-0f83b8810754 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:53:05.711243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port c2ced442-118b-4243-bd12-0f83b8810754 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:05.712061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:05.825904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f16a-1c29-4814-9562-e9fefe1f316f req-f6a1db45-05da-4b54-a513-797ad588988e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:05.827390 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eeb8f16a-1c29-4814-9562-e9fefe1f316f req-f6a1db45-05da-4b54-a513-797ad588988e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 945 time: 0.0844834 Jan 20 14:53:05.836338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:05.869651 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port c2ced442-118b-4243-bd12-0f83b8810754, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c2ced442-118b-4243-bd12-0f83b8810754,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:05.871091 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eeb8f16a-1c29-4814-9562-e9fefe1f316f req-ddea725d-1b29-4a93-8aea-322460eb288e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Jan 20 14:53:05.876116 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:05.961437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc9a25-e35c-483c-9df7-98561453f093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ced442-118b-4243-bd12-0f83b8810754'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:53:05.985285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=c2ced442-118b-4243-bd12-0f83b8810754,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:06.017113 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc9a25-e35c-483c-9df7-98561453f093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ced442-118b-4243-bd12-0f83b8810754', 'code': 200} Jan 20 14:53:06.057792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb44aca-1f35-4ea5-a6db-e308929d9119 req-3e17391c-2c13-4299-a5df-cb39607704e6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:06.059341 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2bb44aca-1f35-4ea5-a6db-e308929d9119 req-3e17391c-2c13-4299-a5df-cb39607704e6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0803885 Jan 20 14:53:06.107479 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2bb44aca-1f35-4ea5-a6db-e308929d9119 req-b58a6c3d-e5a2-4f60-a5b0-641b2db11ce1 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419109 Jan 20 14:53:06.489420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:06.499840 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:06.640682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-204e8118-18fb-4aac-a339-928154387a4f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:06.642112 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-204e8118-18fb-4aac-a339-928154387a4f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 815 time: 0.1529858 Jan 20 14:53:06.659676 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-d71dd96e-7b6a-4b01-81f1-db8bc28d5611 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/quotas/f3dd41a7356b4a7092a6457b4632c6db HTTP/1.1" status: 200 len: 375 time: 0.0094295 Jan 20 14:53:06.739911 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-f49018c2-e574-44a3-8966-027f1fd08084 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747898 Jan 20 14:53:06.944254 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-809458e7-11c1-4f5d-8af0-3f7700c57161 service neutron] 10.222.0.87 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976190 Jan 20 14:53:07.076444 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-dc0eaeea-1905-4295-ae64-dbedc58a6ace service neutron] 10.222.0.87 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234827 Jan 20 14:53:07.263670 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e4d02c38-8929-4b95-ad26-dc462ba63a36 req-e42ac6a1-81f3-4d09-b72d-d6b0d0173faf tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 210 time: 0.0419152 Jan 20 14:53:07.959222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:08.102961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affa804-bc13-4256-8d76-cb2169205372 req-4d308e6f-9366-4fc0-91ae-90637e59b4b6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:08.104337 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5affa804-bc13-4256-8d76-cb2169205372 req-4d308e6f-9366-4fc0-91ae-90637e59b4b6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.72 "GET /v2.0/ports?device_id=4edc9a25-e35c-483c-9df7-98561453f093 HTTP/1.1" status: 200 len: 946 time: 0.0796351 Jan 20 14:53:08.176890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-5affa804-bc13-4256-8d76-cb2169205372 req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Deleting port c2ced442-118b-4243-bd12-0f83b8810754 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:53:08.177194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5affa804-bc13-4256-8d76-cb2169205372 req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:08.454134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-f9c63786-0e96-4733-842d-c27b742673ba tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:08.456427 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-f9c63786-0e96-4733-842d-c27b742673ba tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 815 time: 0.1663399 Jan 20 14:53:08.468985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Request body: {'port': {'device_id': '8b98395d-73e2-4508-a7a3-242d47c6aec2', 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda', 'admin_state_up': True, 'tenant_id': 'f3dd41a7356b4a7092a6457b4632c6db'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:53:08.548116 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bd6a5d9b-dc6f-44a5-9b6d-857e8fe61179 req-cec9f0cd-e4dc-49bd-977b-9f3b426436d8 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 210 time: 0.1726718 Jan 20 14:53:08.598765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [req-5affa804-bc13-4256-8d76-cb2169205372 req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] For port c2ced442-118b-4243-bd12-0f83b8810754, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c2ced442-118b-4243-bd12-0f83b8810754,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:08.599120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5affa804-bc13-4256-8d76-cb2169205372 req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:08.618418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:08.627654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:08.638243 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Made reservation on behalf of f3dd41a7356b4a7092a6457b4632c6db for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:53:08.642192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:08.724699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [req-5affa804-bc13-4256-8d76-cb2169205372 req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Calling delete_port for c2ced442-118b-4243-bd12-0f83b8810754 owned by compute:nova {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:53:08.896062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5affa804-bc13-4256-8d76-cb2169205372 req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:08.911511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['c2ced442-118b-4243-bd12-0f83b8810754'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:53:08.952625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Pushing event deleted for resources: {'Port': ['ID=c2ced442-118b-4243-bd12-0f83b8810754,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:09.048855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Allocated IP 172.20.0.12 (277983c5-e221-4092-b25e-2a931b0fbeda/ef87751a-c734-4645-b9b4-f91b357d6479/cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:53:09.051526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [req-5affa804-bc13-4256-8d76-cb2169205372 req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] No DVR routers for this DVR port c2ced442-118b-4243-bd12-0f83b8810754 on host hv-neutron-8251 {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:53:09.054623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [req-5affa804-bc13-4256-8d76-cb2169205372 req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:09.065836 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc9a25-e35c-483c-9df7-98561453f093', 'name': 'network-vif-deleted', 'tag': 'c2ced442-118b-4243-bd12-0f83b8810754'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:53:09.080045 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5affa804-bc13-4256-8d76-cb2169205372 req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.72 "DELETE /v2.0/ports/c2ced442-118b-4243-bd12-0f83b8810754 HTTP/1.1" status: 204 len: 173 time: 0.9694293 Jan 20 14:53:09.122305 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc9a25-e35c-483c-9df7-98561453f093', 'name': 'network-vif-deleted', 'tag': 'c2ced442-118b-4243-bd12-0f83b8810754', 'status': 'completed', 'code': 200} Jan 20 14:53:09.291228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:09.323660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:09.336264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['c2ced442-118b-4243-bd12-0f83b8810754'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:53:09.397011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Network 277983c5-e221-4092-b25e-2a931b0fbeda is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:53:09.400299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:53:09.404093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:53:09.435550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Pushing event updated for resources: {'Port': ['ID=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:09.472411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:09.473286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:09.503362 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-95823f9c-6edb-4fe6-8c23-c55ae4214995 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0381715 Jan 20 14:53:09.514234 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Request body: {'port': {'device_id': '8b98395d-73e2-4508-a7a3-242d47c6aec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:53:09.643462 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:09.738099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592e3c-42c9-4666-9f18-b7ba5f480c34 req-9f6a0b27-2afb-4105-ab17-b599cd13b3d2 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:09.738820 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-92592e3c-42c9-4666-9f18-b7ba5f480c34 req-9f6a0b27-2afb-4105-ab17-b599cd13b3d2 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Synchronizing usage tracker for tenant:f3dd41a7356b4a7092a6457b4632c6db on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:53:09.754526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-92592e3c-42c9-4666-9f18-b7ba5f480c34 req-9f6a0b27-2afb-4105-ab17-b599cd13b3d2 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Unset dirty status for tenant:f3dd41a7356b4a7092a6457b4632c6db on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:53:09.755861 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-92592e3c-42c9-4666-9f18-b7ba5f480c34 req-9f6a0b27-2afb-4105-ab17-b599cd13b3d2 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 932 time: 0.1004057 Jan 20 14:53:09.802140 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-92592e3c-42c9-4666-9f18-b7ba5f480c34 req-a5c369ce-c31b-4bc6-9199-720966fb3a43 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403705 Jan 20 14:53:10.009278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:53:10.016642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:10.030996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Transition to ACTIVE for port object cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:53:10.035825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:10.190591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:10.269775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Attempting to bind port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:53:10.270032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Attempting to bind port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '65317cc5-2281-4874-925e-2f12aa27f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:53:10.270323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Attempting to bind port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 on network 277983c5-e221-4092-b25e-2a931b0fbeda {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:53:10.275022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 on network 277983c5-e221-4092-b25e-2a931b0fbeda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:53:10.275330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Attempting to bind port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 on network 277983c5-e221-4092-b25e-2a931b0fbeda {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:53:10.280532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:53:10.280863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Checking segment: {'id': '65317cc5-2281-4874-925e-2f12aa27f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:53:10.281235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Bound using segment: {'id': '65317cc5-2281-4874-925e-2f12aa27f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:53:10.281646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Bound port: cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65317cc5-2281-4874-925e-2f12aa27f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:53:10.281977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:10.369560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] For port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:53:10.372879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] For port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:53:10.378896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:10.443413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:10.444287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:10.446454 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] 10.222.0.72 "PUT /v2.0/ports/cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 HTTP/1.1" status: 200 len: 1094 time: 0.9367194 Jan 20 14:53:10.449205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b98395d-73e2-4508-a7a3-242d47c6aec2', 'tag': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:53:10.473914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24987453-7ae2-4d74-ac4f-61b79ee23e51 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:10.532333 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b98395d-73e2-4508-a7a3-242d47c6aec2', 'tag': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6', 'status': 'completed', 'code': 200} Jan 20 14:53:10.574481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-9716548e-7c4f-4861-8290-37a2b5a7b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:10.575951 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-9716548e-7c4f-4861-8290-37a2b5a7b861 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 1097 time: 0.0836611 Jan 20 14:53:10.647248 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-6864d1b1-e3d8-44b4-be07-2fbd5c3259aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 HTTP/1.1" status: 200 len: 217 time: 0.0634377 Jan 20 14:53:10.711574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-faa0fd26-e45d-4fb9-9f2e-843c2340b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:10.712994 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-faa0fd26-e45d-4fb9-9f2e-843c2340b244 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0597270 Jan 20 14:53:10.759084 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-d7e552db-f998-479d-8d81-2e75d6bf2612 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397329 Jan 20 14:53:10.986585 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-a5b7869e-dd9c-49dd-be0c-e61899ed2c75 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213101 Jan 20 14:53:10.992231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5900cb1-27a6-4e6d-8a29-677fbb60ff93 req-7dfa7591-0dd3-4a81-a4e5-a77e74bd52ff tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:10.993711 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f5900cb1-27a6-4e6d-8a29-677fbb60ff93 req-7dfa7591-0dd3-4a81-a4e5-a77e74bd52ff tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 944 time: 0.0817053 Jan 20 14:53:11.039959 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f5900cb1-27a6-4e6d-8a29-677fbb60ff93 req-1a898759-7e19-426b-9702-f6e3fac8ca90 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399997 Jan 20 14:53:11.119210 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-32cc3ddc-6701-42c1-918a-4e7a713ec064 req-ee89eda5-fa54-4a84-acfd-2dd9d975e024 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250584 Jan 20 14:53:11.243431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c30e3-9e24-4114-b598-1a4734b022f0 req-88833b1b-6de2-4eda-95c3-5e86c4c6ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:11.244950 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-819c30e3-9e24-4114-b598-1a4734b022f0 req-88833b1b-6de2-4eda-95c3-5e86c4c6ca6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 1097 time: 0.0770652 Jan 20 14:53:11.376033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c30e3-9e24-4114-b598-1a4734b022f0 req-7bfec5fd-62a2-4769-a0f3-75fd4402eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:11.377453 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-819c30e3-9e24-4114-b598-1a4734b022f0 req-7bfec5fd-62a2-4769-a0f3-75fd4402eb7e service neutron] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 916 time: 0.1265659 Jan 20 14:53:11.448130 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-819c30e3-9e24-4114-b598-1a4734b022f0 req-7ee6b70f-1771-4cc6-a813-7b76e179e6e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 HTTP/1.1" status: 200 len: 217 time: 0.0627787 Jan 20 14:53:11.510191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c30e3-9e24-4114-b598-1a4734b022f0 req-ad867888-359d-49bf-b101-ec39c6908240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:11.511560 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-819c30e3-9e24-4114-b598-1a4734b022f0 req-ad867888-359d-49bf-b101-ec39c6908240 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0570474 Jan 20 14:53:11.557318 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-819c30e3-9e24-4114-b598-1a4734b022f0 req-0557aeba-f324-4fd2-8306-5a44d5b9eb2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392704 Jan 20 14:53:11.684247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device c2ced442-118b-4243-bd12-0f83b8810754 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:53:11.689569 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-819c30e3-9e24-4114-b598-1a4734b022f0 req-b85c23f8-15be-461b-9794-f67216deb6f5 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234365 Jan 20 14:53:11.720780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: c2ced442-118b-4243-bd12-0f83b8810754 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:53:11.721122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device c2ced442-118b-4243-bd12-0f83b8810754 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:53:11.829645 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-819c30e3-9e24-4114-b598-1a4734b022f0 req-a83438f4-c69a-414d-9d4f-240c8aca9b37 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331744 Jan 20 14:53:12.244997 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad5713-0287-49bc-8795-2770d1850dae req-420c2c6a-00cd-4814-b144-a020a8c7c1d0 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:12.245695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-4cad5713-0287-49bc-8795-2770d1850dae req-420c2c6a-00cd-4814-b144-a020a8c7c1d0 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Synchronizing usage tracker for tenant:f3dd41a7356b4a7092a6457b4632c6db on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:53:12.259854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-4cad5713-0287-49bc-8795-2770d1850dae req-420c2c6a-00cd-4814-b144-a020a8c7c1d0 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Unset dirty status for tenant:f3dd41a7356b4a7092a6457b4632c6db on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:53:12.261008 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4cad5713-0287-49bc-8795-2770d1850dae req-420c2c6a-00cd-4814-b144-a020a8c7c1d0 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 944 time: 0.1147094 Jan 20 14:53:12.307570 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4cad5713-0287-49bc-8795-2770d1850dae req-e136698f-baa2-4e97-be65-36767e05c53a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Jan 20 14:53:13.508877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84fbcb-8031-4973-b1ea-87f482bb73a9 req-01ae860e-7e29-4102-bd18-0bec62a7c552 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:13.510309 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6e84fbcb-8031-4973-b1ea-87f482bb73a9 req-01ae860e-7e29-4102-bd18-0bec62a7c552 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 944 time: 0.0928376 Jan 20 14:53:13.557280 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6e84fbcb-8031-4973-b1ea-87f482bb73a9 req-3b17c06a-bc81-4738-b8f7-f8025728f7ad tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Jan 20 14:53:13.696640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:53:13.838764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:13.851617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6', 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda', 'port_id': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6', 'mac_address': 'fa:16:3e:16:46:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef87751a-c734-4645-b9b4-f91b357d6479', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:53:13.912230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:13.931684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:53:13.947955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:13.954257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:14.024303 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:14.031538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.031859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.032194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.032552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.032883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.033208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.033532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.033843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.034161 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.034485 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.034799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.035111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:14.152130 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:53:14.755071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e7daf-0fdc-4d48-a0f6-10eaf2819d65 req-d64184a3-4903-478c-b39e-fa14a87a1ef3 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:14.756536 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-688e7daf-0fdc-4d48-a0f6-10eaf2819d65 req-d64184a3-4903-478c-b39e-fa14a87a1ef3 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 945 time: 0.0811369 Jan 20 14:53:14.802320 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-688e7daf-0fdc-4d48-a0f6-10eaf2819d65 req-161d93af-080b-472c-8c94-c16e30508146 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Jan 20 14:53:15.727579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:53:15.816366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:53:15.821455 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:15.821846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:15.938589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:15.965487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98395d-73e2-4508-a7a3-242d47c6aec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:53:15.975126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:15.982024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:15.985209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db34c0c-63ff-44f6-8e6f-ac81fed31564 req-2b1512c7-b31e-4d23-a626-fd364009960e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:15.992188 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2db34c0c-63ff-44f6-8e6f-ac81fed31564 req-2b1512c7-b31e-4d23-a626-fd364009960e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 945 time: 0.0874808 Jan 20 14:53:16.041589 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2db34c0c-63ff-44f6-8e6f-ac81fed31564 req-3a0fbcd0-83e1-41e5-9b9e-2dbfe761a33d tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464966 Jan 20 14:53:16.055104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:16.107114 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98395d-73e2-4508-a7a3-242d47c6aec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6', 'code': 200} Jan 20 14:53:16.347730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f71e8-d802-4064-8af5-d2ec316e8a40 req-c94a032b-ce89-473e-8609-00dba99efc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:16.349307 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b10f71e8-d802-4064-8af5-d2ec316e8a40 req-c94a032b-ce89-473e-8609-00dba99efc90 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 1099 time: 0.0813198 Jan 20 14:53:16.391053 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b10f71e8-d802-4064-8af5-d2ec316e8a40 req-34aa5978-56e8-4c72-b11b-4524f260f74d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352771 Jan 20 14:53:17.231067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4b18c-48d1-4496-83d0-e968f1e91d00 req-b0bb0d16-858f-488f-987a-9f0eae84a9ea tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:17.232547 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8bd4b18c-48d1-4496-83d0-e968f1e91d00 req-b0bb0d16-858f-488f-987a-9f0eae84a9ea tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0934682 Jan 20 14:53:17.278918 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8bd4b18c-48d1-4496-83d0-e968f1e91d00 req-cabf89e8-360f-499a-ae03-9f9079801bc8 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 Jan 20 14:53:18.505234 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce5e45-0f7d-4d1b-aa27-64a01cef1703 req-c746aaca-ae0b-411c-8d41-326f0c2ddd54 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:18.506756 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dbce5e45-0f7d-4d1b-aa27-64a01cef1703 req-c746aaca-ae0b-411c-8d41-326f0c2ddd54 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0965047 Jan 20 14:53:18.557803 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dbce5e45-0f7d-4d1b-aa27-64a01cef1703 req-aa06cab9-2099-4ff6-b6f9-f956a3587380 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 Jan 20 14:53:18.742686 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c79e3-1cee-4659-b970-6229f4228518 req-70b6d1f2-33fb-44a8-8fb7-1529fe44d02a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:18.744137 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-838c79e3-1cee-4659-b970-6229f4228518 req-70b6d1f2-33fb-44a8-8fb7-1529fe44d02a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0825191 Jan 20 14:53:18.791311 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-838c79e3-1cee-4659-b970-6229f4228518 req-40b4f5ab-53c4-440c-b5f4-a23876327f2a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414765 Jan 20 14:53:19.309845 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-b80a8d78-01d8-4df9-8a1e-e5e3b0be8ba4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676944 Jan 20 14:53:19.359151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222b431-a3b1-4499-bd2b-add8f8a4bca9 req-efae3850-6302-49f9-81dd-4ddcdd7ed4f8 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:19.360633 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9222b431-a3b1-4499-bd2b-add8f8a4bca9 req-efae3850-6302-49f9-81dd-4ddcdd7ed4f8 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0808632 Jan 20 14:53:19.404665 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9222b431-a3b1-4499-bd2b-add8f8a4bca9 req-a45155dc-6aed-4c80-a330-b978c6d27a18 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384235 Jan 20 14:53:20.453795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787c069-782f-478f-b351-9d57e138c5ce req-2729bedf-748a-4fe5-b0e7-19d12823b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:20.455271 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-2729bedf-748a-4fe5-b0e7-19d12823b1a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 1099 time: 0.0746169 Jan 20 14:53:20.744355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787c069-782f-478f-b351-9d57e138c5ce req-1dcab965-e553-43f9-a95b-199bf4333fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:20.745735 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-1dcab965-e553-43f9-a95b-199bf4333fc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 916 time: 0.2827141 Jan 20 14:53:20.815361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78e5b4-a72e-4649-8e6a-a162cb8c39a5 req-7d350143-916a-42fd-b6f2-edf00f98e21b tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:20.816819 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea78e5b4-a72e-4649-8e6a-a162cb8c39a5 req-7d350143-916a-42fd-b6f2-edf00f98e21b tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.2884796 Jan 20 14:53:20.825577 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-bac8b498-ce3b-4323-b2df-6c8ad7e5d40b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 HTTP/1.1" status: 200 len: 217 time: 0.0732775 Jan 20 14:53:20.906482 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ea78e5b4-a72e-4649-8e6a-a162cb8c39a5 req-e527a329-814c-4b86-a80b-5da268c9889e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825036 Jan 20 14:53:20.911584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787c069-782f-478f-b351-9d57e138c5ce req-93d06550-24f5-48d7-8364-b2b996613d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:20.912958 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-93d06550-24f5-48d7-8364-b2b996613d99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0752642 Jan 20 14:53:20.966827 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-90210de6-6b57-487a-a385-33bb563ea924 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460095 Jan 20 14:53:21.100420 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-0648b527-b188-4706-8958-08d7755aa5fc service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263111 Jan 20 14:53:21.248133 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-5e2bb536-51e5-405d-a3c2-3a468261b951 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415548 Jan 20 14:53:22.133351 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5bea5-0ef0-4136-8d49-26bb79dd5bbd req-f0755d00-4ab0-4cac-a9b9-324b3a3398ee tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:22.134827 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-82d5bea5-0ef0-4136-8d49-26bb79dd5bbd req-f0755d00-4ab0-4cac-a9b9-324b3a3398ee tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.1054912 Jan 20 14:53:22.183003 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-82d5bea5-0ef0-4136-8d49-26bb79dd5bbd req-e8797e0b-97bb-40eb-b77a-d2f0c9c134b4 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395813 Jan 20 14:53:23.412747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85419f5-e80f-4754-96f1-d7759b96fec8 req-a8cd7a74-0f7c-44de-918f-19b2e0ee202d tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:23.414200 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d85419f5-e80f-4754-96f1-d7759b96fec8 req-a8cd7a74-0f7c-44de-918f-19b2e0ee202d tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0873470 Jan 20 14:53:23.467175 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d85419f5-e80f-4754-96f1-d7759b96fec8 req-53cfaede-2555-4fb7-b9f1-04d2b1515af7 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465803 Jan 20 14:53:24.683233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8d9a0-1f69-452b-8159-27fd79a0f1c9 req-56f1d50b-67c3-46f6-8902-046a50ebf05b tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:24.684731 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9fb8d9a0-1f69-452b-8159-27fd79a0f1c9 req-56f1d50b-67c3-46f6-8902-046a50ebf05b tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0936878 Jan 20 14:53:24.731962 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9fb8d9a0-1f69-452b-8159-27fd79a0f1c9 req-e4530d12-4b5d-4447-8afb-4c58be67454c tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Jan 20 14:53:24.904431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:25.933220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898724a-f957-4cef-b5d2-0d865b38fb6f req-644b40a2-2fb7-4044-953b-4cdc7b6094f6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:25.934685 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1898724a-f957-4cef-b5d2-0d865b38fb6f req-644b40a2-2fb7-4044-953b-4cdc7b6094f6 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0853946 Jan 20 14:53:25.978300 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1898724a-f957-4cef-b5d2-0d865b38fb6f req-4c0701cc-c502-4562-bd13-f90d3713fb70 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375514 Jan 20 14:53:27.175626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a780c-e55f-49a8-b14b-aad69dff9a64 req-123d2e14-5aaf-44ec-bd53-8b838eb7ecd8 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:27.177004 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a19a780c-e55f-49a8-b14b-aad69dff9a64 req-123d2e14-5aaf-44ec-bd53-8b838eb7ecd8 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0849817 Jan 20 14:53:27.221511 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a19a780c-e55f-49a8-b14b-aad69dff9a64 req-693d8b0a-8ce7-484c-8ca6-e40d1163bd89 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387850 Jan 20 14:53:28.416868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31920ec-5f51-4786-a947-e2329510a712 req-e56480c5-5702-49b4-87a3-830241edd71c tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:28.418271 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d31920ec-5f51-4786-a947-e2329510a712 req-e56480c5-5702-49b4-87a3-830241edd71c tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0818298 Jan 20 14:53:28.467655 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d31920ec-5f51-4786-a947-e2329510a712 req-2db2abd6-e65a-4af2-b217-ba37b929c2c0 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Jan 20 14:53:29.668754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa8ed-f6ac-40ef-8272-9fedd4a49550 req-760c09c5-7e12-4a13-b872-fc53bc87f60a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:29.670218 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fabfa8ed-f6ac-40ef-8272-9fedd4a49550 req-760c09c5-7e12-4a13-b872-fc53bc87f60a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0890450 Jan 20 14:53:29.714923 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fabfa8ed-f6ac-40ef-8272-9fedd4a49550 req-fe88e624-2bd8-4925-9169-902b4f15048e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389307 Jan 20 14:53:30.924384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28072-719f-4e3e-84b5-38c35db0ba32 req-15954db9-a1af-4f80-a1ee-ead3516c8feb tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:30.925854 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-05d28072-719f-4e3e-84b5-38c35db0ba32 req-15954db9-a1af-4f80-a1ee-ead3516c8feb tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0861683 Jan 20 14:53:30.969990 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-05d28072-719f-4e3e-84b5-38c35db0ba32 req-631ce89d-30e2-4488-aa0a-875654372bf0 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 Jan 20 14:53:32.171621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a7e8b-4023-42b5-948b-e970704886a6 req-2b25a57b-06a0-4ebe-b276-6141926bbcdb tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:32.173095 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-886a7e8b-4023-42b5-948b-e970704886a6 req-2b25a57b-06a0-4ebe-b276-6141926bbcdb tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0849230 Jan 20 14:53:32.220298 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-886a7e8b-4023-42b5-948b-e970704886a6 req-e3387557-fc29-40df-b891-d32f512aed71 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390854 Jan 20 14:53:33.131825 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-60e10bbb-4acb-4831-ba82-3c95c4502535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:33.432906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded45d18-1247-4058-b9df-310740fbf77b req-09f28eff-96ca-4cd3-9998-f481a9c0c376 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:33.434275 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ded45d18-1247-4058-b9df-310740fbf77b req-09f28eff-96ca-4cd3-9998-f481a9c0c376 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0934370 Jan 20 14:53:33.478991 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ded45d18-1247-4058-b9df-310740fbf77b req-480ff0b2-3de5-4ad0-bf40-8f7d11408f54 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386016 Jan 20 14:53:34.683330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5b0bc-fc2b-46d3-98e7-bb1dc9f84d0d req-c45620d2-e8a9-4bea-8f16-de5796f74415 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:34.684800 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7dd5b0bc-fc2b-46d3-98e7-bb1dc9f84d0d req-c45620d2-e8a9-4bea-8f16-de5796f74415 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0972927 Jan 20 14:53:34.740996 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7dd5b0bc-fc2b-46d3-98e7-bb1dc9f84d0d req-270f441a-d89f-49c6-b8a3-cf621c566dd5 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 Jan 20 14:53:35.475150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0e72-79a0-433b-9f89-8b8eabbddb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:35.937871 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b6cb7-8401-488b-b5e3-b039d85f085f req-d86ca154-d940-464c-8c13-d9fcfdfa6776 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:35.939698 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f93b6cb7-8401-488b-b5e3-b039d85f085f req-d86ca154-d940-464c-8c13-d9fcfdfa6776 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0845592 Jan 20 14:53:35.985752 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f93b6cb7-8401-488b-b5e3-b039d85f085f req-87df38cd-33a9-4211-b78b-26e897e806c8 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 Jan 20 14:53:36.508465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:36.510217 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:36.677528 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:53:37.183372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ac494-3e0f-4bcb-9ef6-30bf65530995 req-00f625a6-c57e-4821-b690-8e6bb3833708 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:37.184913 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1e7ac494-3e0f-4bcb-9ef6-30bf65530995 req-00f625a6-c57e-4821-b690-8e6bb3833708 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0894704 Jan 20 14:53:37.230974 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1e7ac494-3e0f-4bcb-9ef6-30bf65530995 req-f6890c38-0d28-4b49-9834-f1405ed92ad1 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 Jan 20 14:53:37.971705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:38.438546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab64f37-8ab1-4388-a1aa-9e6d16ac8646 req-8e9eb0fb-3e7e-49ad-b6aa-61c7fecbdd2c tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:38.440547 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1ab64f37-8ab1-4388-a1aa-9e6d16ac8646 req-8e9eb0fb-3e7e-49ad-b6aa-61c7fecbdd2c tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0935805 Jan 20 14:53:38.484502 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1ab64f37-8ab1-4388-a1aa-9e6d16ac8646 req-2794db48-53e1-4c7b-b956-4c8f980bdddf tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381272 Jan 20 14:53:39.686807 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971877db-8fa5-4863-90a8-ffd4ec037b15 req-565772b5-3b53-487d-96ed-2006ff612dbd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:39.688265 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-971877db-8fa5-4863-90a8-ffd4ec037b15 req-565772b5-3b53-487d-96ed-2006ff612dbd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0861785 Jan 20 14:53:39.732447 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-971877db-8fa5-4863-90a8-ffd4ec037b15 req-671db2a7-6430-4bb2-b731-39ed0ee1c3bd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Jan 20 14:53:40.971421 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9e2d7-632e-4108-8b4e-4eefb8f99003 req-77b93ead-3976-4dc9-976f-41d53ae6c2f7 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:40.972808 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8bf9e2d7-632e-4108-8b4e-4eefb8f99003 req-77b93ead-3976-4dc9-976f-41d53ae6c2f7 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.1005466 Jan 20 14:53:41.018502 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8bf9e2d7-632e-4108-8b4e-4eefb8f99003 req-67aba2ce-d4b2-4815-9101-5be8ff7675a8 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374048 Jan 20 14:53:42.209964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a75d69-829e-4981-9357-1ae237550b7d req-852d4efa-d1c1-409a-acff-7f8fe5ed994a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:42.211401 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c4a75d69-829e-4981-9357-1ae237550b7d req-852d4efa-d1c1-409a-acff-7f8fe5ed994a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0894392 Jan 20 14:53:42.254688 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c4a75d69-829e-4981-9357-1ae237550b7d req-fad47c0b-d600-48d7-ac1a-9db3762589db tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374227 Jan 20 14:53:43.445736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b23cf-ebca-4a4a-9656-2600cb5c2f86 req-9882263a-2b25-4f10-ba88-a19fe75336b2 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:43.447206 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e91b23cf-ebca-4a4a-9656-2600cb5c2f86 req-9882263a-2b25-4f10-ba88-a19fe75336b2 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0868921 Jan 20 14:53:43.491901 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e91b23cf-ebca-4a4a-9656-2600cb5c2f86 req-80faca1a-c7a0-4e65-a6a0-e6e32f734c50 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Jan 20 14:53:44.700831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad6181-e658-4271-be2d-88225cdcb674 req-7066d295-a9f7-49ed-859a-b22a025f779b tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:44.702455 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-58ad6181-e658-4271-be2d-88225cdcb674 req-7066d295-a9f7-49ed-859a-b22a025f779b tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0965672 Jan 20 14:53:44.748028 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-58ad6181-e658-4271-be2d-88225cdcb674 req-97be95ea-e118-4250-8659-bcdac465015f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 Jan 20 14:53:45.955169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70d11d-0dd1-4016-bd23-1e092e02148c req-0a7963a8-5728-4128-bb3f-91e7c94e3f3f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:45.956650 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-be70d11d-0dd1-4016-bd23-1e092e02148c req-0a7963a8-5728-4128-bb3f-91e7c94e3f3f tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0905337 Jan 20 14:53:46.003716 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-be70d11d-0dd1-4016-bd23-1e092e02148c req-94500a77-9d31-430a-a379-df6ef9dca42a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 Jan 20 14:53:47.186101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd5e84-d861-44c1-b94a-9671342ba148 req-c89542b3-8b68-444c-b6ae-4a54d0d6fe47 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:47.187458 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e8fd5e84-d861-44c1-b94a-9671342ba148 req-c89542b3-8b68-444c-b6ae-4a54d0d6fe47 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0794182 Jan 20 14:53:47.238524 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e8fd5e84-d861-44c1-b94a-9671342ba148 req-10213579-54bd-49e5-8651-5b606d46f417 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Jan 20 14:53:47.949423 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-36814db4-9c98-4b0d-84e0-39c811a2ca64 service neutron] 10.222.0.72 "GET /v2.0/ports/cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0865853 Jan 20 14:53:48.234035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787c069-782f-478f-b351-9d57e138c5ce req-c8ed9eed-36c6-4d30-ab41-9dc3ff3b046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.235555 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-c8ed9eed-36c6-4d30-ab41-9dc3ff3b046f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2&tenant_id=f3dd41a7356b4a7092a6457b4632c6db HTTP/1.1" status: 200 len: 1099 time: 0.0807390 Jan 20 14:53:48.331713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787c069-782f-478f-b351-9d57e138c5ce req-a8b6e068-8753-4a05-87a2-49ef9ff0182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.333223 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-a8b6e068-8753-4a05-87a2-49ef9ff0182c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 1099 time: 0.0745747 Jan 20 14:53:48.619182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787c069-782f-478f-b351-9d57e138c5ce req-60a066d4-5403-42e9-a635-d07872c79da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.620677 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-60a066d4-5403-42e9-a635-d07872c79da1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 916 time: 0.2809107 Jan 20 14:53:48.632465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60afe1-e9f1-4195-b3f7-45fb3b2b8117 req-7b0d7b6e-7d21-4971-96af-91e1f9c17143 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.633805 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0b60afe1-e9f1-4195-b3f7-45fb3b2b8117 req-7b0d7b6e-7d21-4971-96af-91e1f9c17143 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.2764740 Jan 20 14:53:48.706933 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-673909d6-c1f2-41fe-bbd6-cc2954e63f27 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 HTTP/1.1" status: 200 len: 217 time: 0.0722120 Jan 20 14:53:48.778064 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0b60afe1-e9f1-4195-b3f7-45fb3b2b8117 req-54a644fd-1588-4bd4-97d1-00a54ab9175e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969965 Jan 20 14:53:48.786962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787c069-782f-478f-b351-9d57e138c5ce req-dab5f50f-5c1b-42fe-bb10-137213cee2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.788519 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-dab5f50f-5c1b-42fe-bb10-137213cee2de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0754919 Jan 20 14:53:48.835065 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-2b2263e5-aedf-4558-8d8a-0caf7d1262f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407300 Jan 20 14:53:48.982415 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-f3eb10d7-85cd-4136-99a4-7701fd80655a service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409748 Jan 20 14:53:49.114589 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7787c069-782f-478f-b351-9d57e138c5ce req-89d6c05e-496a-4720-a114-e2904049366f service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260953 Jan 20 14:53:49.320923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eeb3f9-19cf-4413-8eb2-ff7419a7a81b req-59f3ae39-013b-4165-a00d-0434bf32f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:49.322431 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60eeb3f9-19cf-4413-8eb2-ff7419a7a81b req-59f3ae39-013b-4165-a00d-0434bf32f1e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 1099 time: 0.0880311 Jan 20 14:53:49.485680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eeb3f9-19cf-4413-8eb2-ff7419a7a81b req-388b22f1-6c31-40d2-90e0-cc1bec736190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:49.487108 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60eeb3f9-19cf-4413-8eb2-ff7419a7a81b req-388b22f1-6c31-40d2-90e0-cc1bec736190 service neutron] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 916 time: 0.1342282 Jan 20 14:53:49.551984 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60eeb3f9-19cf-4413-8eb2-ff7419a7a81b req-eb6f05c7-a230-4b44-bba7-b26d5f3619a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 HTTP/1.1" status: 200 len: 217 time: 0.0584729 Jan 20 14:53:49.615470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eeb3f9-19cf-4413-8eb2-ff7419a7a81b req-2f2b2dfd-3d14-445f-ade0-bb95d016785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:49.616890 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60eeb3f9-19cf-4413-8eb2-ff7419a7a81b req-2f2b2dfd-3d14-445f-ade0-bb95d016785f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0589156 Jan 20 14:53:49.666534 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60eeb3f9-19cf-4413-8eb2-ff7419a7a81b req-42204c38-4eca-4e2a-9d53-d2476cb124fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392106 Jan 20 14:53:49.796846 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60eeb3f9-19cf-4413-8eb2-ff7419a7a81b req-f1f18585-d613-44fe-9322-84603c992aa5 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237800 Jan 20 14:53:49.927656 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60eeb3f9-19cf-4413-8eb2-ff7419a7a81b req-6c6eee4f-9497-43d1-b48d-f7a46d1b7a2b service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238263 Jan 20 14:53:49.963824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d22ce0-cfb3-4233-9beb-ad648398fbc4 req-4f25ff9b-440c-4dd6-842f-f1554e3c6b2d tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:49.965339 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-60d22ce0-cfb3-4233-9beb-ad648398fbc4 req-4f25ff9b-440c-4dd6-842f-f1554e3c6b2d tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0813093 Jan 20 14:53:50.009522 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-60d22ce0-cfb3-4233-9beb-ad648398fbc4 req-43a6d831-fcc7-4d31-814c-625ccf6f8d8e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383761 Jan 20 14:53:51.207438 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3131-63dd-417c-9433-90a5fc8deed8 req-c7530be1-04d6-4039-a6ef-4fc54b189634 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:51.208818 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bd9a3131-63dd-417c-9433-90a5fc8deed8 req-c7530be1-04d6-4039-a6ef-4fc54b189634 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0963860 Jan 20 14:53:51.257796 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bd9a3131-63dd-417c-9433-90a5fc8deed8 req-4970041e-c74b-4061-9cac-27ef9a6a37c0 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 Jan 20 14:53:51.636978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f4ecd-229c-4b42-acec-db8fd130aee0 req-7bd592ee-7a2a-4b9e-b65a-95b4e3153ab1 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:51.638430 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e97f4ecd-229c-4b42-acec-db8fd130aee0 req-7bd592ee-7a2a-4b9e-b65a-95b4e3153ab1 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.1412041 Jan 20 14:53:51.645564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47055df-b9d2-4151-a2b3-958b02706393 req-8a625911-6a0e-484c-a52e-d6a40dbfd3ac tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:51.646894 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b47055df-b9d2-4151-a2b3-958b02706393 req-8a625911-6a0e-484c-a52e-d6a40dbfd3ac tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2&tenant_id=f3dd41a7356b4a7092a6457b4632c6db&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 946 time: 0.1190393 Jan 20 14:53:51.800094 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e97f4ecd-229c-4b42-acec-db8fd130aee0 req-30c54210-b291-4ea4-b087-3cff5122dcd5 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522827 Jan 20 14:53:51.860634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:53:51.862951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:53:51.874803 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47055df-b9d2-4151-a2b3-958b02706393 req-f4c80789-882f-48dc-869d-c43af2085dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:51.876311 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b47055df-b9d2-4151-a2b3-958b02706393 req-f4c80789-882f-48dc-869d-c43af2085dd4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 1099 time: 0.0723593 Jan 20 14:53:52.005304 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47055df-b9d2-4151-a2b3-958b02706393 req-64a0639b-8056-40c3-8817-32931a4be9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:52.006671 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b47055df-b9d2-4151-a2b3-958b02706393 req-64a0639b-8056-40c3-8817-32931a4be9f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 200 len: 916 time: 0.1245286 Jan 20 14:53:52.036224 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:52.049402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6', 'network_id': '277983c5-e221-4092-b25e-2a931b0fbeda', 'port_id': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6', 'mac_address': 'fa:16:3e:16:46:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef87751a-c734-4645-b9b4-f91b357d6479', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:53:52.076891 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b47055df-b9d2-4151-a2b3-958b02706393 req-f7495933-c52a-44a4-a7fc-4105a3c320cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 HTTP/1.1" status: 200 len: 217 time: 0.0639193 Jan 20 14:53:52.138653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47055df-b9d2-4151-a2b3-958b02706393 req-3cff9a48-f7bf-44ec-94e5-1a71d4eb275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:52.140599 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b47055df-b9d2-4151-a2b3-958b02706393 req-3cff9a48-f7bf-44ec-94e5-1a71d4eb275f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 200 len: 855 time: 0.0574951 Jan 20 14:53:52.151905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:52.163273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:52.182299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:53:52.191199 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b47055df-b9d2-4151-a2b3-958b02706393 req-7d19c52f-5c09-494d-93d7-7428db19b2df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277983c5-e221-4092-b25e-2a931b0fbeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437057 Jan 20 14:53:52.202714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:52.208739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:52.324888 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b47055df-b9d2-4151-a2b3-958b02706393 req-ab06ae49-d5d5-4580-81b7-4a84f03e7ae4 service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278386 Jan 20 14:53:52.345621 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:53:52.401224 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:53:52.401623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:53:52.407764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:52.458398 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b47055df-b9d2-4151-a2b3-958b02706393 req-ac0c3512-b9ce-47d5-8f0c-021260b6347b service neutron] 10.222.0.72 "GET /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276169 Jan 20 14:53:52.960835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:52.981562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:53:53.000158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:53.007152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:53.008351 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4738df-1772-48c0-9c05-cb67eb29e0d0 req-5997b526-a8fa-4efa-b826-9217ebda9ad1 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:53.015680 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ec4738df-1772-48c0-9c05-cb67eb29e0d0 req-5997b526-a8fa-4efa-b826-9217ebda9ad1 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 945 time: 0.1026514 Jan 20 14:53:53.089017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:53.165084 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ec4738df-1772-48c0-9c05-cb67eb29e0d0 req-395f460f-613e-46e1-b6bd-3b226ca65031 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483002 Jan 20 14:53:53.877817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:53:53.955760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:53.956129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:54.078929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:54.105205 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98395d-73e2-4508-a7a3-242d47c6aec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:53:54.115344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:54.121430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:54.151924 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98395d-73e2-4508-a7a3-242d47c6aec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6', 'code': 200} Jan 20 14:53:54.191836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:54.350486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e615e2-fe80-4de4-8122-2cf2df43fd56 req-2868ff44-7403-416c-b359-52bb16342a4a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:54.351939 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-74e615e2-fe80-4de4-8122-2cf2df43fd56 req-2868ff44-7403-416c-b359-52bb16342a4a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0822480 Jan 20 14:53:54.396849 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-74e615e2-fe80-4de4-8122-2cf2df43fd56 req-238609cd-370e-45de-890b-b42ce53676ac tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388989 Jan 20 14:53:54.594200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f313743-0b3a-4414-95ca-09e86973f3ca req-8379074c-bded-4f71-be50-833fa3514a2a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:54.595732 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3f313743-0b3a-4414-95ca-09e86973f3ca req-8379074c-bded-4f71-be50-833fa3514a2a tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0903525 Jan 20 14:53:54.648259 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3f313743-0b3a-4414-95ca-09e86973f3ca req-0d70d1da-c904-4c0e-8fb4-2f528b86f243 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 Jan 20 14:53:54.841754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f25cc-e46f-48e6-8221-56e68671ff2f req-d506a3d8-c526-4382-a408-4a196b13e8d8 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:54.843204 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f26f25cc-e46f-48e6-8221-56e68671ff2f req-d506a3d8-c526-4382-a408-4a196b13e8d8 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0900619 Jan 20 14:53:54.887027 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f26f25cc-e46f-48e6-8221-56e68671ff2f req-260223ec-15d4-41b5-94da-91d6d08df156 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 Jan 20 14:53:54.908790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:55.444562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47792600-39f8-40a8-9445-2f5d85346a19 req-a425332e-ef90-4870-8d66-7ab10e62ebce tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:55.445947 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-47792600-39f8-40a8-9445-2f5d85346a19 req-a425332e-ef90-4870-8d66-7ab10e62ebce tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0860550 Jan 20 14:53:55.489298 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-47792600-39f8-40a8-9445-2f5d85346a19 req-308932c5-e7f4-40dd-b670-52749bb09842 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375712 Jan 20 14:53:56.696576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445ad12-f68e-48ff-b9d0-5648d79663ee req-dd6a8996-8764-49de-83b0-edcb8bb25148 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:56.698021 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6445ad12-f68e-48ff-b9d0-5648d79663ee req-dd6a8996-8764-49de-83b0-edcb8bb25148 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0903800 Jan 20 14:53:56.745610 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6445ad12-f68e-48ff-b9d0-5648d79663ee req-94255923-3885-410e-9b44-a8977326e18e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a352e0-a1ec-4bed-978f-8c1860be912a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388298 Jan 20 14:53:56.869118 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-59e33a02-c5a7-469d-8771-61efbf70f9fe tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:56.870515 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-59e33a02-c5a7-469d-8771-61efbf70f9fe tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 946 time: 0.0847616 Jan 20 14:53:56.948860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Deleting port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:53:56.949193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:57.198661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] For port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,segment=NetworkSegment(65317cc5-2281-4874-925e-2f12aa27f5ab),segment_id=65317cc5-2281-4874-925e-2f12aa27f5ab)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:53:57.198904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:57.316578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Calling delete_port for cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:53:57.563650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:57.575687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:53:57.610923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Pushing event deleted for resources: {'Port': ['ID=cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:57.644347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.644689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.645021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.645349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.645675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.645959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.646314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.646594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.646907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.647218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.647532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.647846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:57.695989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] No DVR routers for this DVR port cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:53:57.698409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:57.700805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98395d-73e2-4508-a7a3-242d47c6aec2', 'name': 'network-vif-deleted', 'tag': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:53:57.719004 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8192307e-4fac-4030-8da9-38bcc4961ae8 req-df9765a7-b70a-4848-89b6-829b69a81fdd tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.72 "DELETE /v2.0/ports/cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 HTTP/1.1" status: 204 len: 173 time: 0.8433726 Jan 20 14:53:57.803351 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98395d-73e2-4508-a7a3-242d47c6aec2', 'name': 'network-vif-deleted', 'tag': 'cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6', 'status': 'completed', 'code': 200} Jan 20 14:53:57.905747 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d92941d0-704a-4ee0-8a14-34c331f5065e req-aaf2e804-4152-404f-b813-50352633231e tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b98395d-73e2-4508-a7a3-242d47c6aec2 HTTP/1.1" status: 200 len: 210 time: 0.0415657 Jan 20 14:53:59.152001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56832) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:59.217614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b988a5f8-5962-418d-9939-f29e738e35d0 admin admin] Deleting subnet ef87751a-c734-4645-b9b4-f91b357d6479 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:53:59.220843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b988a5f8-5962-418d-9939-f29e738e35d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.269976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b988a5f8-5962-418d-9939-f29e738e35d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.334111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b988a5f8-5962-418d-9939-f29e738e35d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.410397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b988a5f8-5962-418d-9939-f29e738e35d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.451262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988a5f8-5962-418d-9939-f29e738e35d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef87751a-c734-4645-b9b4-f91b357d6479,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:59.456252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b988a5f8-5962-418d-9939-f29e738e35d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.462543 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b988a5f8-5962-418d-9939-f29e738e35d0 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ef87751a-c734-4645-b9b4-f91b357d6479 HTTP/1.1" status: 204 len: 168 time: 0.3094082 Jan 20 14:53:59.465203 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56836) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:59.570127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.696965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.721557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277983c5-e221-4092-b25e-2a931b0fbeda']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:59.733150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65317cc5-2281-4874-925e-2f12aa27f5ab') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:59.733430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65317cc5-2281-4874-925e-2f12aa27f5ab') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:59.744393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.759743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.765965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:53:59.766363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:53:59.779169 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:53:59.858037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.873822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:59.883691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] Pushing event deleted for resources: {'Network': ['ID=277983c5-e221-4092-b25e-2a931b0fbeda,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:59.893566 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c8b5c5b3-5a5a-4cb7-91d0-293d89f0551d admin admin] 10.222.0.87 "DELETE /v2.0/networks/277983c5-e221-4092-b25e-2a931b0fbeda HTTP/1.1" status: 204 len: 168 time: 0.4274068 Jan 20 14:54:00.009622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56842) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:00.057656 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e5a6633e-a9fe-46f5-9a86-b7fbcd13fccc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f3dd41a7356b4a7092a6457b4632c6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468175 Jan 20 14:54:00.061267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56846) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:00.119143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-72b8aacc-8dae-4f5b-831a-905cd601d5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:00.145530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-72b8aacc-8dae-4f5b-831a-905cd601d5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:00.203406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-72b8aacc-8dae-4f5b-831a-905cd601d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:00.221978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8aacc-8dae-4f5b-831a-905cd601d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a352e0-a1ec-4bed-978f-8c1860be912a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:00.235816 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-72b8aacc-8dae-4f5b-831a-905cd601d5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:00.236970 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-72b8aacc-8dae-4f5b-831a-905cd601d5d7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/06a352e0-a1ec-4bed-978f-8c1860be912a HTTP/1.1" status: 204 len: 168 time: 0.1748590 Jan 20 14:54:00.975964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56870) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:01.092556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1910904860-network', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:54:01.097512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:01.101552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Usage tracker for resource:network and tenant:c3fe99d9435b4c7694d552ff877b1396 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:01.104514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:01.110796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:01.122726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Made reservation on behalf of c3fe99d9435b4c7694d552ff877b1396 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:54:01.124989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.136762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.150860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:01.154799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Usage tracker for resource:security_group_rule and tenant:c3fe99d9435b4c7694d552ff877b1396 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:01.157774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:01.163722 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:01.254490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.260865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.289474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:54:01.297447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf9ccb2-cfce-4d59-8502-dc78fc690bf8,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:01.302790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.303139 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Added segment be5ea418-6225-4877-a769-620db1593d5b of type vlan for network b61636b3-80f9-4010-8f67-749d8f173423 Jan 20 14:54:01.330361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.363076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.364151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:01.364762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.466960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] Pushing event updated for resources: {'Network': ['ID=b61636b3-80f9-4010-8f67-749d8f173423,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:01.470380 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-98f7c821-35ca-41b4-9d61-0f6e80e929dd admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4933500 Jan 20 14:54:01.473676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56876) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:01.476856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network b61636b3-80f9-4010-8f67-749d8f173423 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:54:01.480607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Request body: {'subnet': {'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1910904860-subnet', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:54:01.485873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:01.489904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Usage tracker for resource:subnet and tenant:c3fe99d9435b4c7694d552ff877b1396 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:01.492739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:01.498844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:01.510165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Made reservation on behalf of c3fe99d9435b4c7694d552ff877b1396 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:54:01.512515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.734341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.805284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=977448e9-a5e9-4831-a1a6-43926bc4876e,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:01.816688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.817031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.817368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.817695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.818019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.818345 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.818693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.818981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.819293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.819608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.819916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.820223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:01.826225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Checking segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:54:01.826557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Network hostable DHCP agents. Network: b61636b3-80f9-4010-8f67-749d8f173423, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:54:01.846724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Network b61636b3-80f9-4010-8f67-749d8f173423 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:54:01.858338 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, b61636b3-80f9-4010-8f67-749d8f173423) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:54:01.862391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:01.862968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.870668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d148ced-62fb-4d1d-b3cf-0f3e442b055e None None] Network b61636b3-80f9-4010-8f67-749d8f173423 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:54:01.886529 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2ffdd86c-2731-42b2-934b-043228367f82 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4086297 Jan 20 14:54:01.887011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56880) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:01.891939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:54:01.896577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:01.900655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Usage tracker for resource:router and tenant:c3fe99d9435b4c7694d552ff877b1396 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:01.903556 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:01.909454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:01.923388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.924488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.939632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:54:01.941435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.985158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:54:01.985523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cc2b7ae1-5bc6-4c46-8c7d-e0f8c16b97b6 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:54:02.123803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-b61636b3-80f9-4010-8f67-749d8f173423', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 14:54:02.124680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:02.206687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:02.280869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Allocated IP 172.20.0.2 (b61636b3-80f9-4010-8f67-749d8f173423/977448e9-a5e9-4831-a1a6-43926bc4876e/98b4890d-bc86-410b-8d88-b1afde53a966) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:54:02.480743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:02.491408 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Transition to ACTIVE for port object 98b4890d-bc86-410b-8d88-b1afde53a966 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:54:02.509429 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Transition to ACTIVE for port object 98b4890d-bc86-410b-8d88-b1afde53a966 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:54:02.517125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:02.517755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:02.546658 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:02.584892 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Network b61636b3-80f9-4010-8f67-749d8f173423 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:54:02.586063 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:54:02.589963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:54:02.598755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Pushing event updated for resources: {'Port': ['ID=98b4890d-bc86-410b-8d88-b1afde53a966,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:02.683126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Attempting to bind port 98b4890d-bc86-410b-8d88-b1afde53a966 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:54:02.683501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Attempting to bind port 98b4890d-bc86-410b-8d88-b1afde53a966 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:54:02.683858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Attempting to bind port 98b4890d-bc86-410b-8d88-b1afde53a966 on network b61636b3-80f9-4010-8f67-749d8f173423 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:54:02.690239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:54:02.690598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Checking segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:54:02.690990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:02.691380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Bound using segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:54:02.691845 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Bound port: 98b4890d-bc86-410b-8d88-b1afde53a966, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:54:02.692231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:02.791652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Allocated IP 172.26.0.24 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/132a2553-d906-40b3-a2ce-46098aa62aeb) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:54:02.825184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] For port 98b4890d-bc86-410b-8d88-b1afde53a966, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:54:02.828086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] For port 98b4890d-bc86-410b-8d88-b1afde53a966, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=98b4890d-bc86-410b-8d88-b1afde53a966,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:54:02.834282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:02.918608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536fbb5-e6ab-4027-80cf-9725fb63ecc9 None None] Pushing event updated for resources: {'Port': ['ID=98b4890d-bc86-410b-8d88-b1afde53a966,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:02.942379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:02.972255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:03.038244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:54:03.041446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:54:03.045229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:54:03.116520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0fca4bb2-965b-48ea-8797-e6575cffb6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:03.161386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Pushing event updated for resources: {'Port': ['ID=132a2553-d906-40b3-a2ce-46098aa62aeb,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:03.483408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:03.826289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1090a-4957-4217-82e6-554b2c07b29b None None] Network b61636b3-80f9-4010-8f67-749d8f173423 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:54:03.827398 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:03.935250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-dfca8d0b-3206-4413-98a1-d830afee87a8 None None] Provisioning for port 98b4890d-bc86-410b-8d88-b1afde53a966 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:54:04.033085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 14:54:04.344318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:54:04.353592 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:54:04.363395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:54:04.364005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:53:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:04.369822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:04.371394 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-45480fe4-e287-4ed8-9302-fbd2ade484f8 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4833841 Jan 20 14:54:04.374160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 56884) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:04.538667 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:54:04.823718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:03Z', 'revision_number': 3, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:04.828128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:54:04.828767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Updating router c2ce4386-fab1-43e9-b4cc-97a169fb2389 port 132a2553-d906-40b3-a2ce-46098aa62aeb binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:54:04.885428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:04.986435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 98b4890d-bc86-410b-8d88-b1afde53a966 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:54:05.051002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.152304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 98b4890d-bc86-410b-8d88-b1afde53a966 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:54:05.170046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 98b4890d-bc86-410b-8d88-b1afde53a966 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:05.170416 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.259521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Allocated IP 172.20.0.1 (b61636b3-80f9-4010-8f67-749d8f173423/977448e9-a5e9-4831-a1a6-43926bc4876e/ea5ebe90-f4fe-4436-95ac-f1959ccc9928) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:54:05.369677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.371993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.395305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Transition to ACTIVE for port object 132a2553-d906-40b3-a2ce-46098aa62aeb will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:54:05.405637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.411121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.420777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Transition to ACTIVE for port object ea5ebe90-f4fe-4436-95ac-f1959ccc9928 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:54:05.445950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.457791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 98b4890d-bc86-410b-8d88-b1afde53a966, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=98b4890d-bc86-410b-8d88-b1afde53a966,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:54:05.514704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Network b61636b3-80f9-4010-8f67-749d8f173423 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:54:05.516250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.517499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:54:05.521295 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:54:05.553351 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Attempting to bind port 132a2553-d906-40b3-a2ce-46098aa62aeb on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:54:05.553718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Attempting to bind port 132a2553-d906-40b3-a2ce-46098aa62aeb by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:54:05.554590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Attempting to bind port 132a2553-d906-40b3-a2ce-46098aa62aeb on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:54:05.561845 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2f15fe85-2a75-4119-a221-9cf7d2c7879b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.562866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Pushing event updated for resources: {'Port': ['ID=ea5ebe90-f4fe-4436-95ac-f1959ccc9928,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:05.569113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:54:05.569484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:54:05.569881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.570356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:54:05.570747 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Bound port: 132a2553-d906-40b3-a2ce-46098aa62aeb, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:54:05.571087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.583941 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.594852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d74d6-1a5d-430b-a346-527a15b7a8d9 None None] Pushing event updated for resources: {'Port': ['ID=132a2553-d906-40b3-a2ce-46098aa62aeb,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:05.702884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=98b4890d-bc86-410b-8d88-b1afde53a966,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:05.710908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] For port 132a2553-d906-40b3-a2ce-46098aa62aeb, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:54:05.714817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] For port 132a2553-d906-40b3-a2ce-46098aa62aeb, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=132a2553-d906-40b3-a2ce-46098aa62aeb,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:54:05.722693 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.811088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:54:05.811722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:54:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:05.871696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d74d6-1a5d-430b-a346-527a15b7a8d9 None None] Pushing event updated for resources: {'Port': ['ID=132a2553-d906-40b3-a2ce-46098aa62aeb,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:05.895511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3b0d4224-78a4-4f31-831f-bea6971bca9a None None] Provisioning for port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:54:05.905985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3b0d4224-78a4-4f31-831f-bea6971bca9a None None] Provisioning complete for port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:05.906368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4224-78a4-4f31-831f-bea6971bca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:05.961648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:06.031500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d4224-78a4-4f31-831f-bea6971bca9a None None] Port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:54:06.044359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:54:06.182963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:06.189553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:06.292761 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Pushing event updated for resources: {'Port': ['ID=ea5ebe90-f4fe-4436-95ac-f1959ccc9928,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:06.295143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:06.326730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:03Z', 'revision_number': 3, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:06.330823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3047-5cbf-499c-abcb-30064905250e None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:03Z', 'revision_number': 3, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:54:06.436852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Network b61636b3-80f9-4010-8f67-749d8f173423 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:54:06.438870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:54:06.501786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:06.505579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:06.654032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:54:06.756241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-39ec71ee-3336-48a0-821b-ad38c67748c9 None None] Provisioning complete for port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:06.756711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-39ec71ee-3336-48a0-821b-ad38c67748c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:06.818122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-39ec71ee-3336-48a0-821b-ad38c67748c9 None None] Port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:54:06.856856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:54:06.866872 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-edf44e14-283c-427d-8af4-8b871a0b915e admin admin] 10.222.0.87 "PUT /v2.0/routers/c2ce4386-fab1-43e9-b4cc-97a169fb2389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4916782 Jan 20 14:54:07.061013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 132a2553-d906-40b3-a2ce-46098aa62aeb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:54:07.146948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 132a2553-d906-40b3-a2ce-46098aa62aeb completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:54:07.151903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 132a2553-d906-40b3-a2ce-46098aa62aeb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:07.152316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.276054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.292024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 132a2553-d906-40b3-a2ce-46098aa62aeb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=132a2553-d906-40b3-a2ce-46098aa62aeb,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:54:07.298294 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.299087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 98b4890d-bc86-410b-8d88-b1afde53a966 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:54:07.345534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56894) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:07.351097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867507399', 'description': 'tempest-description--1476815069'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:54:07.357362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:07.361580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Usage tracker for resource:security_group and tenant:c3fe99d9435b4c7694d552ff877b1396 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:07.364598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:07.371134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:07.383671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.403337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:07.407369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Usage tracker for resource:security_group_rule and tenant:c3fe99d9435b4c7694d552ff877b1396 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:07.410753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:07.412891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=132a2553-d906-40b3-a2ce-46098aa62aeb,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:07.416830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:07.424462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 98b4890d-bc86-410b-8d88-b1afde53a966 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:07.424839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.495604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.501501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.542944 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:07.548863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.552712 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4a80d2dd-ab51-4590-a233-652b56fdae63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2036335 Jan 20 14:54:07.553000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56898) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:07.558319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'security_group_rule': {'security_group_id': '30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:54:07.564853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:07.568776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Usage tracker for resource:security_group_rule and tenant:c3fe99d9435b4c7694d552ff877b1396 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:07.571602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:07.577324 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:07.595687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.657302 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.662336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.687300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f381ef-35a8-448b-852f-75bfd50d8e34,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:07.697422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.698732 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1357b9a2-91dd-4a8b-84ec-0e92ffa5a120 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447048 Jan 20 14:54:07.701237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56902) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:07.706213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'security_group_rule': {'security_group_id': '30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:54:07.712008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:07.715883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Usage tracker for resource:security_group_rule and tenant:c3fe99d9435b4c7694d552ff877b1396 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:07.718861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:07.724922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:07.744252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.806223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.812155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.839874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0a596c-82dc-42c5-9ebd-664507ef67c5,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:07.849800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.850978 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-12dedca1-9e0e-4766-9195-a95d6ae246ba tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488285 Jan 20 14:54:07.854135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56906) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:07.859145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:54:07.865204 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:07.869086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Usage tracker for resource:floatingip and tenant:c3fe99d9435b4c7694d552ff877b1396 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:07.871991 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:07.881723 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:54:07.883167 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:07.891927 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:54:07.892722 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:54:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:07.895770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.968895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.036346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.068921 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:54:08.166377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Allocated IP 172.26.0.3 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/de404abd-7d88-4922-9123-0a779d272e23) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:54:08.311883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.342701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.376257 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:06Z', 'revision_number': 2, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:08.381514 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:54:08.381849 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Updating router c2ce4386-fab1-43e9-b4cc-97a169fb2389 port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 14:54:08.409053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:54:08.411694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:54:08.415449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:54:08.435274 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.449363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event updated for resources: {'Port': ['ID=de404abd-7d88-4922-9123-0a779d272e23,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:08.505068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.569387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.803264 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.815492 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Transition to ACTIVE for port object ea5ebe90-f4fe-4436-95ac-f1959ccc9928 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:54:08.823442 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.880236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.889216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.955619 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Pushing event updated for resources: {'Port': ['ID=ea5ebe90-f4fe-4436-95ac-f1959ccc9928,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:08.957094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 132a2553-d906-40b3-a2ce-46098aa62aeb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:54:08.975225 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.975562 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.975889 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.976233 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.976543 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.976859 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.977171 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.977480 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.977788 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.978133 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.978400 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:08.978739 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:09.050161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event updated for resources: {'Port': ['ID=de404abd-7d88-4922-9123-0a779d272e23,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:09.054999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:09.065496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 132a2553-d906-40b3-a2ce-46098aa62aeb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:09.065742 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:09.096130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:09.097889 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-875a8187-1790-4dfa-bc24-1ecc8a3ba957 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2428772 Jan 20 14:54:09.109709 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Attempting to bind port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:54:09.111083 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Attempting to bind port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:54:09.111712 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Attempting to bind port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 on network b61636b3-80f9-4010-8f67-749d8f173423 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:54:09.120162 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:54:09.120602 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Checking segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:54:09.120997 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:09.121380 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Bound using segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:54:09.121832 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Bound port: ea5ebe90-f4fe-4436-95ac-f1959ccc9928, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:54:09.122382 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:09.219862 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] For port ea5ebe90-f4fe-4436-95ac-f1959ccc9928, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:54:09.223138 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] For port ea5ebe90-f4fe-4436-95ac-f1959ccc9928, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ea5ebe90-f4fe-4436-95ac-f1959ccc9928,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:54:09.228690 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:09.271283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-570540b1-1907-4296-87c5-638be6922375 req-c8fc6206-2a40-41e9-a5c1-311d39c776dc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Synchronizing usage tracker for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:54:09.288295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-570540b1-1907-4296-87c5-638be6922375 req-c8fc6206-2a40-41e9-a5c1-311d39c776dc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Unset dirty status for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:54:09.289512 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-c8fc6206-2a40-41e9-a5c1-311d39c776dc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1867507399&fields=id&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 267 time: 0.0637028 Jan 20 14:54:09.317346 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:54:09.317964 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:54:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:09.364861 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebdaf9-3574-4e28-bdd1-58a3c604d7c7 None None] Pushing event updated for resources: {'Port': ['ID=ea5ebe90-f4fe-4436-95ac-f1959ccc9928,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:09.454817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570540b1-1907-4296-87c5-638be6922375 req-cf644ec6-8745-40f3-bf42-f94dc630cc53 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:09.455552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-570540b1-1907-4296-87c5-638be6922375 req-cf644ec6-8745-40f3-bf42-f94dc630cc53 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Synchronizing usage tracker for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:54:09.476968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-570540b1-1907-4296-87c5-638be6922375 req-cf644ec6-8745-40f3-bf42-f94dc630cc53 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Unset dirty status for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:54:09.478995 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-cf644ec6-8745-40f3-bf42-f94dc630cc53 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 812 time: 0.1799769 Jan 20 14:54:09.494762 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-f36a6069-02ec-42bb-952e-182eff9c7508 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/quotas/c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 375 time: 0.0095742 Jan 20 14:54:09.503484 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:54:09.589743 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-9e7ccf74-3fc4-48dd-925c-4cc51fa2e5d6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866466 Jan 20 14:54:09.728530 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-487daba1-a0c7-485e-9b8d-73a73fe02b43 service neutron] 10.222.0.87 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246850 Jan 20 14:54:09.817226 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:09Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:09.821213 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d3a17-c7cb-4376-a4e7-ca57142a6e81 None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:09Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:54:09.859931 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-8269b383-d2eb-48c6-a168-663c9b3ff501 service neutron] 10.222.0.87 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252253 Jan 20 14:54:10.071449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-189ac106-3438-4f95-b8fb-5e8533b3afc9 req-46dfa937-11fb-45c2-84dd-94054c620bc3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Synchronizing usage tracker for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:54:10.092166 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-189ac106-3438-4f95-b8fb-5e8533b3afc9 req-46dfa937-11fb-45c2-84dd-94054c620bc3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Unset dirty status for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:54:10.096836 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-189ac106-3438-4f95-b8fb-5e8533b3afc9 req-46dfa937-11fb-45c2-84dd-94054c620bc3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 210 time: 0.0694370 Jan 20 14:54:11.032346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ea5ebe90-f4fe-4436-95ac-f1959ccc9928 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:54:11.106285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:54:11.112551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:11.113089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.180618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570540b1-1907-4296-87c5-638be6922375 req-52ed296c-1edb-4172-afb0-01ebab6266de tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:11.182077 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-52ed296c-1edb-4172-afb0-01ebab6266de tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 812 time: 0.1868956 Jan 20 14:54:11.247777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.286687 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d457866a-edb9-4a25-a222-cb90b4e8d1bb req-79b6059f-3352-40d7-95d3-d7ed45e6ddbe tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 210 time: 0.0687730 Jan 20 14:54:11.288942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port ea5ebe90-f4fe-4436-95ac-f1959ccc9928, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ea5ebe90-f4fe-4436-95ac-f1959ccc9928,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:54:11.294444 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-d7b1ed77-0907-45cc-a449-34efb6269514 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 380 time: 0.1041167 Jan 20 14:54:11.298352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.310593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'port': {'device_id': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'admin_state_up': True, 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'security_groups': ['30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:54:11.377289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=ea5ebe90-f4fe-4436-95ac-f1959ccc9928,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:11.467319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:11.478006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:11.491550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Made reservation on behalf of c3fe99d9435b4c7694d552ff877b1396 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:54:11.495086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.681673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Allocated IP 172.20.0.12 (b61636b3-80f9-4010-8f67-749d8f173423/977448e9-a5e9-4831-a1a6-43926bc4876e/75725d2d-06ba-4ff6-ab2b-b342081ed689) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:54:11.887552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.904003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Transition to ACTIVE for port object 75725d2d-06ba-4ff6-ab2b-b342081ed689 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:54:11.930637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:12.104599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Network b61636b3-80f9-4010-8f67-749d8f173423 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:54:12.107675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:54:12.111461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:54:12.140919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event updated for resources: {'Port': ['ID=75725d2d-06ba-4ff6-ab2b-b342081ed689,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:12.179889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:12.180625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:12.209495 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-25b45b97-4fa2-4dac-b408-6187923c5d86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9047182 Jan 20 14:54:12.221006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Request body: {'port': {'device_id': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:54:12.325426 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ba4673ed-f014-4f78-89a3-4a5ff2e2918b None None] Provisioning for port 75725d2d-06ba-4ff6-ab2b-b342081ed689 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:54:12.331864 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ba4673ed-f014-4f78-89a3-4a5ff2e2918b None None] Provisioning complete for port 75725d2d-06ba-4ff6-ab2b-b342081ed689 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:12.332397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ba4673ed-f014-4f78-89a3-4a5ff2e2918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:12.345805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:12.389406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ba4673ed-f014-4f78-89a3-4a5ff2e2918b None None] Port 75725d2d-06ba-4ff6-ab2b-b342081ed689 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:54:12.484415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eda1b-eaa3-44a2-b28c-4626a507f9e9 req-16ae8924-f2a1-4e98-a9ae-1f02caf24e72 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:12.485937 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f43eda1b-eaa3-44a2-b28c-4626a507f9e9 req-16ae8924-f2a1-4e98-a9ae-1f02caf24e72 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 932 time: 0.0855834 Jan 20 14:54:12.531299 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f43eda1b-eaa3-44a2-b28c-4626a507f9e9 req-2f9202e7-b7d2-4d3c-8326-8e00e27a3433 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385492 Jan 20 14:54:12.685661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75725d2d-06ba-4ff6-ab2b-b342081ed689 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:54:12.693547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:12.709083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Transition to ACTIVE for port object 75725d2d-06ba-4ff6-ab2b-b342081ed689 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:54:12.716073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:12.871862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Pushing event updated for resources: {'Port': ['ID=75725d2d-06ba-4ff6-ab2b-b342081ed689,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:12.944445 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ea5ebe90-f4fe-4436-95ac-f1959ccc9928 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:54:12.956830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Attempting to bind port 75725d2d-06ba-4ff6-ab2b-b342081ed689 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:54:12.957170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Attempting to bind port 75725d2d-06ba-4ff6-ab2b-b342081ed689 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:54:12.957493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Attempting to bind port 75725d2d-06ba-4ff6-ab2b-b342081ed689 on network b61636b3-80f9-4010-8f67-749d8f173423 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:54:12.962147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Port 75725d2d-06ba-4ff6-ab2b-b342081ed689 on network b61636b3-80f9-4010-8f67-749d8f173423 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:54:12.962460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Attempting to bind port 75725d2d-06ba-4ff6-ab2b-b342081ed689 on network b61636b3-80f9-4010-8f67-749d8f173423 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:54:12.967471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:54:12.967803 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Checking segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:54:12.968184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Bound using segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:54:12.968626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Bound port: 75725d2d-06ba-4ff6-ab2b-b342081ed689, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:54:12.968967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:13.034385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:13.034806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:13.070948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] For port 75725d2d-06ba-4ff6-ab2b-b342081ed689, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:54:13.073960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] For port 75725d2d-06ba-4ff6-ab2b-b342081ed689, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:54:13.079769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:13.138000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:13.138730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:13.139931 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] 10.222.0.72 "PUT /v2.0/ports/75725d2d-06ba-4ff6-ab2b-b342081ed689 HTTP/1.1" status: 200 len: 1094 time: 0.9232266 Jan 20 14:54:13.140406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:54:13.167409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cface4b4-92a1-44dc-8533-fcf0cf53d894 service neutron] Pushing event updated for resources: {'Port': ['ID=75725d2d-06ba-4ff6-ab2b-b342081ed689,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:13.226643 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'status': 'completed', 'code': 200} Jan 20 14:54:13.269395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570540b1-1907-4296-87c5-638be6922375 req-da04919f-aaab-4a62-9322-5536789280bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:13.270955 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-da04919f-aaab-4a62-9322-5536789280bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 1097 time: 0.0814066 Jan 20 14:54:13.339619 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-e3d56c1c-58ae-4578-88f1-2e82c078c544 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689 HTTP/1.1" status: 200 len: 217 time: 0.0618815 Jan 20 14:54:13.403189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570540b1-1907-4296-87c5-638be6922375 req-a38259f1-5dcc-4253-894a-90d09f5da593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:13.404635 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-a38259f1-5dcc-4253-894a-90d09f5da593 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0595005 Jan 20 14:54:13.479465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570540b1-1907-4296-87c5-638be6922375 req-d4b6910c-3de9-46d3-bc3e-16273b1eb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:13.480842 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-d4b6910c-3de9-46d3-bc3e-16273b1eb698 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703773 Jan 20 14:54:13.620521 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-4a3c2436-3658-4d9d-8a1b-ca3bc2d323aa service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326997 Jan 20 14:54:13.676676 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:54:13.724287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ccb34-1c9f-44d8-bd3c-82b798fcf501 req-021de357-3bdf-47ea-a83d-4bc574804da8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:13.725780 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e09ccb34-1c9f-44d8-bd3c-82b798fcf501 req-021de357-3bdf-47ea-a83d-4bc574804da8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 944 time: 0.0851283 Jan 20 14:54:13.752018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-570540b1-1907-4296-87c5-638be6922375 req-bf851327-8cc0-4f1d-95b2-c44c7b5fc4b8 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252840 Jan 20 14:54:13.769968 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e09ccb34-1c9f-44d8-bd3c-82b798fcf501 req-c632ae6b-b1ac-4620-a93b-5638ff438192 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382998 Jan 20 14:54:13.873858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-ac826bc8-2248-4ec6-980e-de2d3de0ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:13.875395 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-ac826bc8-2248-4ec6-980e-de2d3de0ba7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 1097 time: 0.0762107 Jan 20 14:54:14.120331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-f3e77364-3e8b-4b93-84d6-5af88a2de876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:14.121793 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-f3e77364-3e8b-4b93-84d6-5af88a2de876 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.2396152 Jan 20 14:54:14.192014 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-6eb77c3e-3c68-451a-8fd7-5f836c961f96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689 HTTP/1.1" status: 200 len: 217 time: 0.0628126 Jan 20 14:54:14.258357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-d5232b21-067c-442e-98c5-71c8c5e4cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:14.259711 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-d5232b21-067c-442e-98c5-71c8c5e4cb12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0596962 Jan 20 14:54:14.336150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-ade03c0c-52e7-4b90-a224-5d718a0b82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:14.337509 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-ade03c0c-52e7-4b90-a224-5d718a0b82d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713551 Jan 20 14:54:14.467528 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-c019d553-eda1-4814-90f7-d69ce811b69f service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228828 Jan 20 14:54:14.600708 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ed06d06-d151-4214-8ee8-42e83d22263f req-b9efa608-e6a8-43b3-a030-984afadba904 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266141 Jan 20 14:54:14.963717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083103d4-9b09-4e09-93ae-e6887a8f6225 req-1e272aa3-ded3-454b-b6d6-b4a122d63772 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:14.964445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-083103d4-9b09-4e09-93ae-e6887a8f6225 req-1e272aa3-ded3-454b-b6d6-b4a122d63772 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Synchronizing usage tracker for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:54:14.982962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-083103d4-9b09-4e09-93ae-e6887a8f6225 req-1e272aa3-ded3-454b-b6d6-b4a122d63772 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Unset dirty status for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:54:14.984108 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-083103d4-9b09-4e09-93ae-e6887a8f6225 req-1e272aa3-ded3-454b-b6d6-b4a122d63772 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 944 time: 0.1097672 Jan 20 14:54:15.034870 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-083103d4-9b09-4e09-93ae-e6887a8f6225 req-f0484098-6345-4946-80ab-993d435003e6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 Jan 20 14:54:15.963290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 75725d2d-06ba-4ff6-ab2b-b342081ed689 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:54:16.099683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 75725d2d-06ba-4ff6-ab2b-b342081ed689, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:54:16.112696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'port_id': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'mac_address': 'fa:16:3e:f0:5d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:54:16.171551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:16.188879 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75725d2d-06ba-4ff6-ab2b-b342081ed689 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:54:16.203908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 75725d2d-06ba-4ff6-ab2b-b342081ed689, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:54:16.208837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:16.223815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb42146-b153-4e42-a318-7dc6622689ff req-052f8de7-5a0c-4d7d-bd5c-12e75635d52c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:16.225290 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4eb42146-b153-4e42-a318-7dc6622689ff req-052f8de7-5a0c-4d7d-bd5c-12e75635d52c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 944 time: 0.0869975 Jan 20 14:54:16.269588 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4eb42146-b153-4e42-a318-7dc6622689ff req-47855b53-d84d-48fd-9c19-5305ea4511e0 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383821 Jan 20 14:54:16.275523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=75725d2d-06ba-4ff6-ab2b-b342081ed689,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:16.282888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.283287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.283619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.283971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.284316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.284641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.284987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.285303 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.285647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.285952 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.286286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.286601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:54:16.418451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['75725d2d-06ba-4ff6-ab2b-b342081ed689'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:54:17.468949 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10175620-b0b1-4138-8e24-417709a468c1 req-064f92f1-d44c-42e5-9647-529a6833f672 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:17.470442 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-10175620-b0b1-4138-8e24-417709a468c1 req-064f92f1-d44c-42e5-9647-529a6833f672 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 945 time: 0.0903177 Jan 20 14:54:17.520652 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-10175620-b0b1-4138-8e24-417709a468c1 req-5d76d66c-f9e9-4340-b1e7-972a1139a8ef tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 Jan 20 14:54:17.978322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 75725d2d-06ba-4ff6-ab2b-b342081ed689 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:54:18.050595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 75725d2d-06ba-4ff6-ab2b-b342081ed689 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:54:18.056081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 75725d2d-06ba-4ff6-ab2b-b342081ed689 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:18.056286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:18.173378 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:18.201441 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:54:18.211673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 75725d2d-06ba-4ff6-ab2b-b342081ed689, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:54:18.217742 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:18.248396 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'code': 200} Jan 20 14:54:18.288100 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=75725d2d-06ba-4ff6-ab2b-b342081ed689,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:18.488386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd01fb1-930e-434a-ae3b-3d67405c2b3c req-0c8c126e-37a5-4a1e-8c9a-2bbc882e1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:18.489942 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cdd01fb1-930e-434a-ae3b-3d67405c2b3c req-0c8c126e-37a5-4a1e-8c9a-2bbc882e1913 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 1099 time: 0.0740576 Jan 20 14:54:18.529493 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cdd01fb1-930e-434a-ae3b-3d67405c2b3c req-c6eeae7d-acc7-4321-858e-d30d827aecf7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335963 Jan 20 14:54:18.727280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ac627-400b-4958-96c7-28b1f7380a76 req-b8d7130d-2016-42e0-a2bb-36470451d715 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:18.728763 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-031ac627-400b-4958-96c7-28b1f7380a76 req-b8d7130d-2016-42e0-a2bb-36470451d715 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.1050041 Jan 20 14:54:18.775081 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-031ac627-400b-4958-96c7-28b1f7380a76 req-948a7f0c-aa9a-422a-b31c-5d813c366d9d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384989 Jan 20 14:54:19.984234 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acf277-8ed9-4113-ba75-678c7c08bd59 req-9194ab87-bf01-4ff6-a5cc-7258ac47a513 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:19.985691 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b3acf277-8ed9-4113-ba75-678c7c08bd59 req-9194ab87-bf01-4ff6-a5cc-7258ac47a513 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0942137 Jan 20 14:54:20.032361 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b3acf277-8ed9-4113-ba75-678c7c08bd59 req-23865656-045b-436a-bf1f-6835a67cb798 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408103 Jan 20 14:54:20.218648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b3fb0-cb57-401f-9be6-9e29efcdad2a req-c8fe3333-f63d-4a6e-93af-e91a98271723 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:20.220100 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8d7b3fb0-cb57-401f-9be6-9e29efcdad2a req-c8fe3333-f63d-4a6e-93af-e91a98271723 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0876346 Jan 20 14:54:20.232846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 56958) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:20.237820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a5479275-bb8d-4a7a-b488-4adabdec7f1d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'floatingip': {'port_id': '75725d2d-06ba-4ff6-ab2b-b342081ed689'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:54:20.315329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a5479275-bb8d-4a7a-b488-4adabdec7f1d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:21.014373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a5479275-bb8d-4a7a-b488-4adabdec7f1d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:21.020712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a5479275-bb8d-4a7a-b488-4adabdec7f1d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:21.205966 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-a5479275-bb8d-4a7a-b488-4adabdec7f1d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Floating IP c03e5903-a91e-4bce-b81f-6f356044da2e associated. External IP: 172.26.0.3, port: 75725d2d-06ba-4ff6-ab2b-b342081ed689. Jan 20 14:54:21.573963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5479275-bb8d-4a7a-b488-4adabdec7f1d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:54:21.752793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5479275-bb8d-4a7a-b488-4adabdec7f1d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:54:21.757531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a5479275-bb8d-4a7a-b488-4adabdec7f1d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:21.762883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:54:21.772647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:54:21.773244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:54:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:21.810874 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a5479275-bb8d-4a7a-b488-4adabdec7f1d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "PUT /v2.0/floatingips/c03e5903-a91e-4bce-b81f-6f356044da2e HTTP/1.1" status: 200 len: 990 time: 1.5769403 Jan 20 14:54:21.811437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:54:21.856928 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'status': 'completed', 'code': 200} Jan 20 14:54:21.950329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:54:21.953300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-33b1d6fb-b932-40d7-a1d6-f8938f5bc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:21.954835 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-33b1d6fb-b932-40d7-a1d6-f8938f5bc870 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 1099 time: 0.0780017 Jan 20 14:54:22.089767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-800cc016-9102-44fb-ae7f-3ca9759424af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:22.091228 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-800cc016-9102-44fb-ae7f-3ca9759424af service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1305594 Jan 20 14:54:22.192507 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-b319ef09-8b7f-4c47-8d6b-92bde61c0828 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689 HTTP/1.1" status: 200 len: 998 time: 0.0943897 Jan 20 14:54:22.336509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:f0:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:54:20Z', 'revision_number': 1, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:22.341256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:54:22.350103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:54:22.350717 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:54:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:22.371135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-678d09fd-c8e2-4e49-ad7f-f89299d6a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:22.372616 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-678d09fd-c8e2-4e49-ad7f-f89299d6a7e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.1750417 Jan 20 14:54:22.446709 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-d00a1ff1-5a33-425a-8c04-164e421ee6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:22.448159 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-d00a1ff1-5a33-425a-8c04-164e421ee6d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679471 Jan 20 14:54:22.529657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:54:22.579675 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-7504ed67-9aa8-4986-99be-9118a972cd87 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254632 Jan 20 14:54:22.709091 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13c2fa2c-2e45-460b-a418-8b7e3009a65a req-619df8e8-4a70-40ea-882a-353b19ba1928 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233504 Jan 20 14:54:22.883340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:f0:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:54:20Z', 'revision_number': 1, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:22.887386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37cbc01-0bde-4c40-bcf4-247e622746e9 None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:f0:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:54:20Z', 'revision_number': 1, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:54:23.091970 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90af694-3cb0-414f-9c7b-f93f9f3e444a None None] New status for floating IP c03e5903-a91e-4bce-b81f-6f356044da2e: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:54:24.911642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:33.117557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8027d77-c8c9-437c-aa27-02c5bca46747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:35.468104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c4abb11f-c45e-4898-b245-3bd524a089dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:36.492476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:36.502017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:37.973555 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:49.391821 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-5cb98264-d827-4ab8-94eb-0e73a961ace2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845368 Jan 20 14:54:49.560545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-b4a2ce67-ed49-4153-8eff-fb4e921ce949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:49.563301 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-b4a2ce67-ed49-4153-8eff-fb4e921ce949 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 1099 time: 0.0830097 Jan 20 14:54:49.720904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-a10ac452-cdf4-4a07-9262-8f15c855a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:49.722370 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-a10ac452-cdf4-4a07-9262-8f15c855a6bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1386747 Jan 20 14:54:49.829211 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-4cd88dc7-e6d6-4fad-ac0e-ace23733b773 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689 HTTP/1.1" status: 200 len: 1000 time: 0.0992107 Jan 20 14:54:49.891990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-c2c59685-eed6-4bc2-b293-5cd4bbfbd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:49.893403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-c2c59685-eed6-4bc2-b293-5cd4bbfbd559 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0567901 Jan 20 14:54:49.970766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-3d79776c-ae06-42c6-8b77-dd35cd84943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:49.972302 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-3d79776c-ae06-42c6-8b77-dd35cd84943c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715690 Jan 20 14:54:50.106019 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-710ac2ac-390c-460e-8569-3be4d1bc497c service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257217 Jan 20 14:54:50.237755 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-523670ce-a5b9-4f14-bc43-e3c3caf59d9c req-388c6e29-b12b-4f10-82c9-818c2d0aa4ba service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251633 Jan 20 14:54:50.680169 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:54:54.921774 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:58.441180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75fdcd-8569-422a-ae51-3d9e68640657 req-c161ad07-7939-49b0-bb19-0d5e3ecec0a2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:58.442544 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5a75fdcd-8569-422a-ae51-3d9e68640657 req-c161ad07-7939-49b0-bb19-0d5e3ecec0a2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0898862 Jan 20 14:54:58.486476 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5a75fdcd-8569-422a-ae51-3d9e68640657 req-0298bab3-9196-4497-9990-e1ed4a9eb677 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383146 Jan 20 14:54:58.900856 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-48930227-707c-4f0e-97ea-b44c62e8b4c8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305935 Jan 20 14:54:58.912752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db4011-d7ae-4f9e-8417-437e1af4c9dd req-e23d4577-082c-4b4b-a95c-8967884e0abb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:58.913782 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-43db4011-d7ae-4f9e-8417-437e1af4c9dd req-e23d4577-082c-4b4b-a95c-8967884e0abb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.1011145 Jan 20 14:54:58.958765 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-43db4011-d7ae-4f9e-8417-437e1af4c9dd req-d2c40762-960f-46f3-81b0-0519afab4292 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384007 Jan 20 14:55:00.149910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea0286-94e8-4ae4-81ab-020a849bf654 req-26994672-46fe-4410-a682-8c26f3fbae18 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:00.151354 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bea0286-94e8-4ae4-81ab-020a849bf654 req-26994672-46fe-4410-a682-8c26f3fbae18 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0818806 Jan 20 14:55:00.195139 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bea0286-94e8-4ae4-81ab-020a849bf654 req-fb9e06fd-0d13-4c83-8a29-f30eb5e13faf tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380480 Jan 20 14:55:00.207281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-361b8737-1592-4b43-8612-c4d8cee69593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:00.208670 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-361b8737-1592-4b43-8612-c4d8cee69593 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 1099 time: 0.1186943 Jan 20 14:55:00.441512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-c33db39f-ca37-4fa7-ac6d-d1773a546ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:00.442960 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-c33db39f-ca37-4fa7-ac6d-d1773a546ae8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.2276235 Jan 20 14:55:00.543837 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-7a0aaa93-5feb-45de-9a41-c5e8c410b74f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689 HTTP/1.1" status: 200 len: 1000 time: 0.0943592 Jan 20 14:55:00.608836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-30f9d509-3105-44e9-93ef-aecf88bf86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:00.610193 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-30f9d509-3105-44e9-93ef-aecf88bf86a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0597811 Jan 20 14:55:00.689037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-bd9632f7-5d87-4cf2-9bf5-db69c1cc7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:00.690537 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-bd9632f7-5d87-4cf2-9bf5-db69c1cc7a69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736153 Jan 20 14:55:00.825560 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-34c778d6-4ccb-497b-b601-87763c7263d9 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284869 Jan 20 14:55:00.958859 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-04b50b5a-c9cc-4eab-a8a3-597ae89e16b2 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261833 Jan 20 14:55:01.403524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779bd1d-5bc9-4fca-82e2-b282a69ec88e req-8653a3ae-31b2-467f-a31f-83d07a6b7f72 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:01.405941 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c779bd1d-5bc9-4fca-82e2-b282a69ec88e req-8653a3ae-31b2-467f-a31f-83d07a6b7f72 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0922232 Jan 20 14:55:01.455601 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c779bd1d-5bc9-4fca-82e2-b282a69ec88e req-eef67d1d-34b8-433b-8774-fc3dc4c33f02 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437963 Jan 20 14:55:02.780276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fe548-4b85-43fc-9d05-95328774951a req-7c988104-8843-47f9-8f98-011c4133bc5c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:02.781668 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-059fe548-4b85-43fc-9d05-95328774951a req-7c988104-8843-47f9-8f98-011c4133bc5c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.2082922 Jan 20 14:55:02.826456 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-059fe548-4b85-43fc-9d05-95328774951a req-90142667-225e-4f37-afef-9b40ec93af67 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389555 Jan 20 14:55:03.115538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6750aa96-c42f-4770-9453-1892804f7413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:04.024892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aa867-4607-46c8-a1ca-75338c50ff25 req-f64d864d-74bd-4bee-a9d8-6eec394a7a5e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:04.026366 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae0aa867-4607-46c8-a1ca-75338c50ff25 req-f64d864d-74bd-4bee-a9d8-6eec394a7a5e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0826797 Jan 20 14:55:04.076409 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ae0aa867-4607-46c8-a1ca-75338c50ff25 req-1ef28079-d95a-4bb1-ba37-8839a442af7e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443594 Jan 20 14:55:05.275713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485cbcc-fed0-4939-9699-9b45b416fde5 req-42911034-ff50-4f1b-b8fa-25840ebff270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:05.277204 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e485cbcc-fed0-4939-9699-9b45b416fde5 req-42911034-ff50-4f1b-b8fa-25840ebff270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0850830 Jan 20 14:55:05.325863 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e485cbcc-fed0-4939-9699-9b45b416fde5 req-5589ae54-a95e-45e9-aa79-4be6c1ab8d1e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428104 Jan 20 14:55:05.477793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7458a20c-c3f7-484d-8c6c-474d22e4c4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:06.491511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:06.504169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:06.524751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffa971-c9b8-4ae6-aa4e-855350c20470 req-058dae5b-1726-40fa-b668-77c2c2594adf tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:06.526196 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d7ffa971-c9b8-4ae6-aa4e-855350c20470 req-058dae5b-1726-40fa-b668-77c2c2594adf tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0859761 Jan 20 14:55:06.570309 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d7ffa971-c9b8-4ae6-aa4e-855350c20470 req-97fda9ad-2745-44a5-b6fe-87d813700035 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383666 Jan 20 14:55:07.782410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea57afe-5a4d-4c69-b301-672b821aa252 req-434f4c4d-9c15-41cb-9027-40ab72ce86ab tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:07.783760 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2ea57afe-5a4d-4c69-b301-672b821aa252 req-434f4c4d-9c15-41cb-9027-40ab72ce86ab tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0963178 Jan 20 14:55:07.828016 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2ea57afe-5a4d-4c69-b301-672b821aa252 req-c587a600-2236-421c-b14a-493b4bd0f104 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384407 Jan 20 14:55:07.979215 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:09.037556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe3d57-4775-4456-9bb8-cc0b98914a6f req-5b837fe7-e661-4844-bd1f-7fb6b5a1a1c6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:09.039664 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8fbe3d57-4775-4456-9bb8-cc0b98914a6f req-5b837fe7-e661-4844-bd1f-7fb6b5a1a1c6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0821869 Jan 20 14:55:09.083538 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8fbe3d57-4775-4456-9bb8-cc0b98914a6f req-3c8b9466-fac0-4504-895b-6a3cbcc9463c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376942 Jan 20 14:55:10.297253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187b89b-48af-426f-afcf-3f38126be2a2 req-7a99748c-1892-404a-8f89-79ef932aefcc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:10.298687 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5187b89b-48af-426f-afcf-3f38126be2a2 req-7a99748c-1892-404a-8f89-79ef932aefcc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0961304 Jan 20 14:55:10.342000 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5187b89b-48af-426f-afcf-3f38126be2a2 req-7735be19-039c-4d68-af89-93fb1e02b495 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375283 Jan 20 14:55:11.546539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036295fe-b667-41cc-90ad-8382545c3d7a req-e0fcf93a-c473-4196-a03c-ab8fe6a8ad45 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:11.548373 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-036295fe-b667-41cc-90ad-8382545c3d7a req-e0fcf93a-c473-4196-a03c-ab8fe6a8ad45 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0916178 Jan 20 14:55:11.596062 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-036295fe-b667-41cc-90ad-8382545c3d7a req-9ecd134b-6f18-42d4-9284-0d8b4ab60ddd tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401294 Jan 20 14:55:12.664573 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-7cfa6849-9f2d-4df1-b5f8-cb8c884e904e service neutron] 10.222.0.72 "GET /v2.0/ports/75725d2d-06ba-4ff6-ab2b-b342081ed689/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0850265 Jan 20 14:55:12.786239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369f5dd-85a8-4e2e-8edf-618546f4a077 req-21a1c9f4-697d-4980-90bb-1c49ef13e587 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:12.787715 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1369f5dd-85a8-4e2e-8edf-618546f4a077 req-21a1c9f4-697d-4980-90bb-1c49ef13e587 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0819039 Jan 20 14:55:12.834714 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1369f5dd-85a8-4e2e-8edf-618546f4a077 req-d6df4b4e-6bf3-4e65-a9e4-a332901887fd tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410194 Jan 20 14:55:12.936112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-2671c61d-6406-447e-bf7e-f7174c5baa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:12.937992 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-2671c61d-6406-447e-bf7e-f7174c5baa52 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 1099 time: 0.0744047 Jan 20 14:55:13.029574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-a859bd62-88e8-4899-ad80-cbe0c2635ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:13.031142 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-a859bd62-88e8-4899-ad80-cbe0c2635ae7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 1099 time: 0.0721655 Jan 20 14:55:13.166283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-c036feb9-cbbd-4394-83d8-13aa87b068d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:13.168074 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-c036feb9-cbbd-4394-83d8-13aa87b068d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1314080 Jan 20 14:55:13.268641 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-2851c9bd-56e6-4a6d-bcf0-1de7a87c078c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689 HTTP/1.1" status: 200 len: 1000 time: 0.0940928 Jan 20 14:55:13.339343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-4237bfee-9b02-401f-ada0-d39f7f2f33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:13.340828 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-4237bfee-9b02-401f-ada0-d39f7f2f33c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0665455 Jan 20 14:55:13.522024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-998e13e5-ccce-4e28-88f0-27f0cde38232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:13.523546 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-998e13e5-ccce-4e28-88f0-27f0cde38232 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1769295 Jan 20 14:55:13.653918 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-34d6c0bf-4304-49f7-9fa9-76d4263def96 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239579 Jan 20 14:55:13.792012 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd5c1e28-e760-450b-8c95-4fed0096bcee req-d5751d88-41cd-42fc-877e-2e7dfef1defd service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319103 Jan 20 14:55:14.018719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8de9b0-bc0c-4a6f-9758-7797ab05544d req-f65a43c8-1e8f-4346-8f58-9129ec59d600 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:14.020178 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a8de9b0-bc0c-4a6f-9758-7797ab05544d req-f65a43c8-1e8f-4346-8f58-9129ec59d600 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0804882 Jan 20 14:55:14.067721 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a8de9b0-bc0c-4a6f-9758-7797ab05544d req-b941a72a-bf3a-4208-949c-62b2501eabe4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415986 Jan 20 14:55:15.267701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17a4cd-bc40-451c-a1b8-45cbf9276c25 req-04cd0bfa-4b42-4a7a-a423-d559120e9555 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:15.269095 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bd17a4cd-bc40-451c-a1b8-45cbf9276c25 req-04cd0bfa-4b42-4a7a-a423-d559120e9555 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0878534 Jan 20 14:55:15.313014 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bd17a4cd-bc40-451c-a1b8-45cbf9276c25 req-5f576898-7ad2-41a2-bc0b-56b747991410 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Jan 20 14:55:16.233149 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 75725d2d-06ba-4ff6-ab2b-b342081ed689 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:55:16.237462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 75725d2d-06ba-4ff6-ab2b-b342081ed689 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:55:16.449531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:16.478531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 75725d2d-06ba-4ff6-ab2b-b342081ed689, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:55:16.499903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:55:16.503537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e26772-ef66-4b57-9f73-28d3943be976 req-7d745a00-b197-4caf-9e31-797e99e1f078 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:16.505225 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-63e26772-ef66-4b57-9f73-28d3943be976 req-7d745a00-b197-4caf-9e31-797e99e1f078 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0817859 Jan 20 14:55:16.505896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'port_id': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'mac_address': 'fa:16:3e:f0:5d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:55:16.512249 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 75725d2d-06ba-4ff6-ab2b-b342081ed689, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:55:16.540356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:16.552004 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-63e26772-ef66-4b57-9f73-28d3943be976 req-c06a09eb-6068-4608-b5b8-227c5b0942e7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405183 Jan 20 14:55:16.625949 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'code': 200} Jan 20 14:55:16.657839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:16.680775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75725d2d-06ba-4ff6-ab2b-b342081ed689 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:55:16.687730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=75725d2d-06ba-4ff6-ab2b-b342081ed689,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:16.699967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.700381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.700710 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.701031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.701350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.701668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.701978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.702291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.702600 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.702908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.703214 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.703517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:16.717296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 75725d2d-06ba-4ff6-ab2b-b342081ed689, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:55:16.723328 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:16.790184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['75725d2d-06ba-4ff6-ab2b-b342081ed689'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:55:16.829018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=75725d2d-06ba-4ff6-ab2b-b342081ed689,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:16.931440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c416314-38cf-4a76-8a51-f80c6bd1f496 req-85109ae3-d8ce-4fb2-a203-26d18260fed4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:16.932937 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3c416314-38cf-4a76-8a51-f80c6bd1f496 req-85109ae3-d8ce-4fb2-a203-26d18260fed4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 945 time: 0.1469524 Jan 20 14:55:16.940725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-9830f9ee-0761-4dbb-83f9-1ea2961e32c3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:16.942062 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-9830f9ee-0761-4dbb-83f9-1ea2961e32c3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3&tenant_id=c3fe99d9435b4c7694d552ff877b1396&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 945 time: 0.1184518 Jan 20 14:55:16.980685 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3c416314-38cf-4a76-8a51-f80c6bd1f496 req-2c383a9b-198d-4670-9a70-f12cf090dda8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376709 Jan 20 14:55:17.085460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-135a88ec-8e2c-4474-8dd1-4d93c9275401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:17.086952 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-135a88ec-8e2c-4474-8dd1-4d93c9275401 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 1098 time: 0.0733352 Jan 20 14:55:17.227121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-e1990ee4-d906-4781-b893-9bf5dcb35e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:17.228507 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-e1990ee4-d906-4781-b893-9bf5dcb35e1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1350257 Jan 20 14:55:17.329426 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-f52d0b6c-d625-4d30-8168-b39a51a295bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689 HTTP/1.1" status: 200 len: 999 time: 0.0947227 Jan 20 14:55:17.391461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-27aaa729-da0f-42e7-b2a3-aecdb1f3eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:17.392879 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-27aaa729-da0f-42e7-b2a3-aecdb1f3eaf1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0575573 Jan 20 14:55:17.479134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-84121014-d118-456c-883d-3905445eaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:17.481133 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-84121014-d118-456c-883d-3905445eaa43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816414 Jan 20 14:55:17.609461 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-c4850281-781d-4361-8efc-3d2a57364360 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217937 Jan 20 14:55:17.741673 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2b27e0c5-353c-473c-b55b-0495fa2c58c3 req-39bbc4b2-1568-4d04-b26f-3ae75c4367c0 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254518 Jan 20 14:55:18.168090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfb35f-901b-46ff-a849-8adbec9f828c req-fa9fc6bd-bd02-4fdc-bb33-5af11c608650 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:18.169663 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-35dfb35f-901b-46ff-a849-8adbec9f828c req-fa9fc6bd-bd02-4fdc-bb33-5af11c608650 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 945 time: 0.0787053 Jan 20 14:55:18.215633 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-35dfb35f-901b-46ff-a849-8adbec9f828c req-ac052f05-f6ff-418e-b6e1-d5f3097198cf tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393274 Jan 20 14:55:18.244110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 75725d2d-06ba-4ff6-ab2b-b342081ed689 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:55:18.314638 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 75725d2d-06ba-4ff6-ab2b-b342081ed689 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:55:18.315020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:18.427773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:18.461010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 75725d2d-06ba-4ff6-ab2b-b342081ed689, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:55:18.468421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:18.545607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=75725d2d-06ba-4ff6-ab2b-b342081ed689,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:18.627569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:55:18.680919 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'code': 200} Jan 20 14:55:19.419944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9917886-e501-42a0-bbad-569d7dd1ee0a req-66719b6f-395a-461f-a78e-42b9e93b9925 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:19.421505 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b9917886-e501-42a0-bbad-569d7dd1ee0a req-66719b6f-395a-461f-a78e-42b9e93b9925 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0903952 Jan 20 14:55:19.465200 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b9917886-e501-42a0-bbad-569d7dd1ee0a req-44482fdf-e83c-4df6-b555-9f27a178ef1c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380275 Jan 20 14:55:19.675433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e47dea-ff34-4b13-89cf-7283e9678bca req-915f5495-08e7-4790-8055-c29c55cf2d5e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:19.676900 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-79e47dea-ff34-4b13-89cf-7283e9678bca req-915f5495-08e7-4790-8055-c29c55cf2d5e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0942802 Jan 20 14:55:19.720546 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-79e47dea-ff34-4b13-89cf-7283e9678bca req-cdceb378-ba62-416d-8f54-f8b6188c5f45 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377703 Jan 20 14:55:19.915231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac1ffe-cae9-49c7-a310-66673c46c995 req-b98e40b6-34fb-4ced-b8c1-2713b50a835c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:19.916701 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c5ac1ffe-cae9-49c7-a310-66673c46c995 req-b98e40b6-34fb-4ced-b8c1-2713b50a835c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0860560 Jan 20 14:55:19.963577 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c5ac1ffe-cae9-49c7-a310-66673c46c995 req-c9518f1a-e9ec-4b44-ba69-c5095650d220 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Jan 20 14:55:20.372036 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fa716-6b7c-4d09-ae0f-2f547dfc2738 req-7fb6cd9d-aabe-478e-8b59-7208fb4a5d68 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:20.373540 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d64fa716-6b7c-4d09-ae0f-2f547dfc2738 req-7fb6cd9d-aabe-478e-8b59-7208fb4a5d68 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.1097910 Jan 20 14:55:20.427313 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d64fa716-6b7c-4d09-ae0f-2f547dfc2738 req-0067c656-083e-417a-b4cc-b8bb42196fa4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478871 Jan 20 14:55:21.625921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ab885-f096-4039-b5b5-f92ad9a68aba req-53a791e4-0ad9-4549-a9c1-a1740aca162c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:21.627357 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-343ab885-f096-4039-b5b5-f92ad9a68aba req-53a791e4-0ad9-4549-a9c1-a1740aca162c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0887802 Jan 20 14:55:21.776854 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-343ab885-f096-4039-b5b5-f92ad9a68aba req-16b17c54-8a80-47ff-b8c3-eafd2ea7ddfa tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411400 Jan 20 14:55:21.951784 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e46736-312c-48e6-8d12-bb60375124fd req-2e3e32d5-1fae-43b1-8f0c-62f5fcc65c00 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:21.953267 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-84e46736-312c-48e6-8d12-bb60375124fd req-2e3e32d5-1fae-43b1-8f0c-62f5fcc65c00 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 946 time: 0.0903664 Jan 20 14:55:22.025406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Deleting port 75725d2d-06ba-4ff6-ab2b-b342081ed689 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:55:22.025745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:22.268743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] For port 75725d2d-06ba-4ff6-ab2b-b342081ed689, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=75725d2d-06ba-4ff6-ab2b-b342081ed689,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:55:22.269070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:22.564753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:22.565124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:22.565439 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Floating IP c03e5903-a91e-4bce-b81f-6f356044da2e disassociated. External IP: 172.26.0.3, port: 75725d2d-06ba-4ff6-ab2b-b342081ed689. Jan 20 14:55:22.565765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Calling delete_port for 75725d2d-06ba-4ff6-ab2b-b342081ed689 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:55:22.716981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:22.774120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event deleted for resources: {'Port': ['ID=75725d2d-06ba-4ff6-ab2b-b342081ed689,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:22.832796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.833146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.833453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.833801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.834148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.834441 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.834901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.835100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.835417 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.835720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.836016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.836390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:22.950084 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-848f9508-6688-43af-b405-02c21f345a5f req-cd787c0b-08e8-4883-bdfd-f8c09a28a4d8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=653999ca-0a62-4596-b5ca-c9a945e3caa3 HTTP/1.1" status: 200 len: 210 time: 0.0536511 Jan 20 14:55:22.979449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:55:23.160016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:55:23.173255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:55:23.184150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:55:23.184815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:55:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:23.237411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] No DVR routers for this DVR port 75725d2d-06ba-4ff6-ab2b-b342081ed689 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:55:23.240161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:23.242730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'name': 'network-vif-deleted', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:55:23.260128 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-84e46736-312c-48e6-8d12-bb60375124fd req-e508a2ee-424a-4ed7-aa31-1accc67efb4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "DELETE /v2.0/ports/75725d2d-06ba-4ff6-ab2b-b342081ed689 HTTP/1.1" status: 204 len: 173 time: 1.3006904 Jan 20 14:55:23.291163 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653999ca-0a62-4596-b5ca-c9a945e3caa3', 'name': 'network-vif-deleted', 'tag': '75725d2d-06ba-4ff6-ab2b-b342081ed689', 'status': 'completed', 'code': 200} Jan 20 14:55:23.368196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:55:23.679374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:23.683517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:55:23.692360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:55:23.692963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:55:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:23.887576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:55:24.240107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:24.244264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614a689-32ef-479e-a2ca-b1c57a782c01 None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:55:24.285314 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-d7351beb-df57-4f2d-8b86-0ca0c7078fbb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1867507399&fields=id&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 267 time: 0.0399845 Jan 20 14:55:24.440035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-ef87825f-29e8-449f-9c22-5799703c4cf2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:24.441554 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-ef87825f-29e8-449f-9c22-5799703c4cf2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 812 time: 0.1496298 Jan 20 14:55:24.457971 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-b5dafff3-d734-485a-9615-720580fd973b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/quotas/c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 375 time: 0.0096328 Jan 20 14:55:24.460254 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8f93c-3f37-40ea-b299-cc24db1135f9 None None] New status for floating IP c03e5903-a91e-4bce-b81f-6f356044da2e: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:55:24.545468 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-3850d984-f09f-4fa6-911a-df0cd6d4b8f0 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827839 Jan 20 14:55:24.684601 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-5da8ef56-0cb7-4a66-9d42-670cec3a53e9 service neutron] 10.222.0.87 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269772 Jan 20 14:55:24.825723 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-09803ef5-10b4-4f62-96a2-a7dc38a9905a service neutron] 10.222.0.87 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348453 Jan 20 14:55:24.914087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:25.004096 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-5b45fd78-84d8-4027-bbe7-1b26fa5c3710 req-6f1ae12c-95da-4b34-ae4d-6de33b419240 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Synchronizing usage tracker for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:55:25.020676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-5b45fd78-84d8-4027-bbe7-1b26fa5c3710 req-6f1ae12c-95da-4b34-ae4d-6de33b419240 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Unset dirty status for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:55:25.022155 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5b45fd78-84d8-4027-bbe7-1b26fa5c3710 req-6f1ae12c-95da-4b34-ae4d-6de33b419240 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 210 time: 0.0594771 Jan 20 14:55:26.179390 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1eeb6468-d2f0-4648-befb-36ac6a599277 req-9b424f64-3187-40b7-9c57-7c242c7289c9 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 210 time: 0.0469015 Jan 20 14:55:26.215592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-d6d903cb-f63a-4489-9487-5db6ece4bc27 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:26.217086 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-d6d903cb-f63a-4489-9487-5db6ece4bc27 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 812 time: 0.2912390 Jan 20 14:55:26.269470 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-1a011a61-bd7d-42a2-85a6-ea90a82d48d5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 380 time: 0.0411816 Jan 20 14:55:26.280241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'port': {'device_id': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'admin_state_up': True, 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'security_groups': ['30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:55:26.290172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 75725d2d-06ba-4ff6-ab2b-b342081ed689 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:55:26.324653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 75725d2d-06ba-4ff6-ab2b-b342081ed689 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:55:26.324967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 75725d2d-06ba-4ff6-ab2b-b342081ed689 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:55:26.413813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:55:26.424037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:55:26.439007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Made reservation on behalf of c3fe99d9435b4c7694d552ff877b1396 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:55:26.444883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:26.613445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Allocated IP 172.20.0.6 (b61636b3-80f9-4010-8f67-749d8f173423/977448e9-a5e9-4831-a1a6-43926bc4876e/a0f209f6-7226-40f6-919b-daa30efd4a36) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:55:26.807871 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:26.823992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Transition to ACTIVE for port object a0f209f6-7226-40f6-919b-daa30efd4a36 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:55:26.852432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:26.921660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Network b61636b3-80f9-4010-8f67-749d8f173423 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:55:26.924721 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:55:26.928550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:55:26.959029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event updated for resources: {'Port': ['ID=a0f209f6-7226-40f6-919b-daa30efd4a36,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:26.997675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:26.998332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:27.025065 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-51c1dc62-2ae1-4de4-b0b7-8c4809239b3e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7480485 Jan 20 14:55:27.036611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Request body: {'port': {'device_id': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:55:27.151042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:27.186036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fba05b02-6711-4215-a14b-3f26f8b3bbfb None None] Provisioning for port a0f209f6-7226-40f6-919b-daa30efd4a36 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:55:27.191224 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-fba05b02-6711-4215-a14b-3f26f8b3bbfb None None] Provisioning complete for port a0f209f6-7226-40f6-919b-daa30efd4a36 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:55:27.191655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fba05b02-6711-4215-a14b-3f26f8b3bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:27.245988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-fba05b02-6711-4215-a14b-3f26f8b3bbfb None None] Port a0f209f6-7226-40f6-919b-daa30efd4a36 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:55:27.481077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c3fd5-f33b-4e40-a255-8467af720885 req-bb6e0b6b-0547-4f98-a157-15b14fb3a93c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:27.481657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f33c3fd5-f33b-4e40-a255-8467af720885 req-bb6e0b6b-0547-4f98-a157-15b14fb3a93c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Synchronizing usage tracker for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:55:27.515366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f33c3fd5-f33b-4e40-a255-8467af720885 req-bb6e0b6b-0547-4f98-a157-15b14fb3a93c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Unset dirty status for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:55:27.516531 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f33c3fd5-f33b-4e40-a255-8467af720885 req-bb6e0b6b-0547-4f98-a157-15b14fb3a93c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 931 time: 0.2260764 Jan 20 14:55:27.593249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f209f6-7226-40f6-919b-daa30efd4a36 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:55:27.604399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:27.612052 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f33c3fd5-f33b-4e40-a255-8467af720885 req-54c51c0e-ae20-41f2-87a3-641ac4d5d5f0 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660520 Jan 20 14:55:27.622954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Transition to ACTIVE for port object a0f209f6-7226-40f6-919b-daa30efd4a36 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:55:27.628917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:27.679585 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:55:27.762691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Pushing event updated for resources: {'Port': ['ID=a0f209f6-7226-40f6-919b-daa30efd4a36,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:27.870007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Attempting to bind port a0f209f6-7226-40f6-919b-daa30efd4a36 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:55:27.870372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Attempting to bind port a0f209f6-7226-40f6-919b-daa30efd4a36 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:55:27.870687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Attempting to bind port a0f209f6-7226-40f6-919b-daa30efd4a36 on network b61636b3-80f9-4010-8f67-749d8f173423 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:55:27.876738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Port a0f209f6-7226-40f6-919b-daa30efd4a36 on network b61636b3-80f9-4010-8f67-749d8f173423 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:55:27.876738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Attempting to bind port a0f209f6-7226-40f6-919b-daa30efd4a36 on network b61636b3-80f9-4010-8f67-749d8f173423 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:55:27.881445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:55:27.881755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Checking segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:55:27.882317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Bound using segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:55:27.883082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Bound port: a0f209f6-7226-40f6-919b-daa30efd4a36, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:55:27.883613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:27.984705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] For port a0f209f6-7226-40f6-919b-daa30efd4a36, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:55:27.987761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] For port a0f209f6-7226-40f6-919b-daa30efd4a36, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a0f209f6-7226-40f6-919b-daa30efd4a36,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:55:27.995776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:28.055652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:28.056415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:28.057869 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] 10.222.0.72 "PUT /v2.0/ports/a0f209f6-7226-40f6-919b-daa30efd4a36 HTTP/1.1" status: 200 len: 1093 time: 1.0258682 Jan 20 14:55:28.058312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'tag': 'a0f209f6-7226-40f6-919b-daa30efd4a36'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:55:28.078170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfc889-18b4-47f5-9899-cbf7be16d9bb service neutron] Pushing event updated for resources: {'Port': ['ID=a0f209f6-7226-40f6-919b-daa30efd4a36,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:28.142806 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'tag': 'a0f209f6-7226-40f6-919b-daa30efd4a36', 'status': 'completed', 'code': 200} Jan 20 14:55:28.189655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-186a8d20-e0b3-4c72-882c-87935527c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:28.191160 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-186a8d20-e0b3-4c72-882c-87935527c81b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 1096 time: 0.0827272 Jan 20 14:55:28.363022 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-cc6607e6-bf78-4b8d-8a8e-07e41c2de257 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f209f6-7226-40f6-919b-daa30efd4a36 HTTP/1.1" status: 200 len: 217 time: 0.1637661 Jan 20 14:55:28.428406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-bb2ebaf0-ffca-4a38-988c-8fa8caef7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:28.429769 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-bb2ebaf0-ffca-4a38-988c-8fa8caef7337 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0599508 Jan 20 14:55:28.506111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-eeb2fd6f-2b89-4841-b2ce-a0a491fcd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:28.507563 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-eeb2fd6f-2b89-4841-b2ce-a0a491fcd07d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720181 Jan 20 14:55:28.645714 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-3b9b9578-aee6-4996-ba55-85234bd8337c service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314795 Jan 20 14:55:28.830538 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-02d421a7-1eb3-4260-8313-5d7feddf498b req-b75b62d4-7c8f-4f51-acf2-622c64bed1df service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787043 Jan 20 14:55:28.847002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430fe03-0cd0-4779-a004-a06c45880f70 req-c576fa57-dd9c-4c9c-a3f6-80c83ba77dc6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:28.848442 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9430fe03-0cd0-4779-a004-a06c45880f70 req-c576fa57-dd9c-4c9c-a3f6-80c83ba77dc6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.1230721 Jan 20 14:55:28.928764 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9430fe03-0cd0-4779-a004-a06c45880f70 req-49bc2700-c4c8-495b-8b40-be44da583cce tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738235 Jan 20 14:55:28.962426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-9df56f5c-3b22-4f32-98ad-4791b25053c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:28.963903 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-9df56f5c-3b22-4f32-98ad-4791b25053c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 1096 time: 0.0821559 Jan 20 14:55:29.095193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-700835e5-fd98-427b-99c0-f72980e64d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:29.096690 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-700835e5-fd98-427b-99c0-f72980e64d94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1261938 Jan 20 14:55:29.167147 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-efc54885-54cb-42cf-9101-52fc0e46a628 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f209f6-7226-40f6-919b-daa30efd4a36 HTTP/1.1" status: 200 len: 217 time: 0.0628977 Jan 20 14:55:29.234351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-bcbc1fdb-0476-4357-a93e-fe058e3b15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:29.235799 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-bcbc1fdb-0476-4357-a93e-fe058e3b15ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0625334 Jan 20 14:55:29.317122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-2c6514dc-826c-4bd4-89f2-81dcb8e01210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:29.318606 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-2c6514dc-826c-4bd4-89f2-81dcb8e01210 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755730 Jan 20 14:55:29.461521 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-ad11ab0d-a141-4e8f-aa04-7bd3d732d00f service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344829 Jan 20 14:55:29.597744 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e74cc294-0428-4c00-a981-28ec97227ee6 req-55270863-861e-4dfa-a6ed-efc8a87590a7 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285698 Jan 20 14:55:30.132751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b971f28-cd0c-4ee6-add6-8bf0453ece91 req-dba4fcde-9251-45ed-a708-9ea3e0a072b2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:30.134184 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9b971f28-cd0c-4ee6-add6-8bf0453ece91 req-dba4fcde-9251-45ed-a708-9ea3e0a072b2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.0888371 Jan 20 14:55:30.179833 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9b971f28-cd0c-4ee6-add6-8bf0453ece91 req-983e182b-0381-4dd4-87f5-8671aeed90b6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380602 Jan 20 14:55:30.313950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a0f209f6-7226-40f6-919b-daa30efd4a36 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:55:30.469945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port a0f209f6-7226-40f6-919b-daa30efd4a36, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a0f209f6-7226-40f6-919b-daa30efd4a36,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:55:30.482864 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'a0f209f6-7226-40f6-919b-daa30efd4a36', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'port_id': 'a0f209f6-7226-40f6-919b-daa30efd4a36', 'mac_address': 'fa:16:3e:51:6b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:55:30.542381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:30.559709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f209f6-7226-40f6-919b-daa30efd4a36 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:55:30.576660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port a0f209f6-7226-40f6-919b-daa30efd4a36, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a0f209f6-7226-40f6-919b-daa30efd4a36,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:55:30.583881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:30.652984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=a0f209f6-7226-40f6-919b-daa30efd4a36,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:30.795745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['a0f209f6-7226-40f6-919b-daa30efd4a36'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:55:31.374768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b79b5a-a6fe-4cac-8ca0-ee69a7f51793 req-e0e5b1bf-aaae-4580-b86c-7ca92a9d9004 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:31.376241 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0b79b5a-a6fe-4cac-8ca0-ee69a7f51793 req-e0e5b1bf-aaae-4580-b86c-7ca92a9d9004 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 944 time: 0.0807676 Jan 20 14:55:31.426620 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0b79b5a-a6fe-4cac-8ca0-ee69a7f51793 req-4f4583ef-5898-464e-8682-5bdc64dda2cc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442724 Jan 20 14:55:32.322876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a0f209f6-7226-40f6-919b-daa30efd4a36 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:55:32.406649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port a0f209f6-7226-40f6-919b-daa30efd4a36 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:55:32.411659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port a0f209f6-7226-40f6-919b-daa30efd4a36 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:55:32.412041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:32.531672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:32.558904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f209f6-7226-40f6-919b-daa30efd4a36'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:55:32.571365 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port a0f209f6-7226-40f6-919b-daa30efd4a36, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a0f209f6-7226-40f6-919b-daa30efd4a36,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:55:32.577828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:32.618419 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f209f6-7226-40f6-919b-daa30efd4a36', 'code': 200} Jan 20 14:55:32.623077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1d40b-d2dd-4eda-a01a-a0b3c229e427 req-a392c471-f7c1-42cc-9e5b-eb2194b1e703 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:32.624727 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f4a1d40b-d2dd-4eda-a01a-a0b3c229e427 req-a392c471-f7c1-42cc-9e5b-eb2194b1e703 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0842514 Jan 20 14:55:32.653188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=a0f209f6-7226-40f6-919b-daa30efd4a36,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:32.775127 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f4a1d40b-d2dd-4eda-a01a-a0b3c229e427 req-79704a6b-88bd-4c68-a427-2f2c9f1a4551 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441717 Jan 20 14:55:32.848621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b4768-b751-482d-9ca6-b3f034870a55 req-9aaccc87-9977-4beb-bcb8-31c9319ebe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:32.849981 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e97b4768-b751-482d-9ca6-b3f034870a55 req-9aaccc87-9977-4beb-bcb8-31c9319ebe5c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 1098 time: 0.0772848 Jan 20 14:55:32.890887 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e97b4768-b751-482d-9ca6-b3f034870a55 req-0b82f30b-3448-40bb-9972-112c39764a5e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341401 Jan 20 14:55:33.116422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-92fa3f3d-432c-4f83-be34-635e50ffdfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:33.976469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811438d-476b-44c4-bd76-2b13555ab6d7 req-8403ec9a-0f3e-44c3-9d92-346ca8cbecc5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:33.977890 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8811438d-476b-44c4-bd76-2b13555ab6d7 req-8403ec9a-0f3e-44c3-9d92-346ca8cbecc5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0918813 Jan 20 14:55:34.124803 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8811438d-476b-44c4-bd76-2b13555ab6d7 req-c843bc6c-42dd-44b8-a5ed-414321d6e6af tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392753 Jan 20 14:55:35.336874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef96b81-3a69-42aa-a27e-6493bf10061e req-1b2972d5-8737-45f9-b03c-6dc1662fd50c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:35.338300 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2ef96b81-3a69-42aa-a27e-6493bf10061e req-1b2972d5-8737-45f9-b03c-6dc1662fd50c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0905025 Jan 20 14:55:35.392253 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2ef96b81-3a69-42aa-a27e-6493bf10061e req-810783ad-36d1-4942-981a-a7b1cee809d5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481915 Jan 20 14:55:35.474148 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b5d1d492-90bf-4755-ac4a-9144b8b00cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:35.574350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f61e9-e732-42a9-8b2e-4e0d3e973e79 req-1db30121-5ee2-41d7-8c73-5dd78e30ed71 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:35.575804 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c71f61e9-e732-42a9-8b2e-4e0d3e973e79 req-1db30121-5ee2-41d7-8c73-5dd78e30ed71 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0828490 Jan 20 14:55:35.584571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57170) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:55:35.591444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d5cc3cd9-a742-4677-a139-8c0b3c4a2f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'floatingip': {'port_id': 'a0f209f6-7226-40f6-919b-daa30efd4a36'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:55:35.672743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3cd9-a742-4677-a139-8c0b3c4a2f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:36.279505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3cd9-a742-4677-a139-8c0b3c4a2f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:36.287034 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3cd9-a742-4677-a139-8c0b3c4a2f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:36.456303 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-d5cc3cd9-a742-4677-a139-8c0b3c4a2f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Floating IP c03e5903-a91e-4bce-b81f-6f356044da2e associated. External IP: 172.26.0.3, port: a0f209f6-7226-40f6-919b-daa30efd4a36. Jan 20 14:55:36.485725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:36.506227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:36.910652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cc3cd9-a742-4677-a139-8c0b3c4a2f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:55:37.088587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cc3cd9-a742-4677-a139-8c0b3c4a2f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:55:37.093331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3cd9-a742-4677-a139-8c0b3c4a2f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:37.099520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:55:37.109786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:55:37.110399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:55:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:37.149340 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d5cc3cd9-a742-4677-a139-8c0b3c4a2f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "PUT /v2.0/floatingips/c03e5903-a91e-4bce-b81f-6f356044da2e HTTP/1.1" status: 200 len: 989 time: 1.5635448 Jan 20 14:55:37.149926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'tag': 'a0f209f6-7226-40f6-919b-daa30efd4a36'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:55:37.200133 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'tag': 'a0f209f6-7226-40f6-919b-daa30efd4a36', 'status': 'completed', 'code': 200} Jan 20 14:55:37.290188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-650514f8-3384-4984-92a0-0ec5fd0a122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:37.291671 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-650514f8-3384-4984-92a0-0ec5fd0a122d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 1098 time: 0.0696502 Jan 20 14:55:37.294711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:55:37.420470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-508549d8-9182-4df2-90ac-0b902063a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:37.421859 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-508549d8-9182-4df2-90ac-0b902063a374 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1239760 Jan 20 14:55:37.524519 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-bc4114b3-0d50-4f16-ba9d-796ebde4fb8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f209f6-7226-40f6-919b-daa30efd4a36 HTTP/1.1" status: 200 len: 997 time: 0.0970280 Jan 20 14:55:37.587945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-24f428b8-a569-4e97-94c7-c30b1b031147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:37.589463 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-24f428b8-a569-4e97-94c7-c30b1b031147 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0592217 Jan 20 14:55:37.645589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': 'a0f209f6-7226-40f6-919b-daa30efd4a36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:51:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:55:36Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:37.649493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:55:37.657790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:55:37.658402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:55:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:37.667119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-fffe8498-b075-49f6-a331-e15a5700279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:37.668657 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-fffe8498-b075-49f6-a331-e15a5700279f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734761 Jan 20 14:55:37.802417 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-65ca04e6-a7e5-456a-951d-348d7f6beb5b service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272945 Jan 20 14:55:37.865806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:55:37.940807 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24841a5d-8859-4e8f-ae66-83de129fbcfa req-a48d3716-00e1-415f-a566-c5abb91a4cb5 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317272 Jan 20 14:55:38.027888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:38.228405 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': 'a0f209f6-7226-40f6-919b-daa30efd4a36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:51:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:55:36Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:38.232606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae69a9-694c-4721-852c-6ef77780ebed None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': 'a0f209f6-7226-40f6-919b-daa30efd4a36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:51:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:55:36Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:55:38.421304 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd54c4b-d6a2-4aa8-8818-79e3961ad825 None None] New status for floating IP c03e5903-a91e-4bce-b81f-6f356044da2e: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:55:51.345280 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-437ea59f-c505-45f7-98bc-b51872c9189a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733180 Jan 20 14:55:51.513723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-62479465-e974-4105-b632-8d7e70305b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:51.515241 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-62479465-e974-4105-b632-8d7e70305b3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 1098 time: 0.0868747 Jan 20 14:55:51.661480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-99388c7b-15bb-4797-bbe6-559c2181ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:51.662815 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-99388c7b-15bb-4797-bbe6-559c2181ca1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1285918 Jan 20 14:55:51.762332 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-1f45e9c5-51b1-4a27-9a36-cf7ac5984e8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f209f6-7226-40f6-919b-daa30efd4a36 HTTP/1.1" status: 200 len: 999 time: 0.0929844 Jan 20 14:55:51.829018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-ade66901-83ad-4167-b0c6-5929a560f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:51.830502 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-ade66901-83ad-4167-b0c6-5929a560f831 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0620511 Jan 20 14:55:51.907991 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-b8f625d2-3bc4-425c-befe-efd0bc8e2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:51.909444 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-b8f625d2-3bc4-425c-befe-efd0bc8e2c28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721009 Jan 20 14:55:52.156092 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-a0742f18-e333-42d8-bf0f-4f5e17ef703c service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388506 Jan 20 14:55:52.313869 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-494f2bfe-82df-4f9d-8ec4-7ce5720842ef req-061d2e09-d30a-4634-8aea-347f65d08873 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511471 Jan 20 14:55:54.921354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:03.111391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-571b546f-0da3-48b0-8f81-864a9cff9c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:04.684663 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:56:05.479345 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e487933c-6dbe-4a6f-bbf5-59128c10cdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:06.497688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:06.510809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:07.981139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.920241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261ce22-0018-4ab0-aa23-a68462b2aa24 req-df0a55b9-d758-4c22-aa00-36c9b6360dd5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:12.921797 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2261ce22-0018-4ab0-aa23-a68462b2aa24 req-df0a55b9-d758-4c22-aa00-36c9b6360dd5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.1467314 Jan 20 14:56:12.968515 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2261ce22-0018-4ab0-aa23-a68462b2aa24 req-60256656-a093-42d0-a954-425a85cb7d4a tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391200 Jan 20 14:56:14.234095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfef970-e6a6-4736-8625-c48333d01f69 req-7dd2338d-447b-420a-9a0d-c3cd0e2cfa19 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:14.235551 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fbfef970-e6a6-4736-8625-c48333d01f69 req-7dd2338d-447b-420a-9a0d-c3cd0e2cfa19 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.1468971 Jan 20 14:56:14.282106 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fbfef970-e6a6-4736-8625-c48333d01f69 req-ae8e090f-2427-4f89-b24f-ad7954896e33 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381327 Jan 20 14:56:15.480506 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a41c4-45c6-47e5-81ea-8b166c63fdf5 req-f3ff3983-b0e0-4c19-9d19-61de3ca2bad1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:15.481972 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-668a41c4-45c6-47e5-81ea-8b166c63fdf5 req-f3ff3983-b0e0-4c19-9d19-61de3ca2bad1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0866921 Jan 20 14:56:15.534207 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-668a41c4-45c6-47e5-81ea-8b166c63fdf5 req-de5a4f71-e113-4502-97a6-2343f3c90ffc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465076 Jan 20 14:56:16.733795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a71ef2-3f08-4adc-8773-9ac5f91cf1de req-0f0a30a1-a3ec-4d76-9371-fbd40f0e34e6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:16.735509 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-15a71ef2-3f08-4adc-8773-9ac5f91cf1de req-0f0a30a1-a3ec-4d76-9371-fbd40f0e34e6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0892327 Jan 20 14:56:16.779229 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-15a71ef2-3f08-4adc-8773-9ac5f91cf1de req-66ce486c-1f06-454e-b5c5-6f6ca8669e82 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381649 Jan 20 14:56:17.974095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b3362-2219-43f2-8a95-b004f40bcc07 req-52da7707-677b-465f-a137-f0876558bb1e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:17.975536 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4b5b3362-2219-43f2-8a95-b004f40bcc07 req-52da7707-677b-465f-a137-f0876558bb1e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0825298 Jan 20 14:56:18.019963 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4b5b3362-2219-43f2-8a95-b004f40bcc07 req-0a17ef98-6d6d-47d4-bba9-8011672f2474 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378528 Jan 20 14:56:19.216041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814951-3fcb-401c-8bad-fd9810c01d08 req-5a3683a7-f361-47da-9d08-3a798b309f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:19.217413 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a8814951-3fcb-401c-8bad-fd9810c01d08 req-5a3683a7-f361-47da-9d08-3a798b309f44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0896802 Jan 20 14:56:19.264227 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a8814951-3fcb-401c-8bad-fd9810c01d08 req-8eccfdd2-e407-4731-b74d-178814a51d00 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384326 Jan 20 14:56:20.476188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b921d-8388-4f24-b85f-67f4cd8af6c8 req-d499f14f-a857-4e23-8c6f-22e2fc73e281 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:20.477690 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-289b921d-8388-4f24-b85f-67f4cd8af6c8 req-d499f14f-a857-4e23-8c6f-22e2fc73e281 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0955172 Jan 20 14:56:20.524502 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-289b921d-8388-4f24-b85f-67f4cd8af6c8 req-1af7a4e8-bb28-4585-b07a-6f6555c0f27a tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400007 Jan 20 14:56:21.722809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1842c-281c-45bd-845d-2f020e310db4 req-1ac97208-da6b-47e4-b0b2-e3c8775fe6ce tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:21.725098 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f4e1842c-281c-45bd-845d-2f020e310db4 req-1ac97208-da6b-47e4-b0b2-e3c8775fe6ce tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0917647 Jan 20 14:56:21.771764 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f4e1842c-281c-45bd-845d-2f020e310db4 req-ae35cc61-bce2-4fcb-91b6-382df02b8125 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406358 Jan 20 14:56:22.957699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fe921-6ab7-4ee9-a911-fca9f6cbe8ed req-aa54a040-9581-4768-83f3-9402c90d9261 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:22.959201 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d35fe921-6ab7-4ee9-a911-fca9f6cbe8ed req-aa54a040-9581-4768-83f3-9402c90d9261 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0827353 Jan 20 14:56:23.004145 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d35fe921-6ab7-4ee9-a911-fca9f6cbe8ed req-9ada4c09-62ad-49b2-9629-27a949443486 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384834 Jan 20 14:56:24.209579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c15d8-0dfc-4b8b-b141-af564ac7bfd4 req-a33e2dfe-55f7-4831-8ca2-740dbac9dacc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:24.211262 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a44c15d8-0dfc-4b8b-b141-af564ac7bfd4 req-a33e2dfe-55f7-4831-8ca2-740dbac9dacc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.1037374 Jan 20 14:56:24.259621 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a44c15d8-0dfc-4b8b-b141-af564ac7bfd4 req-f3caad5b-dc47-425b-97d8-c685ae911481 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Jan 20 14:56:24.636018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-af4a0c00-4fa0-4c73-8a03-1e062e464956 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761755 Jan 20 14:56:24.680144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edcf25-adc9-471b-8095-78764f2d1f4e req-652127e0-6c8b-4d5e-8a1b-26bb0389a711 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:24.681648 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f1edcf25-adc9-471b-8095-78764f2d1f4e req-652127e0-6c8b-4d5e-8a1b-26bb0389a711 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0833657 Jan 20 14:56:24.727507 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f1edcf25-adc9-471b-8095-78764f2d1f4e req-cb83848d-24b1-4e6e-85f5-ffbc51291193 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398366 Jan 20 14:56:24.926230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:25.766343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-be0cfdb9-4b0c-40fe-99cc-5f15dae4accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:25.767897 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-be0cfdb9-4b0c-40fe-99cc-5f15dae4accf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 1098 time: 0.0729175 Jan 20 14:56:25.951423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-be730a3d-9485-42cd-9b1f-8986b35ac19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:25.952917 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-be730a3d-9485-42cd-9b1f-8986b35ac19e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1794527 Jan 20 14:56:26.013444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abd0b5-a334-4ca5-b06c-94afdcc95f25 req-589d2279-d411-4d6f-8a9e-2fa2c5795c26 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:26.014794 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b8abd0b5-a334-4ca5-b06c-94afdcc95f25 req-589d2279-d411-4d6f-8a9e-2fa2c5795c26 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.1733077 Jan 20 14:56:26.093336 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-7d22a39f-b7b7-40e4-acfe-c9c58fcba687 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f209f6-7226-40f6-919b-daa30efd4a36 HTTP/1.1" status: 200 len: 999 time: 0.1330495 Jan 20 14:56:26.097705 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b8abd0b5-a334-4ca5-b06c-94afdcc95f25 req-e2e6bcfc-e295-483d-a551-cf5cda9be153 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763710 Jan 20 14:56:26.155053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-95972cf4-1c1e-4c0d-b57c-0a47a9a10d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:26.156542 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-95972cf4-1c1e-4c0d-b57c-0a47a9a10d4e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0566962 Jan 20 14:56:26.236690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-b28a3d55-b183-4876-9555-1485aff4f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:26.238149 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-b28a3d55-b183-4876-9555-1485aff4f2e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749481 Jan 20 14:56:26.369599 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-59695be9-0dab-422e-a261-23013b9cbabc service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249018 Jan 20 14:56:26.602372 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-871eaf3e-627f-4d7d-9769-ed7817f17972 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271299 Jan 20 14:56:27.298916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c75e4-d3c4-41b5-b8f7-4a27aa70067a req-675ff389-c0e5-4e4c-af71-b5c583be98a3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:27.300333 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-368c75e4-d3c4-41b5-b8f7-4a27aa70067a req-675ff389-c0e5-4e4c-af71-b5c583be98a3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0840447 Jan 20 14:56:27.355346 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-368c75e4-d3c4-41b5-b8f7-4a27aa70067a req-23ea8c3b-13a7-4297-b0f5-c4f15cd3f946 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429606 Jan 20 14:56:28.264675 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-30b3efc1-7a20-4ab2-ac49-76b3e29f2774 service neutron] 10.222.0.72 "GET /v2.0/ports/a0f209f6-7226-40f6-919b-daa30efd4a36/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0778017 Jan 20 14:56:28.615051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ccf57-a046-49fc-889e-3fb7e2f7c547 req-f8a21c8f-7667-4ce9-be76-b0d788792f7d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:28.616533 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-be0ccf57-a046-49fc-889e-3fb7e2f7c547 req-f8a21c8f-7667-4ce9-be76-b0d788792f7d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.1429851 Jan 20 14:56:28.621777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-4942556c-2347-4d9d-9653-37e7169cc326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:28.623265 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-4942556c-2347-4d9d-9653-37e7169cc326 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 1098 time: 0.1135781 Jan 20 14:56:28.702196 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-be0ccf57-a046-49fc-889e-3fb7e2f7c547 req-9273a802-23f5-42d4-ba96-7ce0576f72ca tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777624 Jan 20 14:56:28.733301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-6166ef65-fe4e-4c69-b84a-c663d840f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:28.734803 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-6166ef65-fe4e-4c69-b84a-c663d840f508 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 1098 time: 0.0830991 Jan 20 14:56:28.868914 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-e85398d4-34cf-499a-b198-aeadb1928c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:28.871180 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-e85398d4-34cf-499a-b198-aeadb1928c06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1299624 Jan 20 14:56:28.977472 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-8d94d249-f6f5-463e-8b35-df95997f6e5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f209f6-7226-40f6-919b-daa30efd4a36 HTTP/1.1" status: 200 len: 999 time: 0.1001766 Jan 20 14:56:29.046764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-ab18f8f6-861a-4054-a35e-dd3fe47137df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:29.048242 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-ab18f8f6-861a-4054-a35e-dd3fe47137df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0643053 Jan 20 14:56:29.127412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-778c72b4-236d-4888-bdf4-179d5d849e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:29.128891 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-778c72b4-236d-4888-bdf4-179d5d849e28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746009 Jan 20 14:56:29.260957 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-066862e3-ffb0-4a94-b2ec-408b5ae17035 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250627 Jan 20 14:56:29.400407 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a064f2b1-7086-4ebb-8e77-659be1283c48 req-2ead60fa-79b8-4e48-9940-a9cd6234ad59 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329825 Jan 20 14:56:29.898017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797dca3-2526-4dc9-bfbc-8eec79e73aff req-dcf27553-9d75-406d-bb54-300a59bed672 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:29.899476 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1797dca3-2526-4dc9-bfbc-8eec79e73aff req-dcf27553-9d75-406d-bb54-300a59bed672 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0871460 Jan 20 14:56:29.957993 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1797dca3-2526-4dc9-bfbc-8eec79e73aff req-f0069eab-5719-4c0b-9ab7-e829f32afc38 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503008 Jan 20 14:56:31.154590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0db61-2e94-4bd9-a9b4-a08b79f49b09 req-c28e12a0-3fc7-4f7f-9e46-433a3accb184 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:31.158369 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-87a0db61-2e94-4bd9-a9b4-a08b79f49b09 req-c28e12a0-3fc7-4f7f-9e46-433a3accb184 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0941381 Jan 20 14:56:31.206033 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-87a0db61-2e94-4bd9-a9b4-a08b79f49b09 req-68fb4a3b-7d66-402f-b0f5-d5e4e202f65d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393028 Jan 20 14:56:31.577537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423f651-b708-41db-b3a5-27432a10b99e req-3618de73-3413-4e1e-8b0e-5cf5381a7bd4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:31.579005 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d423f651-b708-41db-b3a5-27432a10b99e req-3618de73-3413-4e1e-8b0e-5cf5381a7bd4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.1445000 Jan 20 14:56:31.586247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-c012ba11-8ba2-48d7-b30a-ac5a420d3bd1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:31.587554 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-c012ba11-8ba2-48d7-b30a-ac5a420d3bd1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e&tenant_id=c3fe99d9435b4c7694d552ff877b1396&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 945 time: 0.1205389 Jan 20 14:56:31.627210 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d423f651-b708-41db-b3a5-27432a10b99e req-ef4522ef-5748-4159-9f01-1c3008635f59 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387409 Jan 20 14:56:31.739768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-2af61c76-6a0f-439d-b655-220dcc54baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:31.741276 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-2af61c76-6a0f-439d-b655-220dcc54baf2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 1098 time: 0.0843267 Jan 20 14:56:31.869986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-84ded86e-6600-4fe3-928c-7b287fd8932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:31.871334 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-84ded86e-6600-4fe3-928c-7b287fd8932d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1239524 Jan 20 14:56:31.976385 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-e976ecd2-9847-471c-8046-16f51febee04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f209f6-7226-40f6-919b-daa30efd4a36 HTTP/1.1" status: 200 len: 999 time: 0.0983548 Jan 20 14:56:32.040200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-9b78075c-ad3f-4c9f-897b-dec13bf54b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:32.041651 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-9b78075c-ad3f-4c9f-897b-dec13bf54b1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0593610 Jan 20 14:56:32.118042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-b503eb29-5689-41e7-98db-235c788d7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:32.119480 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-b503eb29-5689-41e7-98db-235c788d7b9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719707 Jan 20 14:56:32.358151 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-9c7cc4f2-4bac-4e58-b8b5-f60514f08769 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318232 Jan 20 14:56:32.489524 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ab5e6e5-d15e-43d9-93a2-ad6f8c3a9ed5 req-bf61ecd4-74a0-43da-9a71-9b3f2ed8df0f service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233747 Jan 20 14:56:32.674577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a0f209f6-7226-40f6-919b-daa30efd4a36 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:56:32.784890 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:32.812398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f209f6-7226-40f6-919b-daa30efd4a36'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:56:32.822128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port a0f209f6-7226-40f6-919b-daa30efd4a36, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a0f209f6-7226-40f6-919b-daa30efd4a36,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:56:32.823368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be669-f91f-433a-931f-ccac46c2ef5c req-4b164a72-75e2-486b-9ff1-08c242563bcc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:32.825138 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0e2be669-f91f-433a-931f-ccac46c2ef5c req-4b164a72-75e2-486b-9ff1-08c242563bcc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 945 time: 0.0856078 Jan 20 14:56:32.829780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:32.873703 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0e2be669-f91f-433a-931f-ccac46c2ef5c req-1a341481-0495-4293-b563-ec867b4f33ab tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422647 Jan 20 14:56:32.889584 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f209f6-7226-40f6-919b-daa30efd4a36', 'code': 200} Jan 20 14:56:32.914940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=a0f209f6-7226-40f6-919b-daa30efd4a36,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:32.922089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.922452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.922754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.923121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.923442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.923763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.924131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.924766 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.924899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.925153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.925470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:32.925786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:33.117621 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4cd67d27-277b-4d01-8bf1-1bf601038859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:34.077756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45107f-e4e2-44f6-a29c-66bed8736225 req-314baba4-58ac-4b2e-9cca-dbefa41aa22f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:34.079236 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df45107f-e4e2-44f6-a29c-66bed8736225 req-314baba4-58ac-4b2e-9cca-dbefa41aa22f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.0890985 Jan 20 14:56:34.126216 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df45107f-e4e2-44f6-a29c-66bed8736225 req-925c3bbf-d551-4a78-a8c8-cf4895a959ee tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383074 Jan 20 14:56:34.318868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95df2da-2f9b-4fe8-9ce0-4730559617b3 req-96d4c458-8a19-43ef-901c-60fccbaab640 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:34.320342 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f95df2da-2f9b-4fe8-9ce0-4730559617b3 req-96d4c458-8a19-43ef-901c-60fccbaab640 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.0831559 Jan 20 14:56:34.362979 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f95df2da-2f9b-4fe8-9ce0-4730559617b3 req-5bc5ba06-b147-410c-985c-3d2496802139 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369649 Jan 20 14:56:34.711644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0f4b1-1d27-4750-8bcb-dc5cdf476452 req-7930c311-f782-4596-87e8-b5ca64cffc51 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:34.713052 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-65e0f4b1-1d27-4750-8bcb-dc5cdf476452 req-7930c311-f782-4596-87e8-b5ca64cffc51 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.0895467 Jan 20 14:56:34.749750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc559ae-1030-4947-8960-adc48927a61f req-c2dca11e-2669-47f6-9901-3f8bdf5c1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:34.751257 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ecc559ae-1030-4947-8960-adc48927a61f req-c2dca11e-2669-47f6-9901-3f8bdf5c1a3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 1096 time: 0.0721996 Jan 20 14:56:34.757870 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-65e0f4b1-1d27-4750-8bcb-dc5cdf476452 req-bf0ffcc8-0a76-4d3c-93bd-d2ac3a23bbd8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387583 Jan 20 14:56:34.880952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc559ae-1030-4947-8960-adc48927a61f req-7a9ad302-b6f8-4c35-935e-177fbd295cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:34.882401 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ecc559ae-1030-4947-8960-adc48927a61f req-7a9ad302-b6f8-4c35-935e-177fbd295cb7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1249092 Jan 20 14:56:34.989776 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ecc559ae-1030-4947-8960-adc48927a61f req-9a97e47e-edb0-4944-861f-1f0fd9a5e133 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f209f6-7226-40f6-919b-daa30efd4a36 HTTP/1.1" status: 200 len: 997 time: 0.1013958 Jan 20 14:56:35.053406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc559ae-1030-4947-8960-adc48927a61f req-54a750b6-70dd-45c2-9537-7859f5c0356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:35.054846 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ecc559ae-1030-4947-8960-adc48927a61f req-54a750b6-70dd-45c2-9537-7859f5c0356a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0595856 Jan 20 14:56:35.135152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc559ae-1030-4947-8960-adc48927a61f req-15e2a236-95eb-4b4f-8ce5-eca9a32c3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:35.136661 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ecc559ae-1030-4947-8960-adc48927a61f req-15e2a236-95eb-4b4f-8ce5-eca9a32c3d13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754030 Jan 20 14:56:35.269213 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ecc559ae-1030-4947-8960-adc48927a61f req-1e08d31f-55c8-4c5d-be44-9de85329822c service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262100 Jan 20 14:56:35.401898 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ecc559ae-1030-4947-8960-adc48927a61f req-1f581a8d-c5c5-432c-bfd7-95cb657b4fa6 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259346 Jan 20 14:56:35.474464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc8c2-b65e-40cc-a43e-196479d09ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:35.942346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7fe4e-0450-4719-ad5b-eb954728ab22 req-1b7d068d-7db6-4cb0-9870-6764c09c48d4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:35.943810 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1dc7fe4e-0450-4719-ad5b-eb954728ab22 req-1b7d068d-7db6-4cb0-9870-6764c09c48d4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.0783703 Jan 20 14:56:35.990202 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1dc7fe4e-0450-4719-ad5b-eb954728ab22 req-6fbe6c45-357d-40a2-b01b-92e87d3af859 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378642 Jan 20 14:56:36.492356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:36.513301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:37.181211 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafec0a-3667-49f3-9c20-80e3cb20366a req-b506fc8d-af13-485a-b014-864e37079a5b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:37.182646 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-beafec0a-3667-49f3-9c20-80e3cb20366a req-b506fc8d-af13-485a-b014-864e37079a5b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.0797524 Jan 20 14:56:37.234931 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-beafec0a-3667-49f3-9c20-80e3cb20366a req-d305630b-4b22-4061-9511-30979243d3fb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Jan 20 14:56:37.623175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89749aa-d2a5-4a91-ac1c-9d72aef48398 req-6655d14d-0efd-4a42-a058-83ff808652b1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:37.624662 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a89749aa-d2a5-4a91-ac1c-9d72aef48398 req-6655d14d-0efd-4a42-a058-83ff808652b1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.0852659 Jan 20 14:56:37.667914 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a89749aa-d2a5-4a91-ac1c-9d72aef48398 req-95ffd337-de8c-495d-90a1-780b3acb9b10 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375721 Jan 20 14:56:37.988331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:38.870037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d03c-17ba-4b27-a409-f5b83d44394b req-471bd7dc-2312-4f2c-a1c8-fb95709635d2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:38.871474 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8219d03c-17ba-4b27-a409-f5b83d44394b req-471bd7dc-2312-4f2c-a1c8-fb95709635d2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.0890081 Jan 20 14:56:38.917324 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8219d03c-17ba-4b27-a409-f5b83d44394b req-b48a6b46-0f5d-4330-9e77-3a7ad3a3c9f4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383079 Jan 20 14:56:39.265798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-d883b0f7-371a-4aa3-b81d-2712e94bc1a1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:39.267111 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-d883b0f7-371a-4aa3-b81d-2712e94bc1a1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.0927699 Jan 20 14:56:39.339804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Deleting port a0f209f6-7226-40f6-919b-daa30efd4a36 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:56:39.340128 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:39.691771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] For port a0f209f6-7226-40f6-919b-daa30efd4a36, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a0f209f6-7226-40f6-919b-daa30efd4a36,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:56:39.692067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:39.981077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:39.981720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:39.981720 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Floating IP c03e5903-a91e-4bce-b81f-6f356044da2e disassociated. External IP: 172.26.0.3, port: a0f209f6-7226-40f6-919b-daa30efd4a36. Jan 20 14:56:39.982061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Calling delete_port for a0f209f6-7226-40f6-919b-daa30efd4a36 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:56:40.116106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae51ff4-0ed3-4518-8846-657d37c07dbb req-fcef3070-e869-4d77-a64d-4e47ac012827 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:40.117834 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fae51ff4-0ed3-4518-8846-657d37c07dbb req-fcef3070-e869-4d77-a64d-4e47ac012827 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7966902-74b2-48c3-8f38-f89e32610c8e HTTP/1.1" status: 200 len: 943 time: 0.0869834 Jan 20 14:56:40.138838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:40.176396 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fae51ff4-0ed3-4518-8846-657d37c07dbb req-4f732ddf-2eee-4c66-ae11-71582309040b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524707 Jan 20 14:56:40.210276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event deleted for resources: {'Port': ['ID=a0f209f6-7226-40f6-919b-daa30efd4a36,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:40.229614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.230121 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.230287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.230636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.230960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.231270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.231589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.231924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.232243 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.232559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.232875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.233175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:40.416601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:56:40.603818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:56:40.613938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:56:40.623882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:56:40.624529 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:56:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:40.676394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] No DVR routers for this DVR port a0f209f6-7226-40f6-919b-daa30efd4a36 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:56:40.682831 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:40.686036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'name': 'network-vif-deleted', 'tag': 'a0f209f6-7226-40f6-919b-daa30efd4a36'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:56:40.703809 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e798a913-0137-4b83-8b6f-f8677f9ede2d req-7394f773-878b-4fde-bb3c-eec7aec3f5cb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "DELETE /v2.0/ports/a0f209f6-7226-40f6-919b-daa30efd4a36 HTTP/1.1" status: 204 len: 173 time: 1.4306753 Jan 20 14:56:40.733905 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7966902-74b2-48c3-8f38-f89e32610c8e', 'name': 'network-vif-deleted', 'tag': 'a0f209f6-7226-40f6-919b-daa30efd4a36', 'status': 'completed', 'code': 200} Jan 20 14:56:40.809074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:56:41.115843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:41.119758 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:56:41.128133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:56:41.128750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:56:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:41.348182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:56:41.511448 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-314074aa-4d3d-42cd-8d04-222616928dc6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1867507399&fields=id&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 267 time: 0.0387340 Jan 20 14:56:41.662870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930813c-8a89-4836-9c01-e743f8def65f req-a3e3be45-4266-4681-b5ea-f1ff71e31378 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:41.664321 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-a3e3be45-4266-4681-b5ea-f1ff71e31378 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 812 time: 0.1461024 Jan 20 14:56:41.668140 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:41.672164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c515c-c306-4a6e-8bfa-d61806294f67 None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:56:41.680349 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-f0ca9a08-6fde-4c10-a706-940fd4d446c9 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/quotas/c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 375 time: 0.0104072 Jan 20 14:56:41.684241 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:56:41.766073 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-6657cfda-427b-447a-bfc3-915f7be5f826 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796762 Jan 20 14:56:41.904312 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be9af8-9365-467a-ac03-e6fed094d2ab None None] New status for floating IP c03e5903-a91e-4bce-b81f-6f356044da2e: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:56:41.906936 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-eba7dd13-3fa1-402c-8505-b915b71d66b5 service neutron] 10.222.0.87 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285408 Jan 20 14:56:42.036656 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-db38091b-49ce-4ae6-aeda-7b84fe2691ac service neutron] 10.222.0.87 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229429 Jan 20 14:56:42.215198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-9e180e9d-c5b8-4e98-9e08-7a0a5264f5a1 req-c4cc1dfb-408f-41e3-bb8c-c50da6b5fa56 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Synchronizing usage tracker for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:56:42.231253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-9e180e9d-c5b8-4e98-9e08-7a0a5264f5a1 req-c4cc1dfb-408f-41e3-bb8c-c50da6b5fa56 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Unset dirty status for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:56:42.232588 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9e180e9d-c5b8-4e98-9e08-7a0a5264f5a1 req-c4cc1dfb-408f-41e3-bb8c-c50da6b5fa56 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 210 time: 0.0614338 Jan 20 14:56:42.742248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a0f209f6-7226-40f6-919b-daa30efd4a36 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:56:42.777551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: a0f209f6-7226-40f6-919b-daa30efd4a36 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:56:42.777885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a0f209f6-7226-40f6-919b-daa30efd4a36 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:56:43.258617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930813c-8a89-4836-9c01-e743f8def65f req-e18d2af1-6cd4-4b7f-8797-f5c96dfb972b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:43.260752 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-e18d2af1-6cd4-4b7f-8797-f5c96dfb972b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 812 time: 0.1423852 Jan 20 14:56:43.309195 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-6651290a-72b1-4cbd-bc42-645c96d9be5b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 380 time: 0.0399663 Jan 20 14:56:43.317727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'port': {'device_id': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'admin_state_up': True, 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'security_groups': ['30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:56:43.391019 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0ae38dd3-7dcc-4ae3-8f60-847e59384086 req-baffb53c-8ff8-43a5-9b76-f451862eb74b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 210 time: 0.0522978 Jan 20 14:56:43.461872 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:43.471319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:43.483733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Made reservation on behalf of c3fe99d9435b4c7694d552ff877b1396 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:56:43.487148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:43.765455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Allocated IP 172.20.0.14 (b61636b3-80f9-4010-8f67-749d8f173423/977448e9-a5e9-4831-a1a6-43926bc4876e/23cf444e-2ff7-49ea-86e3-ab56863bfc0f) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:56:43.948790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:43.964429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Transition to ACTIVE for port object 23cf444e-2ff7-49ea-86e3-ab56863bfc0f will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:56:43.988434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:44.060169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Network b61636b3-80f9-4010-8f67-749d8f173423 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:56:44.063346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:56:44.067135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:56:44.096642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event updated for resources: {'Port': ['ID=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:44.132560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:44.133163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:44.159680 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-78d27267-a447-4c51-b078-5bce864dc270 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8459005 Jan 20 14:56:44.171206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Request body: {'port': {'device_id': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:56:44.272771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9b6f43af-b162-46fc-acec-5532a413add9 None None] Provisioning for port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:56:44.277359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9b6f43af-b162-46fc-acec-5532a413add9 None None] Provisioning complete for port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:44.277749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9b6f43af-b162-46fc-acec-5532a413add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:44.285848 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:44.328951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f43af-b162-46fc-acec-5532a413add9 None None] Port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:56:44.631362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbb059-0679-47ca-86ca-33a0f2eca769 req-55dd0d9a-b138-41cd-b6ca-7a82cdd42429 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:44.631959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-26cbb059-0679-47ca-86ca-33a0f2eca769 req-55dd0d9a-b138-41cd-b6ca-7a82cdd42429 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Synchronizing usage tracker for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:56:44.697089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-26cbb059-0679-47ca-86ca-33a0f2eca769 req-55dd0d9a-b138-41cd-b6ca-7a82cdd42429 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Unset dirty status for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:56:44.698221 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-26cbb059-0679-47ca-86ca-33a0f2eca769 req-55dd0d9a-b138-41cd-b6ca-7a82cdd42429 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 932 time: 0.2019751 Jan 20 14:56:44.700618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cf444e-2ff7-49ea-86e3-ab56863bfc0f {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:56:44.713559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:44.754477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Transition to ACTIVE for port object 23cf444e-2ff7-49ea-86e3-ab56863bfc0f will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:56:44.760923 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:44.800161 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-26cbb059-0679-47ca-86ca-33a0f2eca769 req-c87b02dd-5409-4926-95fc-ad0d31429a2c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898912 Jan 20 14:56:44.938682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Pushing event updated for resources: {'Port': ['ID=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:45.014661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Attempting to bind port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:56:45.015132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Attempting to bind port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:56:45.015457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Attempting to bind port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f on network b61636b3-80f9-4010-8f67-749d8f173423 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:56:45.021844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f on network b61636b3-80f9-4010-8f67-749d8f173423 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:56:45.022155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Attempting to bind port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f on network b61636b3-80f9-4010-8f67-749d8f173423 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:56:45.027984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:56:45.028152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Checking segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:56:45.028587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Bound using segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:56:45.028997 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Bound port: 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:56:45.029332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:45.132149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] For port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:56:45.135673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] For port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:56:45.142549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:45.207442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:45.208052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:45.209496 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] 10.222.0.72 "PUT /v2.0/ports/23cf444e-2ff7-49ea-86e3-ab56863bfc0f HTTP/1.1" status: 200 len: 1094 time: 1.0426140 Jan 20 14:56:45.209909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:56:45.232183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a0f02-1e43-409f-ad4c-29072ff7ac1c service neutron] Pushing event updated for resources: {'Port': ['ID=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:45.290923 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'status': 'completed', 'code': 200} Jan 20 14:56:45.333943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930813c-8a89-4836-9c01-e743f8def65f req-d3969971-ca90-433d-b0b9-2d9b9739bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:45.335485 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-d3969971-ca90-433d-b0b9-2d9b9739bb40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 1097 time: 0.0761027 Jan 20 14:56:45.415594 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-cc8e2bed-e2a7-48d2-a79a-706bd14a1344 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f HTTP/1.1" status: 200 len: 217 time: 0.0729020 Jan 20 14:56:45.486411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930813c-8a89-4836-9c01-e743f8def65f req-543fdc2a-a36a-4c3b-8760-332af7fb1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:45.488433 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-543fdc2a-a36a-4c3b-8760-332af7fb1b60 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0668929 Jan 20 14:56:45.661265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930813c-8a89-4836-9c01-e743f8def65f req-966b3c1a-0835-40af-99b7-b49cdfb469b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:45.662738 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-966b3c1a-0835-40af-99b7-b49cdfb469b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1685255 Jan 20 14:56:45.791657 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-f0cd8fcb-15d4-4472-a4c1-e37464b7c9dc service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225355 Jan 20 14:56:45.958070 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4930813c-8a89-4836-9c01-e743f8def65f req-a658dd85-16ef-4a92-b53a-e99a7614c938 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601250 Jan 20 14:56:45.997487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfad05-296b-4a7b-ac1c-6a6828bb8475 req-92cafb2c-fca6-4919-9907-0c5aa5b4b80e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:45.998953 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d1cfad05-296b-4a7b-ac1c-6a6828bb8475 req-92cafb2c-fca6-4919-9907-0c5aa5b4b80e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 944 time: 0.0857480 Jan 20 14:56:46.093137 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d1cfad05-296b-4a7b-ac1c-6a6828bb8475 req-80c66687-3a50-4ca5-bac0-c10f599b089b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874710 Jan 20 14:56:46.110971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-6560a08c-8af1-427b-b1f2-ed869dec4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:46.112527 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-6560a08c-8af1-427b-b1f2-ed869dec4a12 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 1097 time: 0.0937777 Jan 20 14:56:46.242838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-06062f8b-ed19-46f5-a505-49e19216eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:46.244275 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-06062f8b-ed19-46f5-a505-49e19216eb87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1249254 Jan 20 14:56:46.314156 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-d5bbeba1-b2f8-47d0-8fdc-40b90a262127 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f HTTP/1.1" status: 200 len: 217 time: 0.0630288 Jan 20 14:56:46.383193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-b5095213-6c1e-4aac-8c7b-2187f49d859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:46.384633 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-b5095213-6c1e-4aac-8c7b-2187f49d859f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0636032 Jan 20 14:56:46.462077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-b268552f-8495-4ac4-9c08-4ca37a8deb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:46.463533 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-b268552f-8495-4ac4-9c08-4ca37a8deb53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709016 Jan 20 14:56:46.600966 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-e3c2a2a2-f2fd-4b97-8505-c1d99a578901 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299288 Jan 20 14:56:46.732247 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c9026ea2-aa01-4a56-bd80-32d4931a11aa req-b1f8b026-3fdc-445a-acd5-85c2764015b4 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237669 Jan 20 14:56:47.296679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f571797-6291-4fe5-8f01-d0925efc8171 req-a08e0688-7553-4d82-a208-db1d102e8f2a tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:47.298037 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f571797-6291-4fe5-8f01-d0925efc8171 req-a08e0688-7553-4d82-a208-db1d102e8f2a tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 944 time: 0.0887914 Jan 20 14:56:47.342107 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4f571797-6291-4fe5-8f01-d0925efc8171 req-0dcef066-fdfd-4b95-8248-6c26c8eda9f8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382876 Jan 20 14:56:48.558815 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd178fc-9985-47ab-bbe5-2f3c03ed42e0 req-be0579c9-52c2-4e02-b503-3ab8d5fb7d0e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:48.560660 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-afd178fc-9985-47ab-bbe5-2f3c03ed42e0 req-be0579c9-52c2-4e02-b503-3ab8d5fb7d0e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 944 time: 0.0992897 Jan 20 14:56:48.605916 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-afd178fc-9985-47ab-bbe5-2f3c03ed42e0 req-a15d5971-fba3-4543-98f9-a7c56ec6d3ef tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Jan 20 14:56:48.789561 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23cf444e-2ff7-49ea-86e3-ab56863bfc0f details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:56:48.931198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:56:48.947916 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'port_id': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'mac_address': 'fa:16:3e:07:90:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:56:49.003799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:49.020596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cf444e-2ff7-49ea-86e3-ab56863bfc0f {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:56:49.036037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:56:49.041415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:49.107764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:49.253310 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['23cf444e-2ff7-49ea-86e3-ab56863bfc0f'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:56:49.896242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139992-ec2a-4342-b05c-888c8e3929fa req-e71de0f4-1275-4557-98b9-d4ef5a478ef5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:49.897627 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-19139992-ec2a-4342-b05c-888c8e3929fa req-e71de0f4-1275-4557-98b9-d4ef5a478ef5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 945 time: 0.1784492 Jan 20 14:56:49.942111 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-19139992-ec2a-4342-b05c-888c8e3929fa req-de544f8e-2ed0-4943-8008-4b3b9f820e2d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388143 Jan 20 14:56:50.819802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23cf444e-2ff7-49ea-86e3-ab56863bfc0f up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:56:50.902018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:56:50.907099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:50.907474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:51.021745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:51.051181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:56:51.061831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:56:51.068311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:51.104220 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'code': 200} Jan 20 14:56:51.131307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4c4fa-a327-4de0-996e-ed2688aaff42 req-ad75baa9-7582-4ffe-89e5-407342765787 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:51.132832 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-30f4c4fa-a327-4de0-996e-ed2688aaff42 req-ad75baa9-7582-4ffe-89e5-407342765787 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0855825 Jan 20 14:56:51.138721 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:51.180937 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-30f4c4fa-a327-4de0-996e-ed2688aaff42 req-abba4cbc-8103-464c-a99c-3a0cb44570a6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 Jan 20 14:56:51.328474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b476cc4-d560-455d-981a-87a5b57ab32c req-07521606-6d3a-4d1c-bb60-0fc85bd0462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:51.330118 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7b476cc4-d560-455d-981a-87a5b57ab32c req-07521606-6d3a-4d1c-bb60-0fc85bd0462f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 1099 time: 0.0731249 Jan 20 14:56:51.370615 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7b476cc4-d560-455d-981a-87a5b57ab32c req-3282e695-9cee-4054-a6b0-28a9171c8bf5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346556 Jan 20 14:56:52.381099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90828bea-8d09-425f-b627-6df7dc5b0817 req-10e7fcea-e2a8-409e-a08e-621a26f19e69 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:52.382800 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-90828bea-8d09-425f-b627-6df7dc5b0817 req-10e7fcea-e2a8-409e-a08e-621a26f19e69 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0827453 Jan 20 14:56:52.430898 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-90828bea-8d09-425f-b627-6df7dc5b0817 req-d0dec921-8c40-4ca0-9935-b51a6dc5c685 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417585 Jan 20 14:56:53.642350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ddf76-7ab7-41b6-9065-2bc7c014a28d req-b327d295-2c0b-4031-9e87-ce2d9f288f8d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:53.643803 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c00ddf76-7ab7-41b6-9065-2bc7c014a28d req-b327d295-2c0b-4031-9e87-ce2d9f288f8d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.1001937 Jan 20 14:56:53.688924 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c00ddf76-7ab7-41b6-9065-2bc7c014a28d req-78d7f9c5-6fc0-46ee-9504-5be1889a1305 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392716 Jan 20 14:56:53.883414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083dac8-1aaa-4d5a-976c-faa03610648b req-2ab5b24b-996b-420e-906a-b4be2b49947d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:53.885318 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7083dac8-1aaa-4d5a-976c-faa03610648b req-2ab5b24b-996b-420e-906a-b4be2b49947d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0918729 Jan 20 14:56:53.895521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 57392) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:53.900601 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c862154e-e731-400e-8898-f6b09d9c1a14 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'floatingip': {'port_id': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:56:53.978043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c862154e-e731-400e-8898-f6b09d9c1a14 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:54.579672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c862154e-e731-400e-8898-f6b09d9c1a14 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:54.586592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c862154e-e731-400e-8898-f6b09d9c1a14 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:54.752826 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-c862154e-e731-400e-8898-f6b09d9c1a14 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Floating IP c03e5903-a91e-4bce-b81f-6f356044da2e associated. External IP: 172.26.0.3, port: 23cf444e-2ff7-49ea-86e3-ab56863bfc0f. Jan 20 14:56:54.929778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:55.230243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c862154e-e731-400e-8898-f6b09d9c1a14 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:56:55.410242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c862154e-e731-400e-8898-f6b09d9c1a14 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:56:55.418606 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c862154e-e731-400e-8898-f6b09d9c1a14 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:55.424459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:56:55.434182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:56:55.435201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:56:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:55.472356 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c862154e-e731-400e-8898-f6b09d9c1a14 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "PUT /v2.0/floatingips/c03e5903-a91e-4bce-b81f-6f356044da2e HTTP/1.1" status: 200 len: 990 time: 1.5756006 Jan 20 14:56:55.472911 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:56:55.573608 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'status': 'completed', 'code': 200} Jan 20 14:56:55.652103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:56:55.672522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-107e84ea-1c75-4583-81b5-2b054fca9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:55.674019 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-107e84ea-1c75-4583-81b5-2b054fca9b8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 1099 time: 0.0769348 Jan 20 14:56:55.908890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-bf7446ae-2cf2-4347-9dab-1df06a1bd1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:55.910339 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-bf7446ae-2cf2-4347-9dab-1df06a1bd1dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.2304840 Jan 20 14:56:55.999603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:07:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:56:54Z', 'revision_number': 9, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:56.004176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:56:56.012823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:56:56.013433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:56:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:56.014841 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-99103277-81f0-407b-9969-7bedd8f01b4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f HTTP/1.1" status: 200 len: 998 time: 0.0977147 Jan 20 14:56:56.081366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-436525fb-b50d-4e4a-923d-e76faed3526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:56.082834 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-436525fb-b50d-4e4a-923d-e76faed3526e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0611989 Jan 20 14:56:56.157318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-bcc10890-9efa-41f3-9cd0-07a0924f668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:56.158810 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-bcc10890-9efa-41f3-9cd0-07a0924f668e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700641 Jan 20 14:56:56.190929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:56:56.288868 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-215ae41f-f446-4ebe-8be8-7ee8db155ded service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240771 Jan 20 14:56:56.419822 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-14aa0e1f-8c26-4d76-8dc3-986a0337feb9 req-951486aa-3764-4603-a53f-374cf68badd0 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246338 Jan 20 14:56:56.538389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:07:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:56:54Z', 'revision_number': 9, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:56.542305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e33f4-14c4-42ea-8c38-62813b97433d None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:07:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:56:54Z', 'revision_number': 9, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:56:56.729600 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24654712-6752-47a1-bc8a-c14c2336e2d7 None None] New status for floating IP c03e5903-a91e-4bce-b81f-6f356044da2e: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:57:03.118637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-95d8c8ca-3ab7-4770-876d-dd16fe8bb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:05.490769 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4563e23a-497b-4879-93e7-847f848d66e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:06.494603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:06.515963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:07.990686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:18.689003 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:57:24.968491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:31.338597 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-4e78df2e-b1ea-4cbc-94db-8ee0d72b15ce service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1251898 Jan 20 14:57:31.339212 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fe662-c395-4540-bdff-703df0a7c4ce req-0d42ca19-4583-42fa-a35d-47b7541a889f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:31.340565 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-962fe662-c395-4540-bdff-703df0a7c4ce req-0d42ca19-4583-42fa-a35d-47b7541a889f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0852628 Jan 20 14:57:31.388259 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-962fe662-c395-4540-bdff-703df0a7c4ce req-a2a7d351-bed6-4e8d-8133-34e00cad2f1b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Jan 20 14:57:32.474071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-268bcee8-fce2-48eb-b64d-899aa7b4c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:32.475612 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-268bcee8-fce2-48eb-b64d-899aa7b4c7ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 1099 time: 0.0755136 Jan 20 14:57:32.658496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-bda5ab30-69dd-40f3-aaa5-811cc4e0516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:32.659948 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-bda5ab30-69dd-40f3-aaa5-811cc4e0516b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1782928 Jan 20 14:57:32.721077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0fe84-50d8-43c6-ba67-42928248b8b4 req-8eb1a44f-0fb9-4cc5-a410-1627c8078e3b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:32.722426 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67f0fe84-50d8-43c6-ba67-42928248b8b4 req-8eb1a44f-0fb9-4cc5-a410-1627c8078e3b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.2208154 Jan 20 14:57:32.799920 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-b4b05ec0-416b-43e9-b5ed-4e6f460644b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f HTTP/1.1" status: 200 len: 1001 time: 0.1325057 Jan 20 14:57:32.802757 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67f0fe84-50d8-43c6-ba67-42928248b8b4 req-17951aee-6150-45a2-8cdd-59694158889b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744908 Jan 20 14:57:32.865408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-b5ef2237-0fef-4936-b195-8300588b64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:32.866888 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-b5ef2237-0fef-4936-b195-8300588b64b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0606692 Jan 20 14:57:32.942928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-2e67ee11-8ecc-438f-8659-12845396b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:32.944434 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-2e67ee11-8ecc-438f-8659-12845396b002 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717070 Jan 20 14:57:33.077980 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-c84a6e08-0f0d-467e-8b13-ed62642d36c4 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270173 Jan 20 14:57:33.112335 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3055cb6d-01d5-413a-94fd-a3f8ecc38e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:33.218763 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-7d388f64-1e54-4a43-a5d9-e98de52761d5 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337862 Jan 20 14:57:33.999958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487921a-2bb1-411d-b554-ecbbd9abf519 req-349352ed-d7e2-486b-bcff-b1c621a0673b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:34.001404 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9487921a-2bb1-411d-b554-ecbbd9abf519 req-349352ed-d7e2-486b-bcff-b1c621a0673b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0839229 Jan 20 14:57:34.045856 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9487921a-2bb1-411d-b554-ecbbd9abf519 req-967cc319-43e8-4677-a94e-a512c23ceb86 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383563 Jan 20 14:57:35.342614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764a06f-5224-4083-b70f-4f28eebe8f68 req-5c40a0a4-50de-4960-8b35-e46e8cecc65c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:35.344116 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3764a06f-5224-4083-b70f-4f28eebe8f68 req-5c40a0a4-50de-4960-8b35-e46e8cecc65c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.1920431 Jan 20 14:57:35.387585 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3764a06f-5224-4083-b70f-4f28eebe8f68 req-e3e179a9-ada0-43c1-81af-0af3b44f0bb2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375516 Jan 20 14:57:35.480616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-de89ea93-c0ca-4f32-999f-3b200424ec9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:36.491230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:36.521081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:36.592769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ee701-69e2-4582-bb25-a2c0faf59a3b req-1a606430-a680-4cc9-844f-107630bc8c90 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:36.594227 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-573ee701-69e2-4582-bb25-a2c0faf59a3b req-1a606430-a680-4cc9-844f-107630bc8c90 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0868747 Jan 20 14:57:36.638474 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-573ee701-69e2-4582-bb25-a2c0faf59a3b req-0f3e5948-dd05-4b25-a204-42ce1f98feef tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384219 Jan 20 14:57:37.840456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf794b-3c14-4890-a139-10a88c700110 req-33b30a27-f31e-4cb6-ad26-192b3a32add3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:37.841931 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96bf794b-3c14-4890-a139-10a88c700110 req-33b30a27-f31e-4cb6-ad26-192b3a32add3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0859227 Jan 20 14:57:37.891140 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96bf794b-3c14-4890-a139-10a88c700110 req-4f3de102-7b1a-45e1-891f-eea90099b7aa tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409360 Jan 20 14:57:37.991470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:39.087876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fd240-1f49-4d2b-b732-6e00e2e35f8f req-88c4a1ad-6e37-426e-a384-5deb0382d1e1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:39.089349 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-695fd240-1f49-4d2b-b732-6e00e2e35f8f req-88c4a1ad-6e37-426e-a384-5deb0382d1e1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0818357 Jan 20 14:57:39.133353 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-695fd240-1f49-4d2b-b732-6e00e2e35f8f req-8f7111e6-68bb-4f76-a105-34139b987fd7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367842 Jan 20 14:57:40.329673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bbdd6-1a54-4240-b44a-e2f59de7dc84 req-aacecd06-9dc9-40db-808f-61eef87f905e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:40.331071 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-792bbdd6-1a54-4240-b44a-e2f59de7dc84 req-aacecd06-9dc9-40db-808f-61eef87f905e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0803039 Jan 20 14:57:40.375249 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-792bbdd6-1a54-4240-b44a-e2f59de7dc84 req-99925fd6-040d-4c6b-901e-d64918bf9301 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382178 Jan 20 14:57:41.577990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348261ba-ed63-46bd-b075-4a2d9aabe1c9 req-1f2600d8-fe60-43a1-abd7-a85aec09199e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:41.579447 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-348261ba-ed63-46bd-b075-4a2d9aabe1c9 req-1f2600d8-fe60-43a1-abd7-a85aec09199e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0925117 Jan 20 14:57:41.625950 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-348261ba-ed63-46bd-b075-4a2d9aabe1c9 req-b749c4b1-d7d9-4025-81f9-ebcc64afc171 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382562 Jan 20 14:57:42.831627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da84f0-44f1-4a49-bb2e-a8a07bb846ee req-37694f86-69d3-4143-aa92-7bdc4b46c99b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:42.833126 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-71da84f0-44f1-4a49-bb2e-a8a07bb846ee req-37694f86-69d3-4143-aa92-7bdc4b46c99b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0931978 Jan 20 14:57:42.879308 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-71da84f0-44f1-4a49-bb2e-a8a07bb846ee req-28047975-81a8-490c-9013-2dad29e42bdb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374143 Jan 20 14:57:44.077972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32069f06-0896-4e62-80f8-d087d874d8ff req-47038104-3d5f-40f4-a681-87b3aed53c09 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:44.079490 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-32069f06-0896-4e62-80f8-d087d874d8ff req-47038104-3d5f-40f4-a681-87b3aed53c09 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0834997 Jan 20 14:57:44.135916 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-32069f06-0896-4e62-80f8-d087d874d8ff req-f80a2dfd-2060-4b09-bb5d-740fa5f0cf4b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498860 Jan 20 14:57:44.926130 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-330672e6-f887-4cfb-b253-ff3b625d028a service neutron] 10.222.0.72 "GET /v2.0/ports/23cf444e-2ff7-49ea-86e3-ab56863bfc0f/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0828543 Jan 20 14:57:45.207232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-eab90f9d-42d5-40cc-a030-3db16bf3c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:45.209187 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-eab90f9d-42d5-40cc-a030-3db16bf3c643 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 1099 time: 0.0781689 Jan 20 14:57:45.357786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-5fefa149-dc01-472a-886a-1ee2822bf98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:45.359264 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-5fefa149-dc01-472a-886a-1ee2822bf98c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 1099 time: 0.1278059 Jan 20 14:57:45.390998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84b914-cd3d-49e9-a9f3-dca4963cef02 req-99c4ee5d-1394-4960-9faf-4c54fed58d87 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:45.392513 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df84b914-cd3d-49e9-a9f3-dca4963cef02 req-99c4ee5d-1394-4960-9faf-4c54fed58d87 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.1309013 Jan 20 14:57:45.518056 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df84b914-cd3d-49e9-a9f3-dca4963cef02 req-6fda29aa-fefe-41fd-a748-b752274019ef tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191192 Jan 20 14:57:45.539525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-0fc8cc59-2c53-4074-a02b-461297049d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:45.540989 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-0fc8cc59-2c53-4074-a02b-461297049d89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1742325 Jan 20 14:57:45.646358 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-42414819-c8dc-4584-9bc1-37323efcff90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f HTTP/1.1" status: 200 len: 1001 time: 0.0984228 Jan 20 14:57:45.712498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-ff891034-119d-4669-9a92-481d1c8b9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:45.713895 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-ff891034-119d-4669-9a92-481d1c8b9662 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0618556 Jan 20 14:57:45.793003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-07e7dd64-7d6f-4f1e-88cd-ed2b4cef868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:45.794403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-07e7dd64-7d6f-4f1e-88cd-ed2b4cef868c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746467 Jan 20 14:57:45.930782 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-b84d345a-394b-42bb-8c45-3946f1c60770 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301029 Jan 20 14:57:46.059898 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-149a3de1-08c6-43d8-95eb-0cd22140a19d req-a91c5f46-6c75-4436-a59c-caa3df47ab00 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228132 Jan 20 14:57:46.726764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae74a-ec12-41af-9352-3110ec66c5d0 req-a9bf2836-beed-4f2e-b561-2872e3e327fd tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:46.728274 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-22cae74a-ec12-41af-9352-3110ec66c5d0 req-a9bf2836-beed-4f2e-b561-2872e3e327fd tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0884602 Jan 20 14:57:46.774956 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-22cae74a-ec12-41af-9352-3110ec66c5d0 req-1fe36e7b-a9b4-4f39-98cf-67b1421a9ede tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 Jan 20 14:57:47.990028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74d14c-07cf-4a51-b3ed-e62ae17d4eeb req-1c08c17d-b296-4100-ae18-7c2ef6892e7e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:47.991505 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da74d14c-07cf-4a51-b3ed-e62ae17d4eeb req-1c08c17d-b296-4100-ae18-7c2ef6892e7e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0923464 Jan 20 14:57:48.035590 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da74d14c-07cf-4a51-b3ed-e62ae17d4eeb req-ba9cec78-813e-4fce-8804-ec8b2227d3be tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381923 Jan 20 14:57:48.499069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-00ca2f9d-3a61-4aa2-9c5e-b1c55d7b82b3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:48.500595 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-00ca2f9d-3a61-4aa2-9c5e-b1c55d7b82b3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2&tenant_id=c3fe99d9435b4c7694d552ff877b1396&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 946 time: 0.1446977 Jan 20 14:57:48.661424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af173a2e-c905-4fae-acfc-e46789954ced req-fab9d045-e5cb-447a-be08-5bb21a531725 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:48.662774 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af173a2e-c905-4fae-acfc-e46789954ced req-fab9d045-e5cb-447a-be08-5bb21a531725 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.2485042 Jan 20 14:57:48.726843 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af173a2e-c905-4fae-acfc-e46789954ced req-b4ce8e22-3d82-4513-b831-882666445f9f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569077 Jan 20 14:57:48.730722 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-478286d7-6eb8-4502-b9c7-f12d1a40ea63 service neutron] 10.222.0.72 "GET /v2.0/ports/23cf444e-2ff7-49ea-86e3-ab56863bfc0f/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.2235119 Jan 20 14:57:48.832420 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-1f229b2f-c79d-402c-8a16-cde8a2277aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:48.833915 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-1f229b2f-c79d-402c-8a16-cde8a2277aff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 1099 time: 0.0727363 Jan 20 14:57:48.967126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-a0ca860a-32c4-4c32-8d64-c3c75b133ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:48.968517 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-a0ca860a-32c4-4c32-8d64-c3c75b133ce8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1282961 Jan 20 14:57:49.077743 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-202c75e6-0819-4959-9828-84f3f3e4b34a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f HTTP/1.1" status: 200 len: 1001 time: 0.1031020 Jan 20 14:57:49.140794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-d08416cb-8692-47d4-8590-385634037422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:49.142309 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-d08416cb-8692-47d4-8590-385634037422 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0588789 Jan 20 14:57:49.153880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23cf444e-2ff7-49ea-86e3-ab56863bfc0f no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:57:49.216845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-2acd70e4-750f-4917-9ec3-94ea36dc5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:49.218391 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-2acd70e4-750f-4917-9ec3-94ea36dc5069 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703783 Jan 20 14:57:49.268024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:49.294730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:57:49.304757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:57:49.312440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:49.349032 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'code': 200} Jan 20 14:57:49.354351 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-7af934b9-7840-43f1-b252-b9ac3273121b service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283329 Jan 20 14:57:49.391472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:57:49.398664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.399014 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.399352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.399680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.400025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.400388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.400714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.401138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.401467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.401788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.402103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.402406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:49.488835 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-97f2060c-cee3-4332-b4f4-8ea7b26663c4 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278572 Jan 20 14:57:49.927984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a90a6-7760-481b-bc6a-c07c7ecdf30d req-011f2f1b-97a6-445d-8348-4ccf3e4f27af tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:49.929478 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4f6a90a6-7760-481b-bc6a-c07c7ecdf30d req-011f2f1b-97a6-445d-8348-4ccf3e4f27af tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 944 time: 0.0864685 Jan 20 14:57:49.978910 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4f6a90a6-7760-481b-bc6a-c07c7ecdf30d req-60408dca-e6eb-4c27-9d78-4dd31f99faf5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432816 Jan 20 14:57:51.187874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f12d11-7cea-4d35-b324-adfdfef7afc1 req-7ebeea3f-6724-4ea1-9b0b-46d9774230ab tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:51.189398 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b2f12d11-7cea-4d35-b324-adfdfef7afc1 req-7ebeea3f-6724-4ea1-9b0b-46d9774230ab tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 944 time: 0.0950410 Jan 20 14:57:51.235581 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b2f12d11-7cea-4d35-b324-adfdfef7afc1 req-39ae9ab1-8f4f-46c6-88fb-e11ab1e107bb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385640 Jan 20 14:57:52.079657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-64cee776-0817-44b5-8398-5dfc89795812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:52.081167 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-64cee776-0817-44b5-8398-5dfc89795812 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 1097 time: 0.0718701 Jan 20 14:57:52.183152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-d49011b7-1a33-4989-b934-dabac653a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:52.184910 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-d49011b7-1a33-4989-b934-dabac653a27f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 1097 time: 0.0805898 Jan 20 14:57:52.318588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-32e220d6-bd7e-4055-88c6-ccd291af62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:52.320059 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-32e220d6-bd7e-4055-88c6-ccd291af62e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1289721 Jan 20 14:57:52.470475 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-1cf8e056-2f90-4477-9266-22d2d3fe41d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f HTTP/1.1" status: 200 len: 999 time: 0.1444280 Jan 20 14:57:52.537501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ef0bc-53b5-4cc3-aea9-9fe62601a340 req-51feaf8b-e8c7-4e36-b393-4c360358d657 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:52.538936 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-562ef0bc-53b5-4cc3-aea9-9fe62601a340 req-51feaf8b-e8c7-4e36-b393-4c360358d657 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 944 time: 0.1627452 Jan 20 14:57:52.547019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-23c4008c-9a4c-4065-8db5-c24aa559ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:52.548396 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-23c4008c-9a4c-4065-8db5-c24aa559ff4f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0719032 Jan 20 14:57:52.632403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-562ef0bc-53b5-4cc3-aea9-9fe62601a340 req-8ed29e80-89e5-4968-88f3-7d4710a322d0 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870249 Jan 20 14:57:52.651326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-efe6d71f-fa91-487e-810d-e90f6a8bd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:52.652800 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-efe6d71f-fa91-487e-810d-e90f6a8bd55c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0920217 Jan 20 14:57:52.888401 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-5e9b29f5-08a8-41ed-bd9b-0f4dd70c557d service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287123 Jan 20 14:57:53.020587 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-321aca5e-2209-4c90-a4bc-42875d34b8d3 req-71317a17-5fcd-4ef7-92f7-936b0925a2bd service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253912 Jan 20 14:57:53.395307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-d04d2495-d1e2-452c-834e-9cef4227a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:53.396799 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-d04d2495-d1e2-452c-834e-9cef4227a54a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 1097 time: 0.0722218 Jan 20 14:57:53.549888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-2c19410a-fd17-4ee6-bade-ce4fb789609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:53.551312 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-2c19410a-fd17-4ee6-bade-ce4fb789609a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1328733 Jan 20 14:57:53.655372 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-43284601-7fca-4abe-b3b5-a232ca7c4e4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f HTTP/1.1" status: 200 len: 999 time: 0.0969720 Jan 20 14:57:53.719686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-4a3bd037-b779-4f23-a9b1-d05874e1d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:53.721222 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-4a3bd037-b779-4f23-a9b1-d05874e1d6f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0587730 Jan 20 14:57:53.802847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-e98843a3-bd8d-4242-9020-dd072ec346a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:53.804387 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-e98843a3-bd8d-4242-9020-dd072ec346a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749364 Jan 20 14:57:53.819840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197895b-b6a5-440f-98c3-e23469150f9e req-ee74ab64-6d6a-4279-8673-a2b18c7c6666 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:53.821295 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2197895b-b6a5-440f-98c3-e23469150f9e req-ee74ab64-6d6a-4279-8673-a2b18c7c6666 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 944 time: 0.0802290 Jan 20 14:57:53.864405 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2197895b-b6a5-440f-98c3-e23469150f9e req-201aa76e-6897-4222-be7f-732129c32983 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371368 Jan 20 14:57:53.933771 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-90c3c673-ddf1-4d7b-953f-f913016fd797 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221886 Jan 20 14:57:54.069034 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-df4fdbb5-99ce-42a2-bcdd-bd65fc4bdad6 req-cb88f38d-1462-4bc1-8649-3ab12c26d513 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279283 Jan 20 14:57:54.985208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:55.170162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23cf444e-2ff7-49ea-86e3-ab56863bfc0f details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:57:55.173658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23cf444e-2ff7-49ea-86e3-ab56863bfc0f no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:57:55.210800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699974a-c43a-46d5-9077-d4926d8d70fc req-785a17ed-04e4-4589-878b-e850cc74b521 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:55.212361 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c699974a-c43a-46d5-9077-d4926d8d70fc req-785a17ed-04e4-4589-878b-e850cc74b521 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 944 time: 0.0815687 Jan 20 14:57:55.264985 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c699974a-c43a-46d5-9077-d4926d8d70fc req-d76f0951-5cd9-4dc7-a067-33294c2bc7ae tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466409 Jan 20 14:57:55.447919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:57:55.453789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93b809-9f5e-4b77-a900-985fa9caa917 req-647902bf-1526-427e-bfd9-e59fd889b8db tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:55.455256 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-eb93b809-9f5e-4b77-a900-985fa9caa917 req-647902bf-1526-427e-bfd9-e59fd889b8db tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 944 time: 0.0877850 Jan 20 14:57:55.461400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'port_id': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'mac_address': 'fa:16:3e:07:90:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:57:55.498907 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-eb93b809-9f5e-4b77-a900-985fa9caa917 req-c155d15a-7d86-4ac2-bdfd-4443e6c90926 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376947 Jan 20 14:57:55.517487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:55.534863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cf444e-2ff7-49ea-86e3-ab56863bfc0f {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:57:55.549975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:57:55.556309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:55.624693 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['23cf444e-2ff7-49ea-86e3-ab56863bfc0f'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:57:55.648379 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:57:55.688951 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:57:55.689564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e1c97-073a-4053-9f81-0079822c10e3 req-8f63e65d-1a8d-4a84-adb8-eaaa98b53492 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:55.690443 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a79e1c97-073a-4053-9f81-0079822c10e3 req-8f63e65d-1a8d-4a84-adb8-eaaa98b53492 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 945 time: 0.0843029 Jan 20 14:57:55.734064 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a79e1c97-073a-4053-9f81-0079822c10e3 req-a5427846-deec-4c6f-a42b-47658fff3695 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374184 Jan 20 14:57:56.114838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5b602-6c65-4b68-9c1f-f1d98d048fab req-d33c346f-9f9a-48f4-8b5a-586d51b1694b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:56.116341 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e8e5b602-6c65-4b68-9c1f-f1d98d048fab req-d33c346f-9f9a-48f4-8b5a-586d51b1694b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 945 time: 0.0811994 Jan 20 14:57:56.163857 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e8e5b602-6c65-4b68-9c1f-f1d98d048fab req-525f627c-63f0-4c25-ba97-8dd08dbf461d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Jan 20 14:57:57.194292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23cf444e-2ff7-49ea-86e3-ab56863bfc0f up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:57:57.266633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:57:57.266958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:57.360919 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c067c0a-83a4-4ade-b04d-0b21138a3c3a req-b10aeb2c-415b-4881-a906-0cb97a884771 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:57.362369 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9c067c0a-83a4-4ade-b04d-0b21138a3c3a req-b10aeb2c-415b-4881-a906-0cb97a884771 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 945 time: 0.0787394 Jan 20 14:57:57.383725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:57.405598 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9c067c0a-83a4-4ade-b04d-0b21138a3c3a req-3f3065c0-368e-4028-b97a-ae061842cb63 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372188 Jan 20 14:57:57.410600 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:57:57.420680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:57:57.426209 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:57.461106 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'code': 200} Jan 20 14:57:57.501917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:57:58.132117 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-e9561480-72ac-4bdc-8460-ebe901c1105d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:58.133589 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-e9561480-72ac-4bdc-8460-ebe901c1105d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0861399 Jan 20 14:57:58.203560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Deleting port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:57:58.203868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:58.456168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] For port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:57:58.456553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:58.599013 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6cf1-5e58-4863-a81a-51635f14f4d9 req-23ef054e-e2ae-4a78-97f3-a2a28a0fd2f0 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:58.600589 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-43fd6cf1-5e58-4863-a81a-51635f14f4d9 req-23ef054e-e2ae-4a78-97f3-a2a28a0fd2f0 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 946 time: 0.0864465 Jan 20 14:57:58.645271 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-43fd6cf1-5e58-4863-a81a-51635f14f4d9 req-f3dc1f74-4c35-4295-9b3f-aac6cf26cdc0 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389252 Jan 20 14:57:58.858049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:58.858507 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:58.858821 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Floating IP c03e5903-a91e-4bce-b81f-6f356044da2e disassociated. External IP: 172.26.0.3, port: 23cf444e-2ff7-49ea-86e3-ab56863bfc0f. Jan 20 14:57:58.859152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Calling delete_port for 23cf444e-2ff7-49ea-86e3-ab56863bfc0f owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:57:59.009302 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:59.058863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event deleted for resources: {'Port': ['ID=23cf444e-2ff7-49ea-86e3-ab56863bfc0f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:57:59.069271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.069634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.069947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.070275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.070600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.070922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.071240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.071560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.071874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.072188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.072524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.072836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:59.256545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:57:59.443315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:57:59.456654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:57:59.474221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:57:59.474943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:57:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:57:59.519385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] No DVR routers for this DVR port 23cf444e-2ff7-49ea-86e3-ab56863bfc0f on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:57:59.522042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:59.524547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'name': 'network-vif-deleted', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:57:59.543273 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a6bfcb3d-0fbf-44aa-86da-8be0a53609f6 req-cbd75157-e361-4bee-aaf7-58c3f97403e8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "DELETE /v2.0/ports/23cf444e-2ff7-49ea-86e3-ab56863bfc0f HTTP/1.1" status: 204 len: 173 time: 1.4038730 Jan 20 14:57:59.574009 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1795bfd6-64bb-4d14-ba7b-97a4c41c37d2', 'name': 'network-vif-deleted', 'tag': '23cf444e-2ff7-49ea-86e3-ab56863bfc0f', 'status': 'completed', 'code': 200} Jan 20 14:57:59.666918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:57:59.811404 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9862c210-17d7-4b9e-bc2b-2cc2b5c585a9 req-8cfd7d3c-1492-4a5e-aa94-d50dbdcf2afd tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=1795bfd6-64bb-4d14-ba7b-97a4c41c37d2 HTTP/1.1" status: 200 len: 210 time: 0.0427012 Jan 20 14:57:59.994648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:57:59.999625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:58:00.008255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:58:00.008795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:57:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:58:00.196017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:58:00.540053 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:58:00.544532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70277d54-9fb2-4932-887a-4fe93ee95f18 None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:58:00.787637 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12dd0ee-5915-404d-aafa-f306bb4ea3cf None None] New status for floating IP c03e5903-a91e-4bce-b81f-6f356044da2e: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:58:01.155526 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-68086e97-1266-41c0-91a2-632b730e7f3a tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1867507399&fields=id&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 267 time: 0.0393848 Jan 20 14:58:01.207979 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23cf444e-2ff7-49ea-86e3-ab56863bfc0f no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:58:01.245428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 23cf444e-2ff7-49ea-86e3-ab56863bfc0f {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:58:01.245771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23cf444e-2ff7-49ea-86e3-ab56863bfc0f not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:58:01.309903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-9402ed6f-9676-4111-94fe-666fa5d796c2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:01.311361 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-9402ed6f-9676-4111-94fe-666fa5d796c2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 812 time: 0.1493890 Jan 20 14:58:01.328856 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-b05738ca-bf7c-4d78-bda6-390becf7d2c5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/quotas/c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 375 time: 0.0092537 Jan 20 14:58:01.416055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-214fee44-b3d4-4881-9aa0-02515b9a21aa tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Synchronizing usage tracker for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:58:01.434325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-214fee44-b3d4-4881-9aa0-02515b9a21aa tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Unset dirty status for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:58:01.435740 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-214fee44-b3d4-4881-9aa0-02515b9a21aa tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019909 Jan 20 14:58:01.652871 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-386864e0-db34-4c7b-b71d-7ff8695d8b30 service neutron] 10.222.0.87 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053316 Jan 20 14:58:01.796885 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-3a169ece-9ac9-4410-b18f-efbb8f8697d2 service neutron] 10.222.0.87 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364496 Jan 20 14:58:02.076191 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fc0318b3-6ac5-45fc-ad04-c8d50f9fd606 req-58fd9281-8931-41fa-bea2-334ebaf86c43 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 210 time: 0.1472828 Jan 20 14:58:03.119346 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-26e45361-354b-464f-aae1-bfb38dfe7588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:03.142119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-2fffdbff-54c3-4102-a505-db7cea43e65b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:03.143483 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-2fffdbff-54c3-4102-a505-db7cea43e65b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 812 time: 0.2596385 Jan 20 14:58:03.224246 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-0240708e-20e6-4342-86b1-a05ad81c7eec tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 380 time: 0.0697463 Jan 20 14:58:03.232957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'port': {'device_id': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'admin_state_up': True, 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'security_groups': ['30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:58:03.254770 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ffad9a1-a9e6-484a-8b4d-cfc087b2599a req-728781e5-294c-4ea7-907e-ab5840ab97a9 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 210 time: 0.0685842 Jan 20 14:58:03.374883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:58:03.384607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:58:03.397027 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Made reservation on behalf of c3fe99d9435b4c7694d552ff877b1396 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:58:03.400580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:03.566551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Allocated IP 172.20.0.11 (b61636b3-80f9-4010-8f67-749d8f173423/977448e9-a5e9-4831-a1a6-43926bc4876e/06dd3fa9-5c42-4b83-bd96-25b91dece9fe) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:58:03.761424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:03.776313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Transition to ACTIVE for port object 06dd3fa9-5c42-4b83-bd96-25b91dece9fe will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:58:03.800817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:03.873728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Network b61636b3-80f9-4010-8f67-749d8f173423 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:58:03.876830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:58:03.880596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:58:03.910670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:58:03.947361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:03.948056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:03.976189 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-afac3b52-01ee-4b0a-89ce-98f2d518f549 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465951 Jan 20 14:58:03.987361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Request body: {'port': {'device_id': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:58:04.102369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:04.185163 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-57398be4-570c-4d98-8d93-39cf66080551 None None] Provisioning for port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:58:04.190407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-57398be4-570c-4d98-8d93-39cf66080551 None None] Provisioning complete for port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:58:04.190787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57398be4-570c-4d98-8d93-39cf66080551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:04.243332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-57398be4-570c-4d98-8d93-39cf66080551 None None] Port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 14:58:04.439492 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e18cc-83db-4c44-a37e-aadde3cc2232 req-823fa5c8-f425-49b2-906d-f5b822402827 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:04.440914 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ee0e18cc-83db-4c44-a37e-aadde3cc2232 req-823fa5c8-f425-49b2-906d-f5b822402827 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 932 time: 0.0819540 Jan 20 14:58:04.443636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06dd3fa9-5c42-4b83-bd96-25b91dece9fe {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:58:04.451430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:04.466047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Transition to ACTIVE for port object 06dd3fa9-5c42-4b83-bd96-25b91dece9fe will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:58:04.471233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:04.484912 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ee0e18cc-83db-4c44-a37e-aadde3cc2232 req-45c0e2dc-8ef4-4062-81d8-71264b3945f5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377345 Jan 20 14:58:04.622068 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:58:04.709485 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Attempting to bind port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:58:04.709818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Attempting to bind port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:58:04.710136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Attempting to bind port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe on network b61636b3-80f9-4010-8f67-749d8f173423 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:58:04.714854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe on network b61636b3-80f9-4010-8f67-749d8f173423 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 14:58:04.715163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Attempting to bind port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe on network b61636b3-80f9-4010-8f67-749d8f173423 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 14:58:04.720397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 14:58:04.720725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Checking segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:58:04.721100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Bound using segment: {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 14:58:04.721509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Bound port: 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5ea418-6225-4877-a769-620db1593d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:58:04.721837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:04.921065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 14:58:04.924610 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 14:58:04.931259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:04.991029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:04.991632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:04.993208 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] 10.222.0.72 "PUT /v2.0/ports/06dd3fa9-5c42-4b83-bd96-25b91dece9fe HTTP/1.1" status: 200 len: 1094 time: 1.0100780 Jan 20 14:58:04.993651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:58:05.033478 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c582a-52c5-4936-b65d-717eb1c85125 service neutron] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:58:05.060383 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'status': 'completed', 'code': 200} Jan 20 14:58:05.142508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-fa04f7fa-7b5b-479f-bef5-ed54c2594625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:05.144002 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-fa04f7fa-7b5b-479f-bef5-ed54c2594625 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 1097 time: 0.0777481 Jan 20 14:58:05.213786 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-b26ec9f4-a36c-41b3-abfa-71973532242e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe HTTP/1.1" status: 200 len: 217 time: 0.0619831 Jan 20 14:58:05.281883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-39e5c72b-4088-4eef-83dc-dce1af939772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:05.283309 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-39e5c72b-4088-4eef-83dc-dce1af939772 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0629048 Jan 20 14:58:05.359843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-7bfe0301-8ef7-4ddb-a6bd-207c2a6d635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:05.361456 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-7bfe0301-8ef7-4ddb-a6bd-207c2a6d635f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710466 Jan 20 14:58:05.475194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-651c6017-eefd-49ae-bdfd-694361d85846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:05.498583 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-713b6c54-43c6-44b3-9af8-7b81b451c3a0 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305096 Jan 20 14:58:05.638898 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d621e932-2c43-4455-ae4b-082ea8965d4f req-060d5dac-7cd9-4ffe-8ef1-f66639162f25 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332679 Jan 20 14:58:05.696547 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ab418-7992-40ba-b791-d8a6a8041dc4 req-5e444445-a6f4-48a5-a339-fdc64c478704 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:05.698015 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-972ab418-7992-40ba-b791-d8a6a8041dc4 req-5e444445-a6f4-48a5-a339-fdc64c478704 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 944 time: 0.0879877 Jan 20 14:58:05.741790 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-972ab418-7992-40ba-b791-d8a6a8041dc4 req-4c2cfa5c-4128-47de-ae11-2c7cf8ccaef8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377853 Jan 20 14:58:05.761589 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-8bedc2a4-be4f-44b0-9942-9083b2b9bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:05.763107 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-8bedc2a4-be4f-44b0-9942-9083b2b9bd25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 1097 time: 0.0770731 Jan 20 14:58:05.896071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-e104d7a5-4b9c-4cd0-9132-5c5fc6b4e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:05.897442 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-e104d7a5-4b9c-4cd0-9132-5c5fc6b4e465 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1260817 Jan 20 14:58:05.965234 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-eb591a4e-c325-4703-b7b0-057aa15d5c34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe HTTP/1.1" status: 200 len: 217 time: 0.0609736 Jan 20 14:58:06.030291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-58ed10b5-ffcc-49fe-902d-3b4ddbc1f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:06.031716 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-58ed10b5-ffcc-49fe-902d-3b4ddbc1f775 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0603461 Jan 20 14:58:06.109979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-50868db7-6d9f-4c2f-98b7-e033b9313e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:06.111494 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-50868db7-6d9f-4c2f-98b7-e033b9313e20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726295 Jan 20 14:58:06.248506 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-e98884bb-8765-414f-9c44-157197fd9be3 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293991 Jan 20 14:58:06.386036 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ac12ac8d-7b8e-4cfc-921e-e2648f22139d req-c46f3381-2422-454d-8129-1d5e5b9f30dc service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309726 Jan 20 14:58:06.495101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:06.522648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:06.934571 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b8ec-80cf-45c8-9f78-977d8aefcafc req-68f305db-2a86-455b-9264-6adc1c87b8f5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:06.935212 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f011b8ec-80cf-45c8-9f78-977d8aefcafc req-68f305db-2a86-455b-9264-6adc1c87b8f5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Synchronizing usage tracker for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:58:06.953394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f011b8ec-80cf-45c8-9f78-977d8aefcafc req-68f305db-2a86-455b-9264-6adc1c87b8f5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Unset dirty status for tenant:c3fe99d9435b4c7694d552ff877b1396 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:58:06.954640 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f011b8ec-80cf-45c8-9f78-977d8aefcafc req-68f305db-2a86-455b-9264-6adc1c87b8f5 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 944 time: 0.1025481 Jan 20 14:58:06.998004 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f011b8ec-80cf-45c8-9f78-977d8aefcafc req-15f3974e-7b72-4bc7-9402-8197de60da8a tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373809 Jan 20 14:58:07.245684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 06dd3fa9-5c42-4b83-bd96-25b91dece9fe details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:58:07.410170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:58:07.423636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'port_id': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'mac_address': 'fa:16:3e:0f:bb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:58:07.481295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:07.497700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dd3fa9-5c42-4b83-bd96-25b91dece9fe {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:58:07.513155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:58:07.519773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:07.595483 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:58:07.723985 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['06dd3fa9-5c42-4b83-bd96-25b91dece9fe'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:58:07.995690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:08.196577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783ecb4-fbfb-42c8-a17d-10ed6625df82 req-c733981a-d464-44d0-a04f-737f7da7a55f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:08.198017 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a783ecb4-fbfb-42c8-a17d-10ed6625df82 req-c733981a-d464-44d0-a04f-737f7da7a55f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 945 time: 0.0945530 Jan 20 14:58:08.247103 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a783ecb4-fbfb-42c8-a17d-10ed6625df82 req-27832833-01c2-44c6-b8fe-7ef996cef2bb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431614 Jan 20 14:58:09.260483 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 06dd3fa9-5c42-4b83-bd96-25b91dece9fe up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:58:09.339061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:58:09.343851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:58:09.344248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:09.433865 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6940e09-b354-428b-bbff-836d3d47aadf req-6dda35f7-c432-4b1b-b0e3-527628fe2780 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:09.435429 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b6940e09-b354-428b-bbff-836d3d47aadf req-6dda35f7-c432-4b1b-b0e3-527628fe2780 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 945 time: 0.0795681 Jan 20 14:58:09.461201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:09.479051 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b6940e09-b354-428b-bbff-836d3d47aadf req-b56907d6-4ea7-4997-84b4-264672b016b7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376945 Jan 20 14:58:09.487597 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:58:09.498143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:58:09.503108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:09.538346 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'code': 200} Jan 20 14:58:09.575075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:58:09.874719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfdd76-bd2a-483d-bdde-f9641458ba7b req-6bbd4e27-91b8-443a-834e-8bfd35123493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:09.876318 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-84dfdd76-bd2a-483d-bdde-f9641458ba7b req-6bbd4e27-91b8-443a-834e-8bfd35123493 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 1099 time: 0.1711068 Jan 20 14:58:09.915252 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-84dfdd76-bd2a-483d-bdde-f9641458ba7b req-cf89a0f5-7275-40fe-b66e-12c302795dfd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326571 Jan 20 14:58:10.687418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61be84-9a19-4780-b821-4f270f351f34 req-6c47e69c-c592-40cf-b297-30683c593604 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:10.688948 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0e61be84-9a19-4780-b821-4f270f351f34 req-6c47e69c-c592-40cf-b297-30683c593604 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0906687 Jan 20 14:58:10.738499 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0e61be84-9a19-4780-b821-4f270f351f34 req-d47bdc07-749b-4548-badb-11600d725932 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 Jan 20 14:58:11.951612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e385e-f3df-452c-8314-ad10d7aa719a req-8d4cd016-b2dc-415a-bd0e-5dd671269100 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:11.953129 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-952e385e-f3df-452c-8314-ad10d7aa719a req-8d4cd016-b2dc-415a-bd0e-5dd671269100 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0909722 Jan 20 14:58:11.996336 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-952e385e-f3df-452c-8314-ad10d7aa719a req-61169e27-9fcc-486d-8e94-f0facc9322c4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374970 Jan 20 14:58:12.183224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced53a7-2066-40bc-96b5-cf99613b93e2 req-2b933698-b3fa-4301-9de8-139d8f218ed2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:12.185294 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ced53a7-2066-40bc-96b5-cf99613b93e2 req-2b933698-b3fa-4301-9de8-139d8f218ed2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0923896 Jan 20 14:58:12.194281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 57618) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:58:12.199405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-06388bde-dc2f-4f25-82bc-18bc1a5d4e37 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Request body: {'floatingip': {'port_id': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:58:12.276713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-06388bde-dc2f-4f25-82bc-18bc1a5d4e37 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:12.914217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-06388bde-dc2f-4f25-82bc-18bc1a5d4e37 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:12.921751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-06388bde-dc2f-4f25-82bc-18bc1a5d4e37 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:13.133366 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-06388bde-dc2f-4f25-82bc-18bc1a5d4e37 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Floating IP c03e5903-a91e-4bce-b81f-6f356044da2e associated. External IP: 172.26.0.3, port: 06dd3fa9-5c42-4b83-bd96-25b91dece9fe. Jan 20 14:58:13.658577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06388bde-dc2f-4f25-82bc-18bc1a5d4e37 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:58:13.863695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06388bde-dc2f-4f25-82bc-18bc1a5d4e37 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:58:13.868757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-06388bde-dc2f-4f25-82bc-18bc1a5d4e37 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:13.873621 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:58:13.883172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:58:13.883788 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:58:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:58:13.924789 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-06388bde-dc2f-4f25-82bc-18bc1a5d4e37 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "PUT /v2.0/floatingips/c03e5903-a91e-4bce-b81f-6f356044da2e HTTP/1.1" status: 200 len: 991 time: 1.7293420 Jan 20 14:58:13.925479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:58:13.969788 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'status': 'completed', 'code': 200} Jan 20 14:58:14.070489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25c37-a913-4ad2-9111-e25082279501 req-0b181458-97a9-4701-98f8-7c5b95fdea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:14.071092 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:58:14.072026 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-03b25c37-a913-4ad2-9111-e25082279501 req-0b181458-97a9-4701-98f8-7c5b95fdea59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 1099 time: 0.0793614 Jan 20 14:58:14.204541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25c37-a913-4ad2-9111-e25082279501 req-2435f5c1-da47-4453-834c-1740c5b8cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:14.205944 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-03b25c37-a913-4ad2-9111-e25082279501 req-2435f5c1-da47-4453-834c-1740c5b8cad9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1283395 Jan 20 14:58:14.308866 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-03b25c37-a913-4ad2-9111-e25082279501 req-7c94e764-4a83-4b65-b423-bbe084218c1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe HTTP/1.1" status: 200 len: 999 time: 0.0960987 Jan 20 14:58:14.373229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25c37-a913-4ad2-9111-e25082279501 req-0583241f-6286-4fce-9264-a80001cd6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:14.374676 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-03b25c37-a913-4ad2-9111-e25082279501 req-0583241f-6286-4fce-9264-a80001cd6031 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0598538 Jan 20 14:58:14.446938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:0f:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:58:12Z', 'revision_number': 13, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:58:14.449275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25c37-a913-4ad2-9111-e25082279501 req-64781d64-94b1-4bfa-9745-4b3905e78773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:14.450800 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-03b25c37-a913-4ad2-9111-e25082279501 req-64781d64-94b1-4bfa-9745-4b3905e78773 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694911 Jan 20 14:58:14.451124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:58:14.459852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:58:14.460410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:58:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:58:14.580090 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-03b25c37-a913-4ad2-9111-e25082279501 req-790728cc-d7d2-4d81-b7a0-96264bcd448d service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231937 Jan 20 14:58:14.636166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:58:14.710620 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-03b25c37-a913-4ad2-9111-e25082279501 req-5cfffe5d-b28a-490e-aa79-a0238d9f03d5 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239519 Jan 20 14:58:14.989692 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:0f:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:58:12Z', 'revision_number': 13, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:58:14.993750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01327002-02ca-4e63-9ecd-717cf7c5cdb5 None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c03e5903-a91e-4bce-b81f-6f356044da2e', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'port_id': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'mac_address': 'fa:16:3e:0f:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:08Z', 'updated_at': '2022-01-20T14:58:12Z', 'revision_number': 13, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:58:15.209781 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce9fb6-8cc0-49d8-8871-ada1840e2945 None None] New status for floating IP c03e5903-a91e-4bce-b81f-6f356044da2e: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:58:25.002999 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:32.693338 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:58:33.125160 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3a342876-83b4-4250-84dd-4adfb6597a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:35.480284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6afd0f03-506c-4366-afaf-f95dcd59e449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:36.494003 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:36.523786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:37.996855 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:52.055251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4478e-9eb3-4959-8c9d-4dbcca537d0e req-22a571d4-d4af-4461-a178-843febfb5707 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:52.057243 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-91a4478e-9eb3-4959-8c9d-4dbcca537d0e req-22a571d4-d4af-4461-a178-843febfb5707 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0938990 Jan 20 14:58:52.102808 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-91a4478e-9eb3-4959-8c9d-4dbcca537d0e req-380bf5c5-6359-43aa-a6d1-f311ea02b723 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394979 Jan 20 14:58:55.006011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:55.888304 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-6af1c712-e9e3-46ff-829c-cca43053148b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738614 Jan 20 14:58:56.031705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-e03b69ab-0555-4cac-b5cb-da0a73f83fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:56.044630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-e03b69ab-0555-4cac-b5cb-da0a73f83fa7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 1099 time: 0.0867136 Jan 20 14:58:56.204615 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-a2047ea3-1692-4401-8b28-c4274ad383f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:56.205944 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-a2047ea3-1692-4401-8b28-c4274ad383f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1425979 Jan 20 14:58:56.304383 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-7b206409-1110-4358-a4f4-9fb2522cd5fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe HTTP/1.1" status: 200 len: 1001 time: 0.0921018 Jan 20 14:58:56.367364 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-a0ba3ec6-d2ad-408c-a6a2-44583ff8f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:56.368821 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-a0ba3ec6-d2ad-408c-a6a2-44583ff8f83d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0581791 Jan 20 14:58:56.443769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-9f3f104a-016d-47e7-a955-eb3bccd57f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:56.445215 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-9f3f104a-016d-47e7-a955-eb3bccd57f33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700886 Jan 20 14:58:56.670485 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-c39ee62e-0ba3-409d-a74c-fbde30b07a58 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180116 Jan 20 14:58:56.802911 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ce9c3ab3-de33-44d6-ae2a-f821f9dec6ee req-3a808c1f-badb-451a-b86b-84d0062ba29a service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256945 Jan 20 14:59:00.796099 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-55b650ac-0401-489c-b438-aef498bfca0a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735281 Jan 20 14:59:00.845216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2cef3-0aa3-4536-ab8d-59bcee26d6a7 req-f77e5955-8637-44c2-903d-a0cb3e24f33c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:00.846577 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7ee2cef3-0aa3-4536-ab8d-59bcee26d6a7 req-f77e5955-8637-44c2-903d-a0cb3e24f33c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0814071 Jan 20 14:59:00.894217 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7ee2cef3-0aa3-4536-ab8d-59bcee26d6a7 req-6d8463f8-732c-4be4-bb3c-bb02b7b3e21e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Jan 20 14:59:02.140455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583373-0891-4545-ae8d-756c34dc8b48 req-b734403b-af82-44a8-830a-8504ebd62645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:02.141943 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-b734403b-af82-44a8-830a-8504ebd62645 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 1099 time: 0.1333878 Jan 20 14:59:02.153650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1c58d-0eb2-43e6-8d21-f389af325ff0 req-4172ee56-3de6-4ef9-96f2-6ca09ad942a7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:02.155023 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c5b1c58d-0eb2-43e6-8d21-f389af325ff0 req-4172ee56-3de6-4ef9-96f2-6ca09ad942a7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.1152427 Jan 20 14:59:02.277821 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c5b1c58d-0eb2-43e6-8d21-f389af325ff0 req-ba380721-4f05-4e6a-aa7d-40c1382ae7db tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033859 Jan 20 14:59:02.319495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583373-0891-4545-ae8d-756c34dc8b48 req-b22e1211-5033-462b-9d1e-795ae114161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:02.320994 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-b22e1211-5033-462b-9d1e-795ae114161c service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1651483 Jan 20 14:59:02.433819 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-35a7d99b-7b90-48e5-8659-b9416a4081df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe HTTP/1.1" status: 200 len: 1001 time: 0.1053975 Jan 20 14:59:02.505154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583373-0891-4545-ae8d-756c34dc8b48 req-f6313d69-3a44-434f-bd88-beca51d1e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:02.506625 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-f6313d69-3a44-434f-bd88-beca51d1e420 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0668011 Jan 20 14:59:02.586464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583373-0891-4545-ae8d-756c34dc8b48 req-5c1cd739-9766-43a4-ba14-1166e172d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:02.587958 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-5c1cd739-9766-43a4-ba14-1166e172d37c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747766 Jan 20 14:59:02.718539 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-499d6df2-e723-426d-9b57-4f33392885ba service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237028 Jan 20 14:59:02.857630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-b330869a-d758-4edb-9ca7-7d96e2f76433 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328847 Jan 20 14:59:03.120670 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-65633f4a-cfa4-4efe-8d08-2fb603a4bbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:03.490005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ef06-5255-4f34-800e-245fe664d022 req-aeb366d1-ae31-4c6a-b3ad-a3da94a2ccfc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:03.491363 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-adc1ef06-5255-4f34-800e-245fe664d022 req-aeb366d1-ae31-4c6a-b3ad-a3da94a2ccfc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0893216 Jan 20 14:59:03.536327 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-adc1ef06-5255-4f34-800e-245fe664d022 req-062d6b16-8eed-45d9-932e-0512bc673445 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390458 Jan 20 14:59:04.734679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697862e-7748-4990-af74-06b6487c9585 req-d63d0457-2e71-48e5-a59e-4dbad0e23240 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:04.736187 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0697862e-7748-4990-af74-06b6487c9585 req-d63d0457-2e71-48e5-a59e-4dbad0e23240 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0823843 Jan 20 14:59:04.782521 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0697862e-7748-4990-af74-06b6487c9585 req-33dfad67-c1c6-423b-adec-e51147a5fca4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405285 Jan 20 14:59:05.489494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a57d80e3-7939-47c2-85ab-1a62e5704ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:05.992170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d3ecb-02e1-400e-8d1f-9054aeda1098 req-992a4da8-aeb8-480c-9043-6712704c5a44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:05.993648 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-140d3ecb-02e1-400e-8d1f-9054aeda1098 req-992a4da8-aeb8-480c-9043-6712704c5a44 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0973651 Jan 20 14:59:06.038005 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-140d3ecb-02e1-400e-8d1f-9054aeda1098 req-dd16b8f0-3ad7-4ad3-90a0-3e7fb8fa5d93 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384717 Jan 20 14:59:06.496879 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:06.527777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:07.294569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd0ba1-96bd-4e5d-8654-4f4b29017713 req-d366985b-05c3-4bf6-b244-69eb99799609 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:07.295930 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81bd0ba1-96bd-4e5d-8654-4f4b29017713 req-d366985b-05c3-4bf6-b244-69eb99799609 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0977650 Jan 20 14:59:07.339481 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81bd0ba1-96bd-4e5d-8654-4f4b29017713 req-796c18e8-d9a6-4f85-b5cd-257e7d07eaf0 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377133 Jan 20 14:59:08.002489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:08.551860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dfd2d-8504-40f0-824b-85d0216b12a9 req-30b701fe-061a-4d6d-83c3-04c7a6a858af tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:08.553358 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4d8dfd2d-8504-40f0-824b-85d0216b12a9 req-30b701fe-061a-4d6d-83c3-04c7a6a858af tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0993698 Jan 20 14:59:08.599604 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4d8dfd2d-8504-40f0-824b-85d0216b12a9 req-b9e0c3b4-5f93-4bcd-bcb4-02a9444e91eb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377467 Jan 20 14:59:09.692630 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:59:09.802629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468658b-e820-45e7-86a6-0f31480500e1 req-a770e327-dc63-4279-b51f-f1168ea9dbc4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:09.804069 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d468658b-e820-45e7-86a6-0f31480500e1 req-a770e327-dc63-4279-b51f-f1168ea9dbc4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0824671 Jan 20 14:59:09.851923 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d468658b-e820-45e7-86a6-0f31480500e1 req-23c6b4fa-3816-4524-9a54-221973be1b18 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390103 Jan 20 14:59:11.057164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ada59-393d-420f-91b4-fae40e8137a4 req-352c1f5c-d955-4f18-bfe8-596e13df1aae tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:11.058680 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c26ada59-393d-420f-91b4-fae40e8137a4 req-352c1f5c-d955-4f18-bfe8-596e13df1aae tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0942864 Jan 20 14:59:11.103012 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c26ada59-393d-420f-91b4-fae40e8137a4 req-69f852fe-329b-41c5-9bda-a9ddba336511 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384781 Jan 20 14:59:12.311974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3e05c-5c78-43cd-874a-6bc9afe23ad2 req-086b92b7-81de-4bcd-9913-3d08bda72936 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:12.313380 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-23a3e05c-5c78-43cd-874a-6bc9afe23ad2 req-086b92b7-81de-4bcd-9913-3d08bda72936 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0920107 Jan 20 14:59:12.358877 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-23a3e05c-5c78-43cd-874a-6bc9afe23ad2 req-998f3003-dd92-4bfe-9ecb-2b304bd5d53f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373223 Jan 20 14:59:13.568244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc02e4-b274-4658-9733-a4f4474e1bcf req-c331400a-8e5a-4e1d-b528-c257a999fabb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:13.569691 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b9cc02e4-b274-4658-9733-a4f4474e1bcf req-c331400a-8e5a-4e1d-b528-c257a999fabb tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0936084 Jan 20 14:59:13.619085 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b9cc02e4-b274-4658-9733-a4f4474e1bcf req-88894475-1c6e-44a7-9d78-a8d670a40c83 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410111 Jan 20 14:59:14.841183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802de0c-aa99-43f1-8ed2-028651c4f9d4 req-6682bb1f-89c4-4120-93cb-0d6623d7c21e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:14.842787 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0802de0c-aa99-43f1-8ed2-028651c4f9d4 req-6682bb1f-89c4-4120-93cb-0d6623d7c21e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0896666 Jan 20 14:59:15.016170 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0802de0c-aa99-43f1-8ed2-028651c4f9d4 req-3a4ccaa6-1b2d-413f-aecb-35f843fb75dc tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675568 Jan 20 14:59:15.282924 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-c0e72ba5-f919-4e97-a76d-c7fb7b482350 service neutron] 10.222.0.72 "GET /v2.0/ports/06dd3fa9-5c42-4b83-bd96-25b91dece9fe/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0815620 Jan 20 14:59:15.565265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583373-0891-4545-ae8d-756c34dc8b48 req-509e0887-0f10-41f3-80c1-15e312177ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:15.570260 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-509e0887-0f10-41f3-80c1-15e312177ba8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 1099 time: 0.0894666 Jan 20 14:59:15.662020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583373-0891-4545-ae8d-756c34dc8b48 req-73579977-05ca-4c69-91b4-ffc2d8bc8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:15.663470 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-73579977-05ca-4c69-91b4-ffc2d8bc8ed4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 1099 time: 0.0721540 Jan 20 14:59:15.792331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583373-0891-4545-ae8d-756c34dc8b48 req-2ae64d64-1ca5-4299-bcf2-fe58a2149131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:15.793773 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-2ae64d64-1ca5-4299-bcf2-fe58a2149131 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1245284 Jan 20 14:59:15.896378 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-98b3f1a0-20d7-4b74-8f53-bfc57c9957cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe HTTP/1.1" status: 200 len: 1001 time: 0.0962219 Jan 20 14:59:15.961551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583373-0891-4545-ae8d-756c34dc8b48 req-7463ac86-9ff1-473c-8595-0f08f478668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:15.962972 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-7463ac86-9ff1-473c-8595-0f08f478668a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0608203 Jan 20 14:59:16.044123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583373-0891-4545-ae8d-756c34dc8b48 req-e05611e1-57af-4ba9-98f4-45e72e3ac6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:16.045695 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-e05611e1-57af-4ba9-98f4-45e72e3ac6f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754044 Jan 20 14:59:16.176680 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-fb2c23eb-aa16-4aef-a3dd-03b555c636d9 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245041 Jan 20 14:59:16.205788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d376-f9e5-4a95-abf1-68b21c8bb775 req-3dd6342c-b182-4f80-9d17-fdd996d19677 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:16.207500 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-61d8d376-f9e5-4a95-abf1-68b21c8bb775 req-3dd6342c-b182-4f80-9d17-fdd996d19677 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0805693 Jan 20 14:59:16.250676 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-61d8d376-f9e5-4a95-abf1-68b21c8bb775 req-8a376ba1-0124-4380-afc7-847f090a838f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374591 Jan 20 14:59:16.327347 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-f1edc340-8f7a-446d-b8ea-ab7dc71cd849 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446805 Jan 20 14:59:17.440000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6005d8-7478-4199-a836-48103be9965f req-8e734199-2e04-41ee-9c2d-c3fa442bb81d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:17.441513 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8f6005d8-7478-4199-a836-48103be9965f req-8e734199-2e04-41ee-9c2d-c3fa442bb81d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0787253 Jan 20 14:59:17.487260 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8f6005d8-7478-4199-a836-48103be9965f req-3fb862fd-5960-4bbc-825c-56ef9c1f1aa1 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399139 Jan 20 14:59:17.534232 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 06dd3fa9-5c42-4b83-bd96-25b91dece9fe no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:59:17.662491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:17.689806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:59:17.699803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:17.705583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:17.774124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:17.781420 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.781831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.782230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.782697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.783085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.783474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.783857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.784253 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.784751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.785080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.785395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.785924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:17.801274 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'code': 200} Jan 20 14:59:18.693044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a4605-c1a6-42b2-875c-59537e7b21db req-97f07bbd-08ec-492f-8940-5293b4feaca3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:18.694402 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a32a4605-c1a6-42b2-875c-59537e7b21db req-97f07bbd-08ec-492f-8940-5293b4feaca3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 944 time: 0.0915730 Jan 20 14:59:18.741756 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a32a4605-c1a6-42b2-875c-59537e7b21db req-e0a29882-e1ee-426b-a3ac-7743a896e5ae tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Jan 20 14:59:19.551557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 06dd3fa9-5c42-4b83-bd96-25b91dece9fe details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:59:19.691534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:19.705121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'port_id': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'mac_address': 'fa:16:3e:0f:bb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:59:19.797918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:19.814905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dd3fa9-5c42-4b83-bd96-25b91dece9fe {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:59:19.829875 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:19.839764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:19.905345 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['06dd3fa9-5c42-4b83-bd96-25b91dece9fe'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:59:19.938053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa3ed0-81b6-4e1f-a1ae-11818ea638d1 req-09a826fe-f91b-4285-94cc-02d23f84a7b9 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:19.939605 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ccfa3ed0-81b6-4e1f-a1ae-11818ea638d1 req-09a826fe-f91b-4285-94cc-02d23f84a7b9 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 945 time: 0.0851729 Jan 20 14:59:19.952998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:19.984640 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ccfa3ed0-81b6-4e1f-a1ae-11818ea638d1 req-dfa60d2e-9da8-419b-ae5d-bbcda6a88606 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393078 Jan 20 14:59:21.174710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ce78-99a9-43ab-8c28-c5d03636066b req-b08a392b-19a0-4c61-a504-0382bb9ea0ee tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:21.176159 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9399ce78-99a9-43ab-8c28-c5d03636066b req-b08a392b-19a0-4c61-a504-0382bb9ea0ee tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 945 time: 0.0869405 Jan 20 14:59:21.223548 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9399ce78-99a9-43ab-8c28-c5d03636066b req-9e10aba9-7da1-4467-93a1-c79422b34006 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384023 Jan 20 14:59:21.566344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 06dd3fa9-5c42-4b83-bd96-25b91dece9fe up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:59:21.656315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:59:21.656762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:21.781298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:21.808254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:59:21.818438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:21.823881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:21.867238 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'code': 200} Jan 20 14:59:21.891701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:22.424379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64812e76-5f09-4645-a6e2-9d821b3b2809 req-8b9d1cd2-f048-4c47-94c5-99d5ca171183 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:22.425805 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64812e76-5f09-4645-a6e2-9d821b3b2809 req-8b9d1cd2-f048-4c47-94c5-99d5ca171183 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0861137 Jan 20 14:59:22.470423 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64812e76-5f09-4645-a6e2-9d821b3b2809 req-eb25345e-58c3-4974-ad9e-d7aaf2d4e7f6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382462 Jan 20 14:59:23.677837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aabef-4840-42de-a62f-485c33d82b5e req-a23ae25d-d46d-46a0-9922-c267f9cfeff7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:23.679347 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-992aabef-4840-42de-a62f-485c33d82b5e req-a23ae25d-d46d-46a0-9922-c267f9cfeff7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0874856 Jan 20 14:59:23.724000 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-992aabef-4840-42de-a62f-485c33d82b5e req-95b7939d-33da-4a97-95de-cafbb691fdf2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383947 Jan 20 14:59:24.911177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959d55c-3f8d-43a5-ac77-30eab0d81619 req-46a8ec10-c82a-4f6f-a8e2-997a94f618ca tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:24.912614 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0959d55c-3f8d-43a5-ac77-30eab0d81619 req-46a8ec10-c82a-4f6f-a8e2-997a94f618ca tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0828068 Jan 20 14:59:24.966653 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0959d55c-3f8d-43a5-ac77-30eab0d81619 req-fe8556ee-d9df-4148-95d8-1240d677263a tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467780 Jan 20 14:59:25.005491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:25.433752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-316e7092-d602-431a-ad2d-c5c34190e838 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:25.435183 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-316e7092-d602-431a-ad2d-c5c34190e838 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d&tenant_id=c3fe99d9435b4c7694d552ff877b1396&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 946 time: 0.1351814 Jan 20 14:59:25.506684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae44bd-3467-4986-9989-a3051f07d465 req-04886282-b72e-42c6-b6f6-c823424d65db tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:25.508107 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d8ae44bd-3467-4986-9989-a3051f07d465 req-04886282-b72e-42c6-b6f6-c823424d65db tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.1536696 Jan 20 14:59:25.548486 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-1c090c01-3fcf-4e44-954a-e453ffd6c711 service neutron] 10.222.0.72 "GET /v2.0/ports/06dd3fa9-5c42-4b83-bd96-25b91dece9fe/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.1072221 Jan 20 14:59:25.561225 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d8ae44bd-3467-4986-9989-a3051f07d465 req-4735f9d0-7fbd-4fb1-a98e-c6b45b0d7da7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457006 Jan 20 14:59:25.748255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-0097ee64-9c91-49f2-aa10-6fdb9b2ec654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:25.749725 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-0097ee64-9c91-49f2-aa10-6fdb9b2ec654 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 1099 time: 0.1792362 Jan 20 14:59:25.888656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-6ab5c304-9182-4f4a-83f3-769a1af2ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:25.890103 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-6ab5c304-9182-4f4a-83f3-769a1af2ac2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1343818 Jan 20 14:59:25.994542 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-8ad733fa-e66a-4c34-a9de-babb0287f1bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe HTTP/1.1" status: 200 len: 1001 time: 0.0976295 Jan 20 14:59:26.055029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-f1dce9c9-f6ed-4824-ab55-aa550f79425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:26.056829 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-f1dce9c9-f6ed-4824-ab55-aa550f79425d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0561757 Jan 20 14:59:26.135635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-e89ffa9d-68f0-4489-921d-41707319297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:26.137101 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-e89ffa9d-68f0-4489-921d-41707319297c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746264 Jan 20 14:59:26.268500 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-0c7cffd7-5e9d-4cbb-aaa6-83245c74838a service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249599 Jan 20 14:59:26.403335 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-39576429-101e-49d9-bb81-374fb6b86c72 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290603 Jan 20 14:59:26.770003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dde8d7-da87-4882-8282-8c35b89f8938 req-94bbb0d3-b9a9-437a-b9cd-2880b3cf1f0f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:26.771485 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-53dde8d7-da87-4882-8282-8c35b89f8938 req-94bbb0d3-b9a9-437a-b9cd-2880b3cf1f0f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0876093 Jan 20 14:59:26.816330 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-53dde8d7-da87-4882-8282-8c35b89f8938 req-ce05c715-93be-4390-bca0-6bcfe20e656a tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389042 Jan 20 14:59:28.012607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77835e85-1632-4735-9921-559734d84fde req-45999a6e-f7b1-433b-be5f-0aa3da3e48b6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:28.014115 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77835e85-1632-4735-9921-559734d84fde req-45999a6e-f7b1-433b-be5f-0aa3da3e48b6 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0802858 Jan 20 14:59:28.058934 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77835e85-1632-4735-9921-559734d84fde req-1c651aa4-3d3b-4faf-b576-ebe26cfc2b40 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390928 Jan 20 14:59:29.249301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97546320-8fb3-48bc-bd8e-e27e3a9b8ccb req-e1f50edf-d7df-452d-b89d-c51b88f01158 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:29.250743 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97546320-8fb3-48bc-bd8e-e27e3a9b8ccb req-e1f50edf-d7df-452d-b89d-c51b88f01158 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0812500 Jan 20 14:59:29.294027 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97546320-8fb3-48bc-bd8e-e27e3a9b8ccb req-405bcaf2-f50e-4035-a0ff-16864a183044 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371275 Jan 20 14:59:29.555159 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-62eb971b-79dc-408f-9f16-656a2ec3b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:29.557070 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-62eb971b-79dc-408f-9f16-656a2ec3b8be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d&tenant_id=c3fe99d9435b4c7694d552ff877b1396 HTTP/1.1" status: 200 len: 1099 time: 0.0749733 Jan 20 14:59:29.649287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-a863e63d-623a-4015-8545-542d1cfbdda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:29.650745 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-a863e63d-623a-4015-8545-542d1cfbdda4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3fe99d9435b4c7694d552ff877b1396&device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 1099 time: 0.0731909 Jan 20 14:59:29.780742 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-b2b35f11-5aa5-45a8-aa7e-10fcd54edd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:29.782173 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-b2b35f11-5aa5-45a8-aa7e-10fcd54edd76 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 200 len: 913 time: 0.1251540 Jan 20 14:59:29.886350 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-457a936f-88af-4af3-adc4-2b1a3e2278f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe HTTP/1.1" status: 200 len: 1001 time: 0.0981317 Jan 20 14:59:29.951338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-e26f3fed-3307-488a-b8f5-2a0423f353e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:29.952855 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-e26f3fed-3307-488a-b8f5-2a0423f353e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 200 len: 851 time: 0.0592060 Jan 20 14:59:30.031179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-16eb455d-deb6-4257-89a6-252c72552446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:30.032682 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-16eb455d-deb6-4257-89a6-252c72552446 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b61636b3-80f9-4010-8f67-749d8f173423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739923 Jan 20 14:59:30.168786 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-ad79b9d3-129f-45ec-9b8a-9ad9b3763ec7 service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296270 Jan 20 14:59:30.447932 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-815e361c-9907-4d39-b69d-71dc5ff3109e req-b2e47110-d3e9-4790-bead-81fef44b31bb service neutron] 10.222.0.72 "GET /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731981 Jan 20 14:59:30.497928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb85321-b0ef-453a-bbff-73f19de9c645 req-7abb8081-3139-4a54-983e-9630ca782d46 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:30.499345 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ebb85321-b0ef-453a-bbff-73f19de9c645 req-7abb8081-3139-4a54-983e-9630ca782d46 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0858991 Jan 20 14:59:30.544018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ebb85321-b0ef-453a-bbff-73f19de9c645 req-34f0cb6f-74c2-4743-ad0d-458a96adad33 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385332 Jan 20 14:59:31.596102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 06dd3fa9-5c42-4b83-bd96-25b91dece9fe no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:59:31.717930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:31.745974 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:59:31.755824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:31.763696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:31.811591 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'code': 200} Jan 20 14:59:31.844716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=9']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:31.862131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fad5f5-aedb-42d0-914e-30cb6f6fd71b req-29658152-3745-4355-8960-4290e66bb792 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:31.863583 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-59fad5f5-aedb-42d0-914e-30cb6f6fd71b req-29658152-3745-4355-8960-4290e66bb792 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 944 time: 0.2115557 Jan 20 14:59:31.906991 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-59fad5f5-aedb-42d0-914e-30cb6f6fd71b req-a4c7a90c-d92f-4d4d-98f2-77d5abc4fb7b tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375786 Jan 20 14:59:33.113211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c1851-8af8-4959-95bd-79789a384111 req-358119ad-674c-4685-8d75-065ca0214a54 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:33.114862 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-175c1851-8af8-4959-95bd-79789a384111 req-358119ad-674c-4685-8d75-065ca0214a54 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 944 time: 0.0852990 Jan 20 14:59:33.124427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-097ed49c-8839-45e2-8537-915606755af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:33.163442 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-175c1851-8af8-4959-95bd-79789a384111 req-4b996fe8-8fd6-4253-b430-aaad25337ed4 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Jan 20 14:59:33.597279 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 06dd3fa9-5c42-4b83-bd96-25b91dece9fe details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:59:33.739690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:33.756702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'port_id': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'mac_address': 'fa:16:3e:0f:bb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:59:33.818108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:33.836063 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dd3fa9-5c42-4b83-bd96-25b91dece9fe {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:59:33.852251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:33.858305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:33.926761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['06dd3fa9-5c42-4b83-bd96-25b91dece9fe'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 14:59:33.987232 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=10']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:34.367276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0620c6-5a55-4863-a468-09abffbf5a26 req-0023fe34-eacf-4973-b0c6-7f88636f1837 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:34.368746 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9a0620c6-5a55-4863-a468-09abffbf5a26 req-0023fe34-eacf-4973-b0c6-7f88636f1837 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0855761 Jan 20 14:59:34.415476 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9a0620c6-5a55-4863-a468-09abffbf5a26 req-de18a2e6-359a-459b-8c90-c539d6969b7d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385599 Jan 20 14:59:35.486872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-57d661bf-8c88-45d1-b5bc-0d97dcae7d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:35.595935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 06dd3fa9-5c42-4b83-bd96-25b91dece9fe up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:59:35.629808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767ba2a-851c-4271-bbe9-3b6130aabdfd req-cc864bad-37a4-4409-bc89-3643b703ffd7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:35.631279 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1767ba2a-851c-4271-bbe9-3b6130aabdfd req-cc864bad-37a4-4409-bc89-3643b703ffd7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 946 time: 0.0873826 Jan 20 14:59:35.665754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:59:35.666122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:35.675743 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1767ba2a-851c-4271-bbe9-3b6130aabdfd req-6be60cf0-0151-42d8-88f8-8bfd704895c7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384874 Jan 20 14:59:35.786278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:35.813953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:59:35.823507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:35.828754 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:35.871459 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'code': 200} Jan 20 14:59:35.895480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=11']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:36.496361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:36.529930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:36.887310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ded15-a86b-4dcd-8cb0-460d67f6f6bc req-5fa2fcaa-434e-4572-a651-55e97a90adc3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:36.888774 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fe6ded15-a86b-4dcd-8cb0-460d67f6f6bc req-5fa2fcaa-434e-4572-a651-55e97a90adc3 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 947 time: 0.0851388 Jan 20 14:59:36.939135 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fe6ded15-a86b-4dcd-8cb0-460d67f6f6bc req-890b3f57-0929-434f-a5d0-2e7f68783ef8 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381215 Jan 20 14:59:38.002955 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:38.140187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c65991-fc40-47a0-bfa7-ee26bdb76182 req-cca8f3c3-c48e-4faf-9325-98bd800c0242 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:38.141723 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-79c65991-fc40-47a0-bfa7-ee26bdb76182 req-cca8f3c3-c48e-4faf-9325-98bd800c0242 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 947 time: 0.0866592 Jan 20 14:59:38.185797 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-79c65991-fc40-47a0-bfa7-ee26bdb76182 req-0a25d8aa-9eb8-45b7-b3ac-7d8e53e27f89 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380595 Jan 20 14:59:39.389630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84777f64-73ed-4637-a52f-e0be39767c5a req-839ac541-5216-447a-96c5-6771b0f6ad0c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:39.390955 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-84777f64-73ed-4637-a52f-e0be39767c5a req-839ac541-5216-447a-96c5-6771b0f6ad0c tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 947 time: 0.0941060 Jan 20 14:59:39.439130 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-84777f64-73ed-4637-a52f-e0be39767c5a req-27151441-8ec4-4e0a-9937-46c08272b8d9 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 Jan 20 14:59:39.657441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8533717-f25f-4cee-acfb-e2b4a8f1b6f5 req-7a0aa1b1-dd62-4932-a6f6-314c6cdf1168 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:39.658865 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d8533717-f25f-4cee-acfb-e2b4a8f1b6f5 req-7a0aa1b1-dd62-4932-a6f6-314c6cdf1168 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 947 time: 0.1030834 Jan 20 14:59:39.706528 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d8533717-f25f-4cee-acfb-e2b4a8f1b6f5 req-d4a7da33-6b97-4678-a2ab-a4dafd681c02 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393093 Jan 20 14:59:39.900387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02a6c2-cae9-4bd1-8304-fb3a30d2a543 req-e694c9f2-a98e-4547-bd17-6a1f17f52c53 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:39.901836 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a02a6c2-cae9-4bd1-8304-fb3a30d2a543 req-e694c9f2-a98e-4547-bd17-6a1f17f52c53 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 947 time: 0.0802004 Jan 20 14:59:39.946743 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0a02a6c2-cae9-4bd1-8304-fb3a30d2a543 req-8e14f45e-78a2-4755-8151-2704208589ef tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388248 Jan 20 14:59:40.337883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0965-d9a7-43a4-aa4e-274748f33ceb req-e3fabda2-fab5-4187-bf7d-73ce2298c1a9 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:40.339358 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-334a0965-d9a7-43a4-aa4e-274748f33ceb req-e3fabda2-fab5-4187-bf7d-73ce2298c1a9 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 947 time: 0.0839071 Jan 20 14:59:40.384961 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-334a0965-d9a7-43a4-aa4e-274748f33ceb req-4bbe137a-6049-462a-ab2f-9a5a1d2f97db tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395927 Jan 20 14:59:41.582878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6a06d-7e3b-44c0-acb6-aef003eecc92 req-9140ea20-5d29-4d36-b837-b5251e9f7812 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:41.584333 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-00d6a06d-7e3b-44c0-acb6-aef003eecc92 req-9140ea20-5d29-4d36-b837-b5251e9f7812 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 947 time: 0.0788350 Jan 20 14:59:41.630033 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-00d6a06d-7e3b-44c0-acb6-aef003eecc92 req-0a1bd903-d6ee-47b0-8843-68c0bc622c8e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371580 Jan 20 14:59:42.735396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-ce6c4ac6-79c6-4a71-b538-4932d49c8c5a tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:42.737020 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-ce6c4ac6-79c6-4a71-b538-4932d49c8c5a tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 947 time: 0.0801270 Jan 20 14:59:42.853247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Deleting port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:59:42.853448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:42.948015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e561f-a145-4d70-a477-46b92fca8af6 req-ddf23c81-2dbc-4047-a75f-a577f1f3bcd2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:42.949417 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-352e561f-a145-4d70-a477-46b92fca8af6 req-ddf23c81-2dbc-4047-a75f-a577f1f3bcd2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 947 time: 0.2108588 Jan 20 14:59:43.085169 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-352e561f-a145-4d70-a477-46b92fca8af6 req-253e4630-42cb-402b-b482-580e2d02bf7d tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups?id=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299229 Jan 20 14:59:43.139719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] For port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:43.140062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:43.426499 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:43.426882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:43.427124 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Floating IP c03e5903-a91e-4bce-b81f-6f356044da2e disassociated. External IP: 172.26.0.3, port: 06dd3fa9-5c42-4b83-bd96-25b91dece9fe. Jan 20 14:59:43.427491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Calling delete_port for 06dd3fa9-5c42-4b83-bd96-25b91dece9fe owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:59:43.576162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:43.731369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event deleted for resources: {'Port': ['ID=06dd3fa9-5c42-4b83-bd96-25b91dece9fe,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:43.741996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.742707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.742707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.742945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.743294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.743631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.743954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.744271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.744628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.744948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.745263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.745580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:59:43.932137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:59:44.117558 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:59:44.128018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:59:44.137798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:59:44.138520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:59:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:44.193832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] No DVR routers for this DVR port 06dd3fa9-5c42-4b83-bd96-25b91dece9fe on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:59:44.196508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:44.200607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-deleted', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:59:44.220065 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef8b0ee1-81b0-4bac-a3eb-7f527b7f3014 req-a7b04de2-649b-44fe-9d1c-dbf2951f6329 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.72 "DELETE /v2.0/ports/06dd3fa9-5c42-4b83-bd96-25b91dece9fe HTTP/1.1" status: 204 len: 173 time: 1.4512596 Jan 20 14:59:44.243330 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cb4a4fcb-ef78-4614-baa1-41faff846d60 req-c397c148-5a96-4c19-a438-d99bec3343a2 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8fcbcc5-9158-43fa-a426-c88dc11cb40d HTTP/1.1" status: 200 len: 210 time: 0.0493338 Jan 20 14:59:44.305389 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fcbcc5-9158-43fa-a426-c88dc11cb40d', 'name': 'network-vif-deleted', 'tag': '06dd3fa9-5c42-4b83-bd96-25b91dece9fe', 'status': 'completed', 'code': 200} Jan 20 14:59:44.367438 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:59:44.689273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:44.693084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:59:44.701478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:59:44.702094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:59:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:44.881350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:59:45.197899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:45.202028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d6259-66d3-4b60-ac43-8c0af435e0ca None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:54:05Z', 'revision_number': 4, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'ea5ebe90-f4fe-4436-95ac-f1959ccc9928', 'name': '', 'network_id': 'b61636b3-80f9-4010-8f67-749d8f173423', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'mac_address': 'fa:16:3e:2d:0e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:05Z', 'updated_at': '2022-01-20T14:54:11Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'subnets': [{'id': '977448e9-a5e9-4831-a1a6-43926bc4876e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:59:45.433797 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732aea34-24ab-4180-8b37-77e4e92d5481 None None] New status for floating IP c03e5903-a91e-4bce-b81f-6f356044da2e: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 14:59:45.658282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 06dd3fa9-5c42-4b83-bd96-25b91dece9fe no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:59:45.693707 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 06dd3fa9-5c42-4b83-bd96-25b91dece9fe {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:59:45.694125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 06dd3fa9-5c42-4b83-bd96-25b91dece9fe not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:59:46.695584 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:59:48.605437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57898) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:48.674790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3183eb23-ba76-4183-a75f-ec5da63df98f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:48.702407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3183eb23-ba76-4183-a75f-ec5da63df98f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:48.757882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3183eb23-ba76-4183-a75f-ec5da63df98f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:48.774608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183eb23-ba76-4183-a75f-ec5da63df98f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:48.789989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3183eb23-ba76-4183-a75f-ec5da63df98f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:48.793292 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3183eb23-ba76-4183-a75f-ec5da63df98f tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "DELETE /v2.0/security-groups/30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28 HTTP/1.1" status: 204 len: 168 time: 0.1846626 Jan 20 14:59:48.793899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57902) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:48.809959 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.api.v2.resource [None req-5bf90ae9-5f0c-49ba-a7c9-9d36f88be9d7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] show failed (client error): The resource could not be found. Jan 20 14:59:48.810919 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5bf90ae9-5f0c-49ba-a7c9-9d36f88be9d7 tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "GET /v2.0/security-groups/30f0cddd-8f49-4fc3-aa0f-89d5f61a6a28 HTTP/1.1" status: 404 len: 347 time: 0.0161595 Jan 20 14:59:48.813687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57906) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:48.971715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-381ebd10-09db-47bb-9f1d-4b3bf629718e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Deleting port de404abd-7d88-4922-9123-0a779d272e23 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:59:48.971960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-381ebd10-09db-47bb-9f1d-4b3bf629718e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:49.138214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-381ebd10-09db-47bb-9f1d-4b3bf629718e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:49.138542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-381ebd10-09db-47bb-9f1d-4b3bf629718e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:49.268734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-381ebd10-09db-47bb-9f1d-4b3bf629718e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Calling delete_port for de404abd-7d88-4922-9123-0a779d272e23 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:59:49.436289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-381ebd10-09db-47bb-9f1d-4b3bf629718e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:49.484155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ebd10-09db-47bb-9f1d-4b3bf629718e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Pushing event deleted for resources: {'Port': ['ID=de404abd-7d88-4922-9123-0a779d272e23,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:49.581221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-381ebd10-09db-47bb-9f1d-4b3bf629718e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:49.595512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-381ebd10-09db-47bb-9f1d-4b3bf629718e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:49.596659 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-381ebd10-09db-47bb-9f1d-4b3bf629718e tempest-ServerActionsTestJSON-1648638406 tempest-ServerActionsTestJSON-1648638406-project] 10.222.0.87 "DELETE /v2.0/floatingips/c03e5903-a91e-4bce-b81f-6f356044da2e HTTP/1.1" status: 204 len: 168 time: 0.7820666 Jan 20 14:59:49.599822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57910) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:50.307209 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:50.684108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] Deleting port ea5ebe90-f4fe-4436-95ac-f1959ccc9928 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:59:50.684435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:50.861983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] For port ea5ebe90-f4fe-4436-95ac-f1959ccc9928, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ea5ebe90-f4fe-4436-95ac-f1959ccc9928,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:50.862313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:50.988619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] Calling delete_port for ea5ebe90-f4fe-4436-95ac-f1959ccc9928 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:59:51.175576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:51.329826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5ebe90-f4fe-4436-95ac-f1959ccc9928,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:51.590927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:51.965255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] Router c2ce4386-fab1-43e9-b4cc-97a169fb2389 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 14:59:52.148639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 14:59:52.157747 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] Sync routers for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 14:59:52.160988 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-54cc57e0-96e4-42d6-8bc5-6be88c326fa1 admin admin] 10.222.0.87 "PUT /v2.0/routers/c2ce4386-fab1-43e9-b4cc-97a169fb2389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5601664 Jan 20 14:59:52.163616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57918) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:52.168430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:59:52.169037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:59:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:52.333732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:52.344980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:59:52.508363 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:52.522343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Deleting port 132a2553-d906-40b3-a2ce-46098aa62aeb {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:59:52.522770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:52.687283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:59:51Z', 'revision_number': 5, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port': {'id': '132a2553-d906-40b3-a2ce-46098aa62aeb', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:54:02Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:52.691486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] Checking router: c2ce4386-fab1-43e9-b4cc-97a169fb2389 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 14:59:52.700732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] Routers {'c2ce4386-fab1-43e9-b4cc-97a169fb2389'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 14:59:52.701360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T14:59:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:52.821876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] For port 132a2553-d906-40b3-a2ce-46098aa62aeb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=132a2553-d906-40b3-a2ce-46098aa62aeb,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:52.822178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:52.853555 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] Set router c2ce4386-fab1-43e9-b4cc-97a169fb2389 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 14:59:52.944534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Calling delete_port for 132a2553-d906-40b3-a2ce-46098aa62aeb owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:59:52.958108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:59:52Z', 'revision_number': 6, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:52.962184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d0175-46f9-4198-a989-11044466f64b None None] The sync data for ids ['c2ce4386-fab1-43e9-b4cc-97a169fb2389'] in dv-neutron-825123-1-hyperv is: [{'id': 'c2ce4386-fab1-43e9-b4cc-97a169fb2389', 'name': 'tempest-ServerActionsTestJSON-1910904860-router', 'tenant_id': 'c3fe99d9435b4c7694d552ff877b1396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:54:01Z', 'updated_at': '2022-01-20T14:59:52Z', 'revision_number': 6, 'project_id': 'c3fe99d9435b4c7694d552ff877b1396', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 14:59:53.134302 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.182322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Pushing event deleted for resources: {'Port': ['ID=132a2553-d906-40b3-a2ce-46098aa62aeb,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:53.274186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.448861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.451016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.476306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.476820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2ce4386-fab1-43e9-b4cc-97a169fb2389 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 14:59:53.489824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.494894 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7da67e5b-7de4-457f-9d3c-126958ab651e admin admin] 10.222.0.87 "DELETE /v2.0/routers/c2ce4386-fab1-43e9-b4cc-97a169fb2389 HTTP/1.1" status: 204 len: 168 time: 1.3264921 Jan 20 14:59:53.494894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57922) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:53.553578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb111a24-baae-492f-9a85-4a4191c7293a admin admin] Deleting subnet 977448e9-a5e9-4831-a1a6-43926bc4876e {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 14:59:53.556849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb111a24-baae-492f-9a85-4a4191c7293a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.613354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb111a24-baae-492f-9a85-4a4191c7293a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.693651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb111a24-baae-492f-9a85-4a4191c7293a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.698877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ea5ebe90-f4fe-4436-95ac-f1959ccc9928 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:59:53.733176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ea5ebe90-f4fe-4436-95ac-f1959ccc9928 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:59:53.733511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ea5ebe90-f4fe-4436-95ac-f1959ccc9928 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:59:53.764837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb111a24-baae-492f-9a85-4a4191c7293a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.806519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb111a24-baae-492f-9a85-4a4191c7293a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977448e9-a5e9-4831-a1a6-43926bc4876e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:53.808505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-eb111a24-baae-492f-9a85-4a4191c7293a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.813400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241be8d0-9fe4-4ac7-9635-655c2ec31658 None None] Network b61636b3-80f9-4010-8f67-749d8f173423 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:59:53.815187 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-eb111a24-baae-492f-9a85-4a4191c7293a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/977448e9-a5e9-4831-a1a6-43926bc4876e HTTP/1.1" status: 204 len: 168 time: 0.3195317 Jan 20 14:59:53.818108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57926) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:53.923369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:53.934429 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Deleting port 98b4890d-bc86-410b-8d88-b1afde53a966 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:59:53.934759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.088008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] DHCP port deletion for b61636b3-80f9-4010-8f67-749d8f173423 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 14:59:54.092550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] Deleting port 98b4890d-bc86-410b-8d88-b1afde53a966 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:59:54.092948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.145756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] For port 98b4890d-bc86-410b-8d88-b1afde53a966, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=98b4890d-bc86-410b-8d88-b1afde53a966,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:54.146101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.300665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] For port 98b4890d-bc86-410b-8d88-b1afde53a966, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=98b4890d-bc86-410b-8d88-b1afde53a966,segment=NetworkSegment(be5ea418-6225-4877-a769-620db1593d5b),segment_id=be5ea418-6225-4877-a769-620db1593d5b)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 14:59:54.300941 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.378431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Calling delete_port for 98b4890d-bc86-410b-8d88-b1afde53a966 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:59:54.423414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] Calling delete_port for 98b4890d-bc86-410b-8d88-b1afde53a966 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 14:59:54.456794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.492813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:59:54.493196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:59:54.501893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b4890d-bc86-410b-8d88-b1afde53a966,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:54.507773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] No DVR routers for this DVR port 98b4890d-bc86-410b-8d88-b1afde53a966 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:59:54.621186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.646017 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61636b3-80f9-4010-8f67-749d8f173423']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:54.657754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5ea418-6225-4877-a769-620db1593d5b') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:54.657989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5ea418-6225-4877-a769-620db1593d5b') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:59:54.669196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.697188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.704406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 14:59:54.704870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:59:54.718044 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:59:54.792606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.808616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:54.818744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=b61636b3-80f9-4010-8f67-749d8f173423,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:54.833536 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f226de75-05c1-436f-9eff-726db70c9e52 admin admin] 10.222.0.87 "DELETE /v2.0/networks/b61636b3-80f9-4010-8f67-749d8f173423 HTTP/1.1" status: 204 len: 168 time: 1.0140934 Jan 20 14:59:54.948688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57932) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:54.994800 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] Deleting port 98b4890d-bc86-410b-8d88-b1afde53a966 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 14:59:54.995766 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:55.003457 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-963aabd0-31bd-43cc-90ca-fb756e33526f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c3fe99d9435b4c7694d552ff877b1396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510521 Jan 20 14:59:55.003643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57936) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:55.061509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-15d0d1f0-9747-463f-8060-10dd264c554e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:55.068860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-5f366310-a4e5-4c55-96a5-ab0fea5656b8 None None] The port '98b4890d-bc86-410b-8d88-b1afde53a966' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 14:59:55.071404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:55.091346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-15d0d1f0-9747-463f-8060-10dd264c554e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:55.126415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 132a2553-d906-40b3-a2ce-46098aa62aeb no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:59:55.142842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-15d0d1f0-9747-463f-8060-10dd264c554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:55.160058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0d1f0-9747-463f-8060-10dd264c554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf9ccb2-cfce-4d59-8502-dc78fc690bf8,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:55.161855 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 132a2553-d906-40b3-a2ce-46098aa62aeb {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:59:55.161855 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 132a2553-d906-40b3-a2ce-46098aa62aeb not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:59:55.162196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 98b4890d-bc86-410b-8d88-b1afde53a966 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:59:55.167512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-15d0d1f0-9747-463f-8060-10dd264c554e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:55.171265 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-15d0d1f0-9747-463f-8060-10dd264c554e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fbf9ccb2-cfce-4d59-8502-dc78fc690bf8 HTTP/1.1" status: 204 len: 168 time: 0.1641972 Jan 20 14:59:55.207211 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 98b4890d-bc86-410b-8d88-b1afde53a966 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 14:59:55.207557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 98b4890d-bc86-410b-8d88-b1afde53a966 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:59:55.951543 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57960) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:56.055192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-585006806-network', 'tenant_id': '2be650516a004f00acf0d7a4061ad96e'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:59:56.060331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:59:56.064038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Usage tracker for resource:network and tenant:2be650516a004f00acf0d7a4061ad96e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:59:56.067465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:59:56.076603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:59:56.088595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Made reservation on behalf of 2be650516a004f00acf0d7a4061ad96e for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:59:56.090987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.102977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.117098 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:59:56.121030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2be650516a004f00acf0d7a4061ad96e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:59:56.123827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:59:56.129680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:59:56.227562 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.233728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.262961 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:59:56.271036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f9d449-cfea-4e8e-9037-55f923867669,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:56.276844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.277093 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Added segment 8ca07e49-fee0-49c4-add1-44302405fac9 of type vlan for network c0ccee9f-5d0f-49c2-8b58-b9425180b228 Jan 20 14:59:56.303221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.333706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.334619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:56.335186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.433342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ccee9f-5d0f-49c2-8b58-b9425180b228,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:56.436521 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-47a48ccf-5fdd-494c-8cee-596a7904b7a6 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4838841 Jan 20 14:59:56.440042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 57966) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:59:56.443911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network c0ccee9f-5d0f-49c2-8b58-b9425180b228 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:59:56.445419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Request body: {'subnet': {'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-585006806-subnet', 'tenant_id': '2be650516a004f00acf0d7a4061ad96e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:59:56.450349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:59:56.454116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Usage tracker for resource:subnet and tenant:2be650516a004f00acf0d7a4061ad96e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:59:56.456896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:59:56.462430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:59:56.473668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Made reservation on behalf of 2be650516a004f00acf0d7a4061ad96e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:59:56.475888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.679325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.756373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730d66a3-c54b-43ee-b670-abc422c8d087,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:56.767752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Checking segment: {'id': '8ca07e49-fee0-49c4-add1-44302405fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 14:59:56.768099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Network hostable DHCP agents. Network: c0ccee9f-5d0f-49c2-8b58-b9425180b228, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:59:56.787428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Network c0ccee9f-5d0f-49c2-8b58-b9425180b228 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:59:56.798170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, c0ccee9f-5d0f-49c2-8b58-b9425180b228) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:59:56.802403 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:56.803262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:56.811508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5d77f-dba6-45d1-b9d7-92c08ad73811 None None] Network c0ccee9f-5d0f-49c2-8b58-b9425180b228 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:59:56.826745 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6373b01b-118c-4b3d-a6b6-c9595ce7e0f7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3855820 Jan 20 14:59:57.061258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0117c8-462f-4a79-8498-2b87703a8e07 None None] Network c0ccee9f-5d0f-49c2-8b58-b9425180b228 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 14:59:57.339971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-30695111-f569-438a-8b51-312f4c9ffdf6 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:57.340615 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-30695111-f569-438a-8b51-312f4c9ffdf6 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Synchronizing usage tracker for tenant:2be650516a004f00acf0d7a4061ad96e on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:59:57.360825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-30695111-f569-438a-8b51-312f4c9ffdf6 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Unset dirty status for tenant:2be650516a004f00acf0d7a4061ad96e on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:59:57.361959 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-30695111-f569-438a-8b51-312f4c9ffdf6 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/networks?id=c0ccee9f-5d0f-49c2-8b58-b9425180b228 HTTP/1.1" status: 200 len: 813 time: 0.1680999 Jan 20 14:59:57.379626 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-0f044cc0-3262-45ca-8c5c-70602c8f35a3 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/quotas/2be650516a004f00acf0d7a4061ad96e HTTP/1.1" status: 200 len: 375 time: 0.0090375 Jan 20 14:59:57.428240 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-391b1004-7b29-4541-a96d-53b05094fb1a tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2be650516a004f00acf0d7a4061ad96e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415218 Jan 20 14:59:57.571019 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-32169a0f-c5bb-49dc-ab6d-86e1c9abad0b service neutron] 10.222.0.87 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319773 Jan 20 14:59:57.805034 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-efff6be0-6ebf-44ab-bab5-0966f85909f6 service neutron] 10.222.0.87 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270775 Jan 20 14:59:57.984128 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3887bbb3-cc10-4a22-a176-aa69c97b1fa0 req-b253785d-f814-46c0-9edd-610ec3b6c470 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 210 time: 0.0417423 Jan 20 14:59:59.051279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-355287ca-d757-44f7-b109-abdcc2152661 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:59.052935 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-355287ca-d757-44f7-b109-abdcc2152661 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.72 "GET /v2.0/networks?id=c0ccee9f-5d0f-49c2-8b58-b9425180b228 HTTP/1.1" status: 200 len: 813 time: 0.1532700 Jan 20 14:59:59.066046 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Request body: {'port': {'device_id': '3eefd68b-0fd3-4e28-b477-19d2d5e42f79', 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228', 'admin_state_up': True, 'tenant_id': '2be650516a004f00acf0d7a4061ad96e'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:59:59.194068 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c1e4d521-dd6f-4cd8-a3ef-cf7e9f97ed39 req-0bf95cbc-b3b1-4d5c-8d76-2f667ed937f2 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 210 time: 0.0605850 Jan 20 14:59:59.244320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:59:59.248454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Usage tracker for resource:port and tenant:2be650516a004f00acf0d7a4061ad96e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:59:59.251360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:59:59.257237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:59:59.269822 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Made reservation on behalf of 2be650516a004f00acf0d7a4061ad96e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:59:59.273166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:59.438262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Allocated IP 172.20.0.9 (c0ccee9f-5d0f-49c2-8b58-b9425180b228/730d66a3-c54b-43ee-b670-abc422c8d087/bb9fbcd4-14f8-45e2-8b20-958dd1423fed) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:59:59.644184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:59.678398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:59.762125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Network c0ccee9f-5d0f-49c2-8b58-b9425180b228 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:59:59.766091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:59:59.769839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 14:59:59.802644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Pushing event updated for resources: {'Port': ['ID=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:59:59.836553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:59.837150 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:59.858765 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-4f14499e-4d2b-473e-b6af-f29d69cb6965 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7966528 Jan 20 14:59:59.869229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-814509a4-3ac2-41a4-a772-e02e2a368f2c tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 14:59:59.870230 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-814509a4-3ac2-41a4-a772-e02e2a368f2c tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051088 Jan 20 14:59:59.880090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Request body: {'port': {'device_id': '3eefd68b-0fd3-4e28-b477-19d2d5e42f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 14:59:59.997572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:00.337404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9fbcd4-14f8-45e2-8b20-958dd1423fed {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:00:00.345033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:00.363657 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Transition to ACTIVE for port object bb9fbcd4-14f8-45e2-8b20-958dd1423fed will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:00.368104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:00.379736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead39cb-140d-4cd7-bde1-72f73ee3f11b req-992df5d7-cc8f-4d2b-ba10-a97f82df31e2 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:00.381234 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cead39cb-140d-4cd7-bde1-72f73ee3f11b req-992df5d7-cc8f-4d2b-ba10-a97f82df31e2 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 931 time: 0.0837851 Jan 20 15:00:00.431215 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cead39cb-140d-4cd7-bde1-72f73ee3f11b req-fda71300-c362-4ec3-8232-2cff2bab4157 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Jan 20 15:00:00.521323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:00.597188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Attempting to bind port bb9fbcd4-14f8-45e2-8b20-958dd1423fed on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:00.597388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Attempting to bind port bb9fbcd4-14f8-45e2-8b20-958dd1423fed by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '8ca07e49-fee0-49c4-add1-44302405fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:00.597727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Attempting to bind port bb9fbcd4-14f8-45e2-8b20-958dd1423fed on network c0ccee9f-5d0f-49c2-8b58-b9425180b228 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:00.602348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Port bb9fbcd4-14f8-45e2-8b20-958dd1423fed on network c0ccee9f-5d0f-49c2-8b58-b9425180b228 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:00:00.602625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Attempting to bind port bb9fbcd4-14f8-45e2-8b20-958dd1423fed on network c0ccee9f-5d0f-49c2-8b58-b9425180b228 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:00.607919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:00:00.608244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Checking segment: {'id': '8ca07e49-fee0-49c4-add1-44302405fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:00.608635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Bound using segment: {'id': '8ca07e49-fee0-49c4-add1-44302405fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:00:00.609039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Bound port: bb9fbcd4-14f8-45e2-8b20-958dd1423fed, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca07e49-fee0-49c4-add1-44302405fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:00.609364 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:00.808011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] For port bb9fbcd4-14f8-45e2-8b20-958dd1423fed, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:00:00.811110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] For port bb9fbcd4-14f8-45e2-8b20-958dd1423fed, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,segment=NetworkSegment(8ca07e49-fee0-49c4-add1-44302405fac9),segment_id=8ca07e49-fee0-49c4-add1-44302405fac9)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:00:00.817905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:00.878586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:00.879186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:00.880575 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] 10.222.0.72 "PUT /v2.0/ports/bb9fbcd4-14f8-45e2-8b20-958dd1423fed HTTP/1.1" status: 200 len: 1093 time: 1.0040948 Jan 20 15:00:00.880986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eefd68b-0fd3-4e28-b477-19d2d5e42f79', 'tag': 'bb9fbcd4-14f8-45e2-8b20-958dd1423fed'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:00.900226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b90dd6-2808-4b57-bbc8-0f6f3864f324 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:00.926545 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eefd68b-0fd3-4e28-b477-19d2d5e42f79', 'tag': 'bb9fbcd4-14f8-45e2-8b20-958dd1423fed', 'status': 'completed', 'code': 200} Jan 20 15:00:01.029989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-c0a687ec-0dc4-427e-9742-e2961ad5aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:01.031505 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-c0a687ec-0dc4-427e-9742-e2961ad5aea4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2be650516a004f00acf0d7a4061ad96e&device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 1096 time: 0.1131535 Jan 20 15:00:01.101893 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-3c1f8733-dc35-4580-b129-54acce3f5c59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb9fbcd4-14f8-45e2-8b20-958dd1423fed HTTP/1.1" status: 200 len: 217 time: 0.0628157 Jan 20 15:00:01.164491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-3765d68b-370d-4e77-bbdb-8f61f25e6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:01.165786 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-3765d68b-370d-4e77-bbdb-8f61f25e6f4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=730d66a3-c54b-43ee-b670-abc422c8d087 HTTP/1.1" status: 200 len: 853 time: 0.0582161 Jan 20 15:00:01.215049 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-67cd4b28-d3c6-4654-89ce-d47c69b87523 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ccee9f-5d0f-49c2-8b58-b9425180b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432332 Jan 20 15:00:01.343613 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-7a0e4bfc-68db-4d9b-9922-b1a444b44ed1 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218257 Jan 20 15:00:01.492492 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2422051d-07f4-4486-a534-d9c40ecfd060 req-46d728a4-b8dd-4549-a036-f4db56ed5d62 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426301 Jan 20 15:00:01.607456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe46d5-7794-4104-932a-4eedd1c21bad req-eed506e2-5591-407d-bbbd-8388d03ce090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:01.609012 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4cbe46d5-7794-4104-932a-4eedd1c21bad req-eed506e2-5591-407d-bbbd-8388d03ce090 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2be650516a004f00acf0d7a4061ad96e&device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 1096 time: 0.0698230 Jan 20 15:00:01.620334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42407031-2e4e-4178-b223-6c4457186bfa req-818e2827-b347-457e-b0fb-337a94e19717 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:01.621797 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-42407031-2e4e-4178-b223-6c4457186bfa req-818e2827-b347-457e-b0fb-337a94e19717 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 943 time: 0.0781565 Jan 20 15:00:01.665026 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-42407031-2e4e-4178-b223-6c4457186bfa req-ad930c52-5dd8-4aad-98d9-d621f784ae06 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373361 Jan 20 15:00:01.739283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe46d5-7794-4104-932a-4eedd1c21bad req-a5f73340-bbdd-4f63-802b-3869abff98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:01.740694 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4cbe46d5-7794-4104-932a-4eedd1c21bad req-a5f73340-bbdd-4f63-802b-3869abff98c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ccee9f-5d0f-49c2-8b58-b9425180b228 HTTP/1.1" status: 200 len: 914 time: 0.1256592 Jan 20 15:00:01.813940 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4cbe46d5-7794-4104-932a-4eedd1c21bad req-d2243692-d962-4a97-bb70-4cd859501c55 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb9fbcd4-14f8-45e2-8b20-958dd1423fed HTTP/1.1" status: 200 len: 217 time: 0.0666192 Jan 20 15:00:01.877227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe46d5-7794-4104-932a-4eedd1c21bad req-93e917e2-cb01-44b6-9802-310d27dd2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:01.878637 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4cbe46d5-7794-4104-932a-4eedd1c21bad req-93e917e2-cb01-44b6-9802-310d27dd2394 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=730d66a3-c54b-43ee-b670-abc422c8d087 HTTP/1.1" status: 200 len: 853 time: 0.0583704 Jan 20 15:00:01.925701 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4cbe46d5-7794-4104-932a-4eedd1c21bad req-d98a30f9-cc3a-480b-8f1c-985ffcf04eb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ccee9f-5d0f-49c2-8b58-b9425180b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408688 Jan 20 15:00:02.056984 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4cbe46d5-7794-4104-932a-4eedd1c21bad req-c3213072-568b-47a6-be67-88f35af9a2e9 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236711 Jan 20 15:00:02.189941 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4cbe46d5-7794-4104-932a-4eedd1c21bad req-ac5dbb68-1d30-492b-ab94-81c52a247ef3 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261542 Jan 20 15:00:02.884071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ec847-89f1-4aa6-9120-ced1dc546b88 req-5b31ed70-4566-4b62-b22a-7943381e9ffb tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:02.884828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-436ec847-89f1-4aa6-9120-ced1dc546b88 req-5b31ed70-4566-4b62-b22a-7943381e9ffb tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Synchronizing usage tracker for tenant:2be650516a004f00acf0d7a4061ad96e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:00:02.904275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-436ec847-89f1-4aa6-9120-ced1dc546b88 req-5b31ed70-4566-4b62-b22a-7943381e9ffb tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Unset dirty status for tenant:2be650516a004f00acf0d7a4061ad96e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:00:02.905380 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-436ec847-89f1-4aa6-9120-ced1dc546b88 req-5b31ed70-4566-4b62-b22a-7943381e9ffb tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 943 time: 0.1130567 Jan 20 15:00:02.948993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-436ec847-89f1-4aa6-9120-ced1dc546b88 req-bf62529e-17b8-4527-9dd6-eed7b664ce26 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Synchronizing usage tracker for tenant:2be650516a004f00acf0d7a4061ad96e on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:00:02.967448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-436ec847-89f1-4aa6-9120-ced1dc546b88 req-bf62529e-17b8-4527-9dd6-eed7b664ce26 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Unset dirty status for tenant:2be650516a004f00acf0d7a4061ad96e on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:00:02.968649 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-436ec847-89f1-4aa6-9120-ced1dc546b88 req-bf62529e-17b8-4527-9dd6-eed7b664ce26 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571139 Jan 20 15:00:03.129914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b276b46d-e8f9-4014-b403-1facfd63a444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:03.791133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device bb9fbcd4-14f8-45e2-8b20-958dd1423fed details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:00:03.934898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port bb9fbcd4-14f8-45e2-8b20-958dd1423fed, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,segment=NetworkSegment(8ca07e49-fee0-49c4-add1-44302405fac9),segment_id=8ca07e49-fee0-49c4-add1-44302405fac9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:03.951186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'bb9fbcd4-14f8-45e2-8b20-958dd1423fed', 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228', 'port_id': 'bb9fbcd4-14f8-45e2-8b20-958dd1423fed', 'mac_address': 'fa:16:3e:0c:65:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730d66a3-c54b-43ee-b670-abc422c8d087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:00:04.006128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:04.025530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9fbcd4-14f8-45e2-8b20-958dd1423fed {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:00:04.044828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port bb9fbcd4-14f8-45e2-8b20-958dd1423fed, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,segment=NetworkSegment(8ca07e49-fee0-49c4-add1-44302405fac9),segment_id=8ca07e49-fee0-49c4-add1-44302405fac9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:04.052916 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:04.124538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:04.261763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['bb9fbcd4-14f8-45e2-8b20-958dd1423fed'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:00:04.304985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f9b60-6f2d-4860-9568-b4eafbe2352a req-762b667e-7173-4b25-91da-f6110cd8af28 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:04.306790 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e5f9b60-6f2d-4860-9568-b4eafbe2352a req-762b667e-7173-4b25-91da-f6110cd8af28 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 944 time: 0.0858757 Jan 20 15:00:04.350279 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e5f9b60-6f2d-4860-9568-b4eafbe2352a req-40b0aaff-37a5-417d-a7a8-914df095a01b tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374708 Jan 20 15:00:05.484122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9053-bd4e-4ce3-ad68-c25472ff9436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:05.703107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cdbd0-5e09-4d7e-b62a-2dd9b9759818 req-81976d37-b871-4380-91dd-89ad6db050d9 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:05.704519 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d8cdbd0-5e09-4d7e-b62a-2dd9b9759818 req-81976d37-b871-4380-91dd-89ad6db050d9 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 944 time: 0.0900292 Jan 20 15:00:05.751964 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d8cdbd0-5e09-4d7e-b62a-2dd9b9759818 req-d298dfe2-d6a1-4ce0-8113-c9bacec5c4db tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Jan 20 15:00:05.798319 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device bb9fbcd4-14f8-45e2-8b20-958dd1423fed up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:00:05.873133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port bb9fbcd4-14f8-45e2-8b20-958dd1423fed completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:05.878697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port bb9fbcd4-14f8-45e2-8b20-958dd1423fed triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:05.879145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:05.999740 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:06.027347 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eefd68b-0fd3-4e28-b477-19d2d5e42f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9fbcd4-14f8-45e2-8b20-958dd1423fed'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:06.037689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port bb9fbcd4-14f8-45e2-8b20-958dd1423fed, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,segment=NetworkSegment(8ca07e49-fee0-49c4-add1-44302405fac9),segment_id=8ca07e49-fee0-49c4-add1-44302405fac9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:06.043443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:06.079235 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eefd68b-0fd3-4e28-b477-19d2d5e42f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9fbcd4-14f8-45e2-8b20-958dd1423fed', 'code': 200} Jan 20 15:00:06.110883 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:06.300907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89b3c3-cc47-4495-903c-bd24882846bb req-78d4003c-20c0-4e65-bc07-aa045aa6d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:06.302367 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4e89b3c3-cc47-4495-903c-bd24882846bb req-78d4003c-20c0-4e65-bc07-aa045aa6d0e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 1098 time: 0.0720978 Jan 20 15:00:06.343385 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4e89b3c3-cc47-4495-903c-bd24882846bb req-3015f4c7-89b7-4d9c-977f-6d1e7a90ea31 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350404 Jan 20 15:00:06.497809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:06.533715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:07.047264 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6add33-b40b-4aa7-a2be-032ecf73b853 req-5acd5f5b-871f-4ec1-b64d-56705be644e5 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:07.048768 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9a6add33-b40b-4aa7-a2be-032ecf73b853 req-5acd5f5b-871f-4ec1-b64d-56705be644e5 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.1866863 Jan 20 15:00:07.093645 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9a6add33-b40b-4aa7-a2be-032ecf73b853 req-2b52d1ec-1c8d-46f7-88d1-8c564e7bb710 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 Jan 20 15:00:08.007999 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:08.296519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e92de-c6c4-413d-a03c-79e1d5085ece req-84fb590a-9c36-4d93-a445-7a0d59c32bf4 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:08.297872 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-044e92de-c6c4-413d-a03c-79e1d5085ece req-84fb590a-9c36-4d93-a445-7a0d59c32bf4 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.0810375 Jan 20 15:00:08.341417 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-044e92de-c6c4-413d-a03c-79e1d5085ece req-12f3606f-cb2b-41db-982c-ef9dc0ef9e63 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378973 Jan 20 15:00:08.625614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c72349-b160-4196-9463-ea6ef0233bec req-60996739-b8eb-4205-bb44-d06a4770292f tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:08.627080 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-60996739-b8eb-4205-bb44-d06a4770292f tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/networks?id=c0ccee9f-5d0f-49c2-8b58-b9425180b228 HTTP/1.1" status: 200 len: 813 time: 0.1444952 Jan 20 15:00:08.641869 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-a8b78fa7-d129-445b-9c9f-3bdb1e5c76dc tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/quotas/2be650516a004f00acf0d7a4061ad96e HTTP/1.1" status: 200 len: 375 time: 0.0093188 Jan 20 15:00:08.722537 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-bbbe9c48-96f3-4443-9692-631383888ca1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2be650516a004f00acf0d7a4061ad96e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757964 Jan 20 15:00:08.865089 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-cd014814-1405-4d7c-9d65-3431d1c9c826 service neutron] 10.222.0.87 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356356 Jan 20 15:00:08.997561 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-793a95c8-84eb-436e-b387-1300788dfd8a service neutron] 10.222.0.87 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264277 Jan 20 15:00:09.173772 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3a4a8138-0275-4927-ad41-97cd151a56b4 req-38121eef-99da-429a-b084-36d63d96b8f0 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 210 time: 0.0443933 Jan 20 15:00:10.260303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c72349-b160-4196-9463-ea6ef0233bec req-d2f68065-9e87-4694-8751-5b2d91bc1c05 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:10.261966 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-d2f68065-9e87-4694-8751-5b2d91bc1c05 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.72 "GET /v2.0/networks?id=c0ccee9f-5d0f-49c2-8b58-b9425180b228 HTTP/1.1" status: 200 len: 813 time: 0.1539695 Jan 20 15:00:10.273581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Request body: {'port': {'device_id': '746e577d-1023-4f08-ace6-a96757b9f86c', 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228', 'admin_state_up': True, 'tenant_id': '2be650516a004f00acf0d7a4061ad96e'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:10.391178 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2636a5c-d866-470d-9c2f-3fc8fe7afd43 req-d0ffefec-27c0-4587-84ee-b8b9f0f865a4 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 210 time: 0.1001639 Jan 20 15:00:10.457569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:10.467140 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:10.479469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Made reservation on behalf of 2be650516a004f00acf0d7a4061ad96e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:10.483160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:10.645969 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Allocated IP 172.20.0.4 (c0ccee9f-5d0f-49c2-8b58-b9425180b228/730d66a3-c54b-43ee-b670-abc422c8d087/a5451747-66dd-49b4-8ff6-bfc98555e554) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:10.874618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:10.909826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:10.921073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['bb9fbcd4-14f8-45e2-8b20-958dd1423fed'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:00:10.978882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Network c0ccee9f-5d0f-49c2-8b58-b9425180b228 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:10.982095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:10.985892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:00:11.019546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Pushing event updated for resources: {'Port': ['ID=a5451747-66dd-49b4-8ff6-bfc98555e554,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:11.057889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:11.058509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:11.083897 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-eeeaa58d-1413-47d1-ae4f-8cc100a72005 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8142169 Jan 20 15:00:11.095088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Request body: {'port': {'device_id': '746e577d-1023-4f08-ace6-a96757b9f86c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:11.210395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:11.576292 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ed717-b265-4f2c-b2ce-b4cd35589392 req-84758c06-19ef-4bcf-a337-713f08b86add tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:11.577761 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d09ed717-b265-4f2c-b2ce-b4cd35589392 req-84758c06-19ef-4bcf-a337-713f08b86add tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 931 time: 0.0796373 Jan 20 15:00:11.621437 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d09ed717-b265-4f2c-b2ce-b4cd35589392 req-3170cb35-fc97-4f5a-86c5-6d74742459a9 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Jan 20 15:00:11.654964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5451747-66dd-49b4-8ff6-bfc98555e554 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:00:11.662395 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:11.677506 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Transition to ACTIVE for port object a5451747-66dd-49b4-8ff6-bfc98555e554 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:11.683792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:11.833303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Pushing event updated for resources: {'Port': ['ID=a5451747-66dd-49b4-8ff6-bfc98555e554,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:11.915913 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Attempting to bind port a5451747-66dd-49b4-8ff6-bfc98555e554 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:11.916253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Attempting to bind port a5451747-66dd-49b4-8ff6-bfc98555e554 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '8ca07e49-fee0-49c4-add1-44302405fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:11.916588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Attempting to bind port a5451747-66dd-49b4-8ff6-bfc98555e554 on network c0ccee9f-5d0f-49c2-8b58-b9425180b228 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:11.921514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Port a5451747-66dd-49b4-8ff6-bfc98555e554 on network c0ccee9f-5d0f-49c2-8b58-b9425180b228 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:00:11.921860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Attempting to bind port a5451747-66dd-49b4-8ff6-bfc98555e554 on network c0ccee9f-5d0f-49c2-8b58-b9425180b228 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:11.927303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:00:11.927634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Checking segment: {'id': '8ca07e49-fee0-49c4-add1-44302405fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:11.928039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Bound using segment: {'id': '8ca07e49-fee0-49c4-add1-44302405fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:00:11.928462 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Bound port: a5451747-66dd-49b4-8ff6-bfc98555e554, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca07e49-fee0-49c4-add1-44302405fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:11.928789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:12.018772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] For port a5451747-66dd-49b4-8ff6-bfc98555e554, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:00:12.022322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] For port a5451747-66dd-49b4-8ff6-bfc98555e554, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a5451747-66dd-49b4-8ff6-bfc98555e554,segment=NetworkSegment(8ca07e49-fee0-49c4-add1-44302405fac9),segment_id=8ca07e49-fee0-49c4-add1-44302405fac9)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:00:12.027789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:12.089978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:12.090587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:12.091951 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] 10.222.0.72 "PUT /v2.0/ports/a5451747-66dd-49b4-8ff6-bfc98555e554 HTTP/1.1" status: 200 len: 1093 time: 1.0009947 Jan 20 15:00:12.092407 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746e577d-1023-4f08-ace6-a96757b9f86c', 'tag': 'a5451747-66dd-49b4-8ff6-bfc98555e554'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:12.113830 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac847001-38eb-4042-96cf-e7a474cef644 service neutron] Pushing event updated for resources: {'Port': ['ID=a5451747-66dd-49b4-8ff6-bfc98555e554,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:12.167147 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e577d-1023-4f08-ace6-a96757b9f86c', 'tag': 'a5451747-66dd-49b4-8ff6-bfc98555e554', 'status': 'completed', 'code': 200} Jan 20 15:00:12.207948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c72349-b160-4196-9463-ea6ef0233bec req-22f60448-3447-4525-9326-3da5393dcdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:12.209497 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-22f60448-3447-4525-9326-3da5393dcdbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2be650516a004f00acf0d7a4061ad96e&device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 1096 time: 0.0742402 Jan 20 15:00:12.279628 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-241329a1-8106-4096-a859-4d008f249892 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5451747-66dd-49b4-8ff6-bfc98555e554 HTTP/1.1" status: 200 len: 217 time: 0.0635695 Jan 20 15:00:12.340315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c72349-b160-4196-9463-ea6ef0233bec req-2333679b-c17e-409f-9c69-2a6b455eb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:12.341609 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-2333679b-c17e-409f-9c69-2a6b455eb079 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=730d66a3-c54b-43ee-b670-abc422c8d087 HTTP/1.1" status: 200 len: 853 time: 0.0562315 Jan 20 15:00:12.391491 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-073991c2-a210-450b-8cf6-f2202452cb1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ccee9f-5d0f-49c2-8b58-b9425180b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426002 Jan 20 15:00:12.526543 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-4475ca4f-1796-4f8e-bc11-08ad4d1fe4c6 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281400 Jan 20 15:00:12.655448 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c72349-b160-4196-9463-ea6ef0233bec req-5c1d76d0-901f-4dbb-b1ce-8555d0e4c371 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221800 Jan 20 15:00:12.780804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178f3fd-01f1-4be4-b1e8-cceb1e21c80f req-5cfb7946-e908-4b58-b5a9-d9d9e22be602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:12.782300 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2178f3fd-01f1-4be4-b1e8-cceb1e21c80f req-5cfb7946-e908-4b58-b5a9-d9d9e22be602 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2be650516a004f00acf0d7a4061ad96e&device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 1096 time: 0.0800688 Jan 20 15:00:12.814921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c633d-bc35-4f70-b45b-eecac6c0cefc req-5061ca07-42b5-44f4-b082-ce34ed122d3e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:12.817291 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e0c633d-bc35-4f70-b45b-eecac6c0cefc req-5061ca07-42b5-44f4-b082-ce34ed122d3e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 943 time: 0.0890791 Jan 20 15:00:12.875183 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e0c633d-bc35-4f70-b45b-eecac6c0cefc req-6073e4f7-8c37-4983-bd84-b8ac9118244f tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516717 Jan 20 15:00:12.919470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178f3fd-01f1-4be4-b1e8-cceb1e21c80f req-3f770d80-0f55-4925-9745-29da356c3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:12.920886 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2178f3fd-01f1-4be4-b1e8-cceb1e21c80f req-3f770d80-0f55-4925-9745-29da356c3dc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ccee9f-5d0f-49c2-8b58-b9425180b228 HTTP/1.1" status: 200 len: 914 time: 0.1309209 Jan 20 15:00:12.991303 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2178f3fd-01f1-4be4-b1e8-cceb1e21c80f req-16cb53fd-bdb0-4f76-b5e1-0cb950a677ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5451747-66dd-49b4-8ff6-bfc98555e554 HTTP/1.1" status: 200 len: 217 time: 0.0634596 Jan 20 15:00:13.053146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178f3fd-01f1-4be4-b1e8-cceb1e21c80f req-f50ac29d-3749-4552-a959-ee74539a10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:13.054597 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2178f3fd-01f1-4be4-b1e8-cceb1e21c80f req-f50ac29d-3749-4552-a959-ee74539a10c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=730d66a3-c54b-43ee-b670-abc422c8d087 HTTP/1.1" status: 200 len: 853 time: 0.0574412 Jan 20 15:00:13.101516 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2178f3fd-01f1-4be4-b1e8-cceb1e21c80f req-4c10521c-b4ae-4a2a-a250-e6404fde12d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ccee9f-5d0f-49c2-8b58-b9425180b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397100 Jan 20 15:00:13.332108 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2178f3fd-01f1-4be4-b1e8-cceb1e21c80f req-3ca15f21-4392-4367-91d5-b7802bee64c4 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237527 Jan 20 15:00:13.474164 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2178f3fd-01f1-4be4-b1e8-cceb1e21c80f req-83b26245-63e4-452c-af7b-35ec94f21e9b service neutron] 10.222.0.72 "GET /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357653 Jan 20 15:00:13.876674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a5451747-66dd-49b4-8ff6-bfc98555e554 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:00:14.017085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port a5451747-66dd-49b4-8ff6-bfc98555e554, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a5451747-66dd-49b4-8ff6-bfc98555e554,segment=NetworkSegment(8ca07e49-fee0-49c4-add1-44302405fac9),segment_id=8ca07e49-fee0-49c4-add1-44302405fac9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:14.030554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'a5451747-66dd-49b4-8ff6-bfc98555e554', 'network_id': 'c0ccee9f-5d0f-49c2-8b58-b9425180b228', 'port_id': 'a5451747-66dd-49b4-8ff6-bfc98555e554', 'mac_address': 'fa:16:3e:63:1b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730d66a3-c54b-43ee-b670-abc422c8d087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:00:14.060440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6697d28-8724-4fdf-860d-e87a70a6dc8f req-65c44a84-b563-4ad0-80a1-235eb933fd41 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:14.061138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-b6697d28-8724-4fdf-860d-e87a70a6dc8f req-65c44a84-b563-4ad0-80a1-235eb933fd41 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Synchronizing usage tracker for tenant:2be650516a004f00acf0d7a4061ad96e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:00:14.077681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-b6697d28-8724-4fdf-860d-e87a70a6dc8f req-65c44a84-b563-4ad0-80a1-235eb933fd41 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Unset dirty status for tenant:2be650516a004f00acf0d7a4061ad96e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:00:14.084614 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b6697d28-8724-4fdf-860d-e87a70a6dc8f req-65c44a84-b563-4ad0-80a1-235eb933fd41 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 943 time: 0.1042387 Jan 20 15:00:14.088583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:14.105527 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5451747-66dd-49b4-8ff6-bfc98555e554 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:00:14.120957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port a5451747-66dd-49b4-8ff6-bfc98555e554, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a5451747-66dd-49b4-8ff6-bfc98555e554,segment=NetworkSegment(8ca07e49-fee0-49c4-add1-44302405fac9),segment_id=8ca07e49-fee0-49c4-add1-44302405fac9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:14.124916 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b6697d28-8724-4fdf-860d-e87a70a6dc8f req-34d44e26-9950-4685-8ea3-f4c64dd15fb7 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 Jan 20 15:00:14.127216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:14.192392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=a5451747-66dd-49b4-8ff6-bfc98555e554,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:14.335117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['a5451747-66dd-49b4-8ff6-bfc98555e554'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:00:15.329847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98e2fd-224b-4c1e-bee7-3e6ac31e7a87 req-3bfa22c4-9f00-4c08-9669-1bd87a804a0b tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:15.331174 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fb98e2fd-224b-4c1e-bee7-3e6ac31e7a87 req-3bfa22c4-9f00-4c08-9669-1bd87a804a0b tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 944 time: 0.0892925 Jan 20 15:00:15.379441 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fb98e2fd-224b-4c1e-bee7-3e6ac31e7a87 req-9a0cd1b5-44df-4334-8c11-44becb6aa7d0 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424116 Jan 20 15:00:15.897610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a5451747-66dd-49b4-8ff6-bfc98555e554 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:00:15.972002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port a5451747-66dd-49b4-8ff6-bfc98555e554 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:15.977217 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port a5451747-66dd-49b4-8ff6-bfc98555e554 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:15.977587 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:16.100822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:16.133642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e577d-1023-4f08-ace6-a96757b9f86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5451747-66dd-49b4-8ff6-bfc98555e554'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:16.143642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port a5451747-66dd-49b4-8ff6-bfc98555e554, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a5451747-66dd-49b4-8ff6-bfc98555e554,segment=NetworkSegment(8ca07e49-fee0-49c4-add1-44302405fac9),segment_id=8ca07e49-fee0-49c4-add1-44302405fac9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:16.149285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:16.198657 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e577d-1023-4f08-ace6-a96757b9f86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5451747-66dd-49b4-8ff6-bfc98555e554', 'code': 200} Jan 20 15:00:16.225925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=a5451747-66dd-49b4-8ff6-bfc98555e554,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:16.469985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d223-0037-49a4-9861-ed74e4e81398 req-0de9889e-87c7-4bbf-982e-606b349a6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:16.471894 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56b5d223-0037-49a4-9861-ed74e4e81398 req-0de9889e-87c7-4bbf-982e-606b349a6d3c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 1098 time: 0.0956321 Jan 20 15:00:16.516432 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56b5d223-0037-49a4-9861-ed74e4e81398 req-c54201bc-731c-422d-a610-a69542575962 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380731 Jan 20 15:00:16.580135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e5d57-0e60-4148-a2c7-784cfd803273 req-7c820b26-fddc-4834-953f-6a7ac7c7f9be tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:16.581641 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-261e5d57-0e60-4148-a2c7-784cfd803273 req-7c820b26-fddc-4834-953f-6a7ac7c7f9be tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 945 time: 0.0846214 Jan 20 15:00:16.628329 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-261e5d57-0e60-4148-a2c7-784cfd803273 req-31a3614f-4efb-41e6-a595-66ba2061284c tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Jan 20 15:00:17.821926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf831d7d-6fa5-484b-9801-688aa5e9d286 req-59468987-24fe-4942-bbbf-2d852e85e592 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:17.823385 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bf831d7d-6fa5-484b-9801-688aa5e9d286 req-59468987-24fe-4942-bbbf-2d852e85e592 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 945 time: 0.0813179 Jan 20 15:00:17.869979 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bf831d7d-6fa5-484b-9801-688aa5e9d286 req-b8768e78-5afa-4f97-8abb-1c7c1da9a288 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382397 Jan 20 15:00:18.269443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f86326-3667-4bad-8218-1834780ccb6f req-6f3be8a5-d963-4920-bebb-8ab874bb1255 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:18.270863 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60f86326-3667-4bad-8218-1834780ccb6f req-6f3be8a5-d963-4920-bebb-8ab874bb1255 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 945 time: 0.0959105 Jan 20 15:00:18.314325 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-60f86326-3667-4bad-8218-1834780ccb6f req-709fb4ac-adf8-4bc9-9569-31df48c67f2e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377636 Jan 20 15:00:19.514459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e92f71-4a69-429d-9801-7d27b586baf2 req-fab19806-5a61-4e73-aff5-7f66c4d9408c tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:19.515935 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56e92f71-4a69-429d-9801-7d27b586baf2 req-fab19806-5a61-4e73-aff5-7f66c4d9408c tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 945 time: 0.0941288 Jan 20 15:00:19.560250 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56e92f71-4a69-429d-9801-7d27b586baf2 req-861c67d1-71fa-4fba-a4e1-bf8b6585cec3 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Jan 20 15:00:19.590433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af838f06-118a-4901-8227-858e5fa7bc4a req-737279d3-8191-453a-88ca-da4f29d95565 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:19.591901 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af838f06-118a-4901-8227-858e5fa7bc4a req-737279d3-8191-453a-88ca-da4f29d95565 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.72 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 945 time: 0.0812490 Jan 20 15:00:19.677294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-af838f06-118a-4901-8227-858e5fa7bc4a req-3668784c-965a-4db7-b511-42dc75c194b1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Deleting port a5451747-66dd-49b4-8ff6-bfc98555e554 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:00:19.677582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-af838f06-118a-4901-8227-858e5fa7bc4a req-3668784c-965a-4db7-b511-42dc75c194b1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:19.924400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-af838f06-118a-4901-8227-858e5fa7bc4a req-3668784c-965a-4db7-b511-42dc75c194b1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] For port a5451747-66dd-49b4-8ff6-bfc98555e554, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a5451747-66dd-49b4-8ff6-bfc98555e554,segment=NetworkSegment(8ca07e49-fee0-49c4-add1-44302405fac9),segment_id=8ca07e49-fee0-49c4-add1-44302405fac9)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:19.924703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-af838f06-118a-4901-8227-858e5fa7bc4a req-3668784c-965a-4db7-b511-42dc75c194b1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:20.056009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-af838f06-118a-4901-8227-858e5fa7bc4a req-3668784c-965a-4db7-b511-42dc75c194b1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Calling delete_port for a5451747-66dd-49b4-8ff6-bfc98555e554 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:00:20.210611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-af838f06-118a-4901-8227-858e5fa7bc4a req-3668784c-965a-4db7-b511-42dc75c194b1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:20.225675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['bb9fbcd4-14f8-45e2-8b20-958dd1423fed', 'a5451747-66dd-49b4-8ff6-bfc98555e554'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:00:20.264794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668784c-965a-4db7-b511-42dc75c194b1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Pushing event deleted for resources: {'Port': ['ID=a5451747-66dd-49b4-8ff6-bfc98555e554,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:20.337985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-af838f06-118a-4901-8227-858e5fa7bc4a req-3668784c-965a-4db7-b511-42dc75c194b1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] No DVR routers for this DVR port a5451747-66dd-49b4-8ff6-bfc98555e554 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:00:20.340434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-af838f06-118a-4901-8227-858e5fa7bc4a req-3668784c-965a-4db7-b511-42dc75c194b1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:20.343038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e577d-1023-4f08-ace6-a96757b9f86c', 'name': 'network-vif-deleted', 'tag': 'a5451747-66dd-49b4-8ff6-bfc98555e554'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:20.360392 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-af838f06-118a-4901-8227-858e5fa7bc4a req-3668784c-965a-4db7-b511-42dc75c194b1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.72 "DELETE /v2.0/ports/a5451747-66dd-49b4-8ff6-bfc98555e554 HTTP/1.1" status: 204 len: 173 time: 0.7619996 Jan 20 15:00:20.398632 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e577d-1023-4f08-ace6-a96757b9f86c', 'name': 'network-vif-deleted', 'tag': 'a5451747-66dd-49b4-8ff6-bfc98555e554', 'status': 'completed', 'code': 200} Jan 20 15:00:20.719214 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0446bfd8-f585-4a02-b21c-aec0151a6ee1 req-1c8f5ebe-3217-4f3f-960c-29c2892bec26 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=746e577d-1023-4f08-ace6-a96757b9f86c HTTP/1.1" status: 200 len: 210 time: 0.0429139 Jan 20 15:00:21.988878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff29c8-30ca-4411-b865-55aad54ca60c req-ce87ff68-3204-4ea9-9c86-74702c8110cd tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:21.990361 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-65ff29c8-30ca-4411-b865-55aad54ca60c req-ce87ff68-3204-4ea9-9c86-74702c8110cd tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.0823715 Jan 20 15:00:22.037439 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-65ff29c8-30ca-4411-b865-55aad54ca60c req-84ee05b8-8955-4060-b281-a3aafdc9c6d7 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Jan 20 15:00:22.251078 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a3be5-6ffc-4bc0-afbe-b3f179c594af req-7cb36937-653b-44bc-b2a8-ae634afd035f tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:22.252511 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e32a3be5-6ffc-4bc0-afbe-b3f179c594af req-7cb36937-653b-44bc-b2a8-ae634afd035f tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.0880167 Jan 20 15:00:22.297175 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e32a3be5-6ffc-4bc0-afbe-b3f179c594af req-042f2491-31d1-4aac-9266-e40457770ce2 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384674 Jan 20 15:00:22.492072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278cf1a-b52b-4dbd-a27c-86592d874c42 req-07af68f3-d598-45fd-b2e3-7751fc5321b5 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:22.492775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-5278cf1a-b52b-4dbd-a27c-86592d874c42 req-07af68f3-d598-45fd-b2e3-7751fc5321b5 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Synchronizing usage tracker for tenant:2be650516a004f00acf0d7a4061ad96e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:00:22.511808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-5278cf1a-b52b-4dbd-a27c-86592d874c42 req-07af68f3-d598-45fd-b2e3-7751fc5321b5 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Unset dirty status for tenant:2be650516a004f00acf0d7a4061ad96e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:00:22.513031 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5278cf1a-b52b-4dbd-a27c-86592d874c42 req-07af68f3-d598-45fd-b2e3-7751fc5321b5 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.1082721 Jan 20 15:00:22.557826 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5278cf1a-b52b-4dbd-a27c-86592d874c42 req-5a2516da-dbe4-40ab-8587-54d49eae8344 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388174 Jan 20 15:00:22.870623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c974ab-cc5a-488e-ac5d-31170c8e66c6 req-1fa6a38d-8286-4d21-86b9-51832950d402 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:22.872018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c974ab-cc5a-488e-ac5d-31170c8e66c6 req-1fa6a38d-8286-4d21-86b9-51832950d402 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.1046145 Jan 20 15:00:22.924765 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-67c974ab-cc5a-488e-ac5d-31170c8e66c6 req-9f1adac4-314f-45ac-95d1-8ceba29bac0e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Jan 20 15:00:23.118758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6e17-234d-45cb-b9d3-93cccd4a2c43 req-1b9f33b4-f9fb-49f8-a640-d46b43c479c9 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:23.120252 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a9aa6e17-234d-45cb-b9d3-93cccd4a2c43 req-1b9f33b4-f9fb-49f8-a640-d46b43c479c9 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.0849757 Jan 20 15:00:23.163511 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a9aa6e17-234d-45cb-b9d3-93cccd4a2c43 req-f49ad3ea-438a-47d2-8386-57494ac75fe1 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374129 Jan 20 15:00:23.370307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db8155-f858-485f-bd39-ef8a3132eea0 req-713f95c5-ddd5-4f26-bee9-dbaa13a7d9e3 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:23.371765 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e6db8155-f858-485f-bd39-ef8a3132eea0 req-713f95c5-ddd5-4f26-bee9-dbaa13a7d9e3 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.0825427 Jan 20 15:00:23.414766 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e6db8155-f858-485f-bd39-ef8a3132eea0 req-14c5bae2-9d71-479f-a6dc-40459d74c569 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371766 Jan 20 15:00:23.695668 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:00:23.927116 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a5451747-66dd-49b4-8ff6-bfc98555e554 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:00:23.946510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3458617-97c3-442b-9931-293882640a60 req-23cee976-8e55-4beb-b9db-9bcd4886d4f8 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:23.948746 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e3458617-97c3-442b-9931-293882640a60 req-23cee976-8e55-4beb-b9db-9bcd4886d4f8 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.0938115 Jan 20 15:00:23.969311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: a5451747-66dd-49b4-8ff6-bfc98555e554 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:00:23.969653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device a5451747-66dd-49b4-8ff6-bfc98555e554 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:00:23.993376 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e3458617-97c3-442b-9931-293882640a60 req-35647540-8d53-4835-8593-5857bf214018 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 Jan 20 15:00:25.006938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:25.208122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6a076-fc17-4b51-a772-805a072d21de req-ffef743a-36f9-45e2-80b0-9113a8048686 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:25.209671 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81e6a076-fc17-4b51-a772-805a072d21de req-ffef743a-36f9-45e2-80b0-9113a8048686 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.1111393 Jan 20 15:00:25.363348 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81e6a076-fc17-4b51-a772-805a072d21de req-27b903d8-3868-4d02-a741-4280885a7372 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/security-groups?id=b7f9d449-cfea-4e8e-9037-55f923867669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480265 Jan 20 15:00:25.384763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-2c5313d4-d3f5-4f95-bfb9-00777475b48e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:25.386241 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-2c5313d4-d3f5-4f95-bfb9-00777475b48e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 945 time: 0.2175889 Jan 20 15:00:25.454762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-0b1e7427-b921-4989-8c96-882a2107032e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Deleting port bb9fbcd4-14f8-45e2-8b20-958dd1423fed {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:00:25.455096 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-0b1e7427-b921-4989-8c96-882a2107032e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:25.703405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-0b1e7427-b921-4989-8c96-882a2107032e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] For port bb9fbcd4-14f8-45e2-8b20-958dd1423fed, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,segment=NetworkSegment(8ca07e49-fee0-49c4-add1-44302405fac9),segment_id=8ca07e49-fee0-49c4-add1-44302405fac9)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:25.703648 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-0b1e7427-b921-4989-8c96-882a2107032e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:25.827433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-0b1e7427-b921-4989-8c96-882a2107032e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Calling delete_port for bb9fbcd4-14f8-45e2-8b20-958dd1423fed owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:00:25.976975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-0b1e7427-b921-4989-8c96-882a2107032e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:26.028664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e7427-b921-4989-8c96-882a2107032e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Pushing event deleted for resources: {'Port': ['ID=bb9fbcd4-14f8-45e2-8b20-958dd1423fed,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:26.100307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-0b1e7427-b921-4989-8c96-882a2107032e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] No DVR routers for this DVR port bb9fbcd4-14f8-45e2-8b20-958dd1423fed on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:00:26.102764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-0b1e7427-b921-4989-8c96-882a2107032e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:26.106242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eefd68b-0fd3-4e28-b477-19d2d5e42f79', 'name': 'network-vif-deleted', 'tag': 'bb9fbcd4-14f8-45e2-8b20-958dd1423fed'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:26.123229 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-732c4683-0f14-4e28-b5c6-bff787b3f558 req-0b1e7427-b921-4989-8c96-882a2107032e tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.72 "DELETE /v2.0/ports/bb9fbcd4-14f8-45e2-8b20-958dd1423fed HTTP/1.1" status: 204 len: 173 time: 0.7314534 Jan 20 15:00:26.157694 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eefd68b-0fd3-4e28-b477-19d2d5e42f79', 'name': 'network-vif-deleted', 'tag': 'bb9fbcd4-14f8-45e2-8b20-958dd1423fed', 'status': 'completed', 'code': 200} Jan 20 15:00:26.555537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-b474ca49-08ab-4fde-ad03-0e8abb2c74a3 req-f9c4bd9d-a981-430b-9b80-85bc829925a7 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Synchronizing usage tracker for tenant:2be650516a004f00acf0d7a4061ad96e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:00:26.572092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-b474ca49-08ab-4fde-ad03-0e8abb2c74a3 req-f9c4bd9d-a981-430b-9b80-85bc829925a7 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] Unset dirty status for tenant:2be650516a004f00acf0d7a4061ad96e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:00:26.573280 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b474ca49-08ab-4fde-ad03-0e8abb2c74a3 req-f9c4bd9d-a981-430b-9b80-85bc829925a7 tempest-ServersNegativeTestJSON-1814619214 tempest-ServersNegativeTestJSON-1814619214-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eefd68b-0fd3-4e28-b477-19d2d5e42f79 HTTP/1.1" status: 200 len: 210 time: 0.0642931 Jan 20 15:00:27.669700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58112) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:27.738199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d23c2cf-1db7-49ad-9434-54c9bc139630 admin admin] Deleting subnet 730d66a3-c54b-43ee-b670-abc422c8d087 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:00:27.741449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3d23c2cf-1db7-49ad-9434-54c9bc139630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:27.792607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3d23c2cf-1db7-49ad-9434-54c9bc139630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:27.848947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3d23c2cf-1db7-49ad-9434-54c9bc139630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:27.919915 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3d23c2cf-1db7-49ad-9434-54c9bc139630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:27.960480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23c2cf-1db7-49ad-9434-54c9bc139630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730d66a3-c54b-43ee-b670-abc422c8d087,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:27.960827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device bb9fbcd4-14f8-45e2-8b20-958dd1423fed no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:00:27.964195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3d23c2cf-1db7-49ad-9434-54c9bc139630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:27.971378 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3d23c2cf-1db7-49ad-9434-54c9bc139630 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/730d66a3-c54b-43ee-b670-abc422c8d087 HTTP/1.1" status: 204 len: 168 time: 0.3003254 Jan 20 15:00:27.975248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58116) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:27.997574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: bb9fbcd4-14f8-45e2-8b20-958dd1423fed {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:00:27.997923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device bb9fbcd4-14f8-45e2-8b20-958dd1423fed not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:00:28.087843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.215115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.243311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ccee9f-5d0f-49c2-8b58-b9425180b228']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:28.258097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca07e49-fee0-49c4-add1-44302405fac9') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:28.258388 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca07e49-fee0-49c4-add1-44302405fac9') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:28.269958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.288146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.294647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:00:28.295026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:00:28.308493 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:00:28.489355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.504978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.514773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ccee9f-5d0f-49c2-8b58-b9425180b228,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:28.525432 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1b071e1a-7666-486b-aded-90fcaf61f3d0 admin admin] 10.222.0.87 "DELETE /v2.0/networks/c0ccee9f-5d0f-49c2-8b58-b9425180b228 HTTP/1.1" status: 204 len: 168 time: 0.5491807 Jan 20 15:00:28.651582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58122) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:28.701000 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-dcf31b11-b081-4c3d-a9e4-98cfe76e1389 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2be650516a004f00acf0d7a4061ad96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482283 Jan 20 15:00:28.703586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58126) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:28.760308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.789500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.934128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.950960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f9d449-cfea-4e8e-9037-55f923867669,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:28.960330 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.960672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.961006 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.961334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.961644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.961964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.962279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.962602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.962918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.963220 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.963530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.963869 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:28.971618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.972927 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fc1d205e-ed42-4866-8b24-ba1ba178ec55 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b7f9d449-cfea-4e8e-9037-55f923867669 HTTP/1.1" status: 204 len: 168 time: 0.2683914 Jan 20 15:00:29.741206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58150) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:29.851802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1995545724'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:29.857116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:29.861207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:network and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:29.864226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:29.872438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:29.888152 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Made reservation on behalf of 8a6d7ccf01ae48fab538c39ccb906803 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:29.891882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:29.904100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:29.919059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:29.923154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:security_group_rule and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:29.926122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:29.932444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:30.013990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:30.019139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:30.053317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:30.058895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923cf374-d18b-4b95-8407-5f305fe567ee,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:30.065854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:30.066233 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Added segment 80ecfb6e-25b2-487c-ad17-0e81ae10f4b4 of type vlan for network 23ec7bee-eea9-4184-b677-9b13a987ba3c Jan 20 15:00:30.094672 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:30.125528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:30.131018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:30.131598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:30.239140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'Network': ['ID=23ec7bee-eea9-4184-b677-9b13a987ba3c,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:30.242310 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-89be7e32-4a9c-46ac-b191-0c1c27e28728 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4999659 Jan 20 15:00:30.249593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 23ec7bee-eea9-4184-b677-9b13a987ba3c details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:33.134271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9be1d58d-5e5c-497e-981c-e42d5127c016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:33.478037 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58158) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:33.487020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Request body: {'subnet': {'network_id': '23ec7bee-eea9-4184-b677-9b13a987ba3c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:33.606680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:33.610849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:subnet and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:33.613827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:33.619751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:33.634361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Made reservation on behalf of 8a6d7ccf01ae48fab538c39ccb906803 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:33.638247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:33.865743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:33.939681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'Subnet': ['ID=5ad5dd63-df2c-4437-9b10-8e386b161ca4,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:33.951797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Checking segment: {'id': '80ecfb6e-25b2-487c-ad17-0e81ae10f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '23ec7bee-eea9-4184-b677-9b13a987ba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:33.952151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Network hostable DHCP agents. Network: 23ec7bee-eea9-4184-b677-9b13a987ba3c, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:33.974272 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Network 23ec7bee-eea9-4184-b677-9b13a987ba3c is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:33.984667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 23ec7bee-eea9-4184-b677-9b13a987ba3c) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:33.989131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:33.989749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:33.994473 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f0cfa-fecc-49b5-9b34-181bf6e2f072 None None] Network 23ec7bee-eea9-4184-b677-9b13a987ba3c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:34.020251 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-535db0e1-ef50-4ab7-b3b3-0d72fed3d36d tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5380306 Jan 20 15:00:34.020928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58162) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:34.027219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-448387408'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:34.032304 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:34.036182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:network and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:34.039154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:34.045414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:34.056413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Made reservation on behalf of 8a6d7ccf01ae48fab538c39ccb906803 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:34.060370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.088608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:34.097244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.097582 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Added segment 6d0c497d-5cd4-4e62-8b6e-b3c3b578d679 of type vlan for network 7c9a7584-c2fc-419d-b48d-3fcc2051d9aa Jan 20 15:00:34.122805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.152314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.157684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:34.158286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.207563 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-23ec7bee-eea9-4184-b677-9b13a987ba3c', 'network_id': '23ec7bee-eea9-4184-b677-9b13a987ba3c', 'tenant_id': '8a6d7ccf01ae48fab538c39ccb906803', 'fixed_ips': [{'subnet_id': '5ad5dd63-df2c-4437-9b10-8e386b161ca4'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:00:34.208456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.260701 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2382531 Jan 20 15:00:34.263567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58166) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:34.266730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4e140-baf3-4335-ab9b-eef746681b59 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'Network': ['ID=7c9a7584-c2fc-419d-b48d-3fcc2051d9aa,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:34.273824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Request body: {'subnet': {'network_id': '7c9a7584-c2fc-419d-b48d-3fcc2051d9aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:34.281696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 7c9a7584-c2fc-419d-b48d-3fcc2051d9aa details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:34.381214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:34.385242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:subnet and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:34.388307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:34.393904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:34.404982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Made reservation on behalf of 8a6d7ccf01ae48fab538c39ccb906803 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:34.408930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.452890 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Allocated IP 2001:db8:0:ffff::2 (23ec7bee-eea9-4184-b677-9b13a987ba3c/5ad5dd63-df2c-4437-9b10-8e386b161ca4/34e643e5-97df-4a73-9b0d-425728bece02) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:34.641864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.653122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.663055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Transition to ACTIVE for port object 34e643e5-97df-4a73-9b0d-425728bece02 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:34.680793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Transition to ACTIVE for port object 34e643e5-97df-4a73-9b0d-425728bece02 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:34.688367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.719293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'Subnet': ['ID=3dc3829d-54c7-4f21-be53-aef971f7a8d6,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:34.728587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Checking segment: {'id': '6d0c497d-5cd4-4e62-8b6e-b3c3b578d679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7c9a7584-c2fc-419d-b48d-3fcc2051d9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:34.729099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Network hostable DHCP agents. Network: 7c9a7584-c2fc-419d-b48d-3fcc2051d9aa, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:34.750070 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Network 7c9a7584-c2fc-419d-b48d-3fcc2051d9aa is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:34.755873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Network 23ec7bee-eea9-4184-b677-9b13a987ba3c is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:34.758814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:34.761777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 7c9a7584-c2fc-419d-b48d-3fcc2051d9aa) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:34.762378 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:00:34.767990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Pushing event updated for resources: {'Port': ['ID=34e643e5-97df-4a73-9b0d-425728bece02,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:34.768137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:34.768787 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.772872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7550f99-1846-40e7-84f3-29f235392dbf None None] Network 7c9a7584-c2fc-419d-b48d-3fcc2051d9aa requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:34.792223 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-02076d42-5f1d-435b-9fe1-5ad23ece428f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5269747 Jan 20 15:00:34.794975 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58170) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:34.864926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.865284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.865663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.865976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.866320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.866642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.866958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.867259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.867575 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.867906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.869517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.869864 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:34.940555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.985030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Attempting to bind port 34e643e5-97df-4a73-9b0d-425728bece02 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:34.985391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Attempting to bind port 34e643e5-97df-4a73-9b0d-425728bece02 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '80ecfb6e-25b2-487c-ad17-0e81ae10f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '23ec7bee-eea9-4184-b677-9b13a987ba3c'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:34.985744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Attempting to bind port 34e643e5-97df-4a73-9b0d-425728bece02 on network 23ec7bee-eea9-4184-b677-9b13a987ba3c {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:35.003341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:00:35.003696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Checking segment: {'id': '80ecfb6e-25b2-487c-ad17-0e81ae10f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '23ec7bee-eea9-4184-b677-9b13a987ba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:35.004089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.004504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Bound using segment: {'id': '80ecfb6e-25b2-487c-ad17-0e81ae10f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '23ec7bee-eea9-4184-b677-9b13a987ba3c'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:00:35.004962 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Bound port: 34e643e5-97df-4a73-9b0d-425728bece02, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ecfb6e-25b2-487c-ad17-0e81ae10f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '23ec7bee-eea9-4184-b677-9b13a987ba3c'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:35.005331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.012033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.105764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.148817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc3829d-54c7-4f21-be53-aef971f7a8d6,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:35.187584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] For port 34e643e5-97df-4a73-9b0d-425728bece02, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:00:35.194072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d76d3b1-fd34-4247-9e94-5a5bd44e3d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-7c9a7584-c2fc-419d-b48d-3fcc2051d9aa', 'network_id': '7c9a7584-c2fc-419d-b48d-3fcc2051d9aa', 'tenant_id': '8a6d7ccf01ae48fab538c39ccb906803', 'fixed_ips': [{'subnet_id': '3dc3829d-54c7-4f21-be53-aef971f7a8d6'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:00:35.195124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2d76d3b1-fd34-4247-9e94-5a5bd44e3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.207277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] For port 34e643e5-97df-4a73-9b0d-425728bece02, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=34e643e5-97df-4a73-9b0d-425728bece02,segment=NetworkSegment(80ecfb6e-25b2-487c-ad17-0e81ae10f4b4),segment_id=80ecfb6e-25b2-487c-ad17-0e81ae10f4b4)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:00:35.216325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.245707 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.274200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9a7584-c2fc-419d-b48d-3fcc2051d9aa']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:35.285999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0c497d-5cd4-4e62-8b6e-b3c3b578d679') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:35.286296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0c497d-5cd4-4e62-8b6e-b3c3b578d679') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:35.299800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.316518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.323087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:00:35.323520 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:00:35.338582 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:00:35.354799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c9d57-aa89-4228-8cba-13b78743c5d2 None None] Pushing event updated for resources: {'Port': ['ID=34e643e5-97df-4a73-9b0d-425728bece02,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:35.374187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f77455-f99d-41d5-a280-c543bcc7787e None None] Network 7c9a7584-c2fc-419d-b48d-3fcc2051d9aa requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:35.422562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.443300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.456629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Network': ['ID=7c9a7584-c2fc-419d-b48d-3fcc2051d9aa,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:35.465189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58174) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:35.465705 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-659c6c48-4793-4f86-8d13-fc0bc495c9d5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/networks/7c9a7584-c2fc-419d-b48d-3fcc2051d9aa HTTP/1.1" status: 204 len: 168 time: 0.6693759 Jan 20 15:00:35.470936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-143541995'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:35.476032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:35.480049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:network and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:35.483056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:35.490106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:35.503593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Made reservation on behalf of 8a6d7ccf01ae48fab538c39ccb906803 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:35.507271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.549141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-498e4cde-df64-407f-911a-f97bc23fe529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.553899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:35.568720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.569066 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Added segment bb873940-43f8-471b-bead-7b3530235e82 of type vlan for network 49640518-c238-477c-95be-b56e66d7946e Jan 20 15:00:35.598754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.634844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.640425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:35.641035 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.746349 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2799761 Jan 20 15:00:35.749233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58178) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:35.756595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Request body: {'subnet': {'network_id': '49640518-c238-477c-95be-b56e66d7946e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:35.773629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517e44d-3ac0-4197-ae4f-9a3ab3b4a430 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'Network': ['ID=49640518-c238-477c-95be-b56e66d7946e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:35.792182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 49640518-c238-477c-95be-b56e66d7946e details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:35.869253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:35.873311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:subnet and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:35.876197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:35.882366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:35.893794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Made reservation on behalf of 8a6d7ccf01ae48fab538c39ccb906803 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:35.897474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:35.989064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Performing IP validity checks on allocation pools {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 15:00:35.989592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.ipam_backend_mixin [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 15:00:36.130281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.205312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'Subnet': ['ID=15626370-8ed0-4660-89ee-7c705060db14,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:36.217422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Checking segment: {'id': 'bb873940-43f8-471b-bead-7b3530235e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '49640518-c238-477c-95be-b56e66d7946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:36.217834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Network hostable DHCP agents. Network: 49640518-c238-477c-95be-b56e66d7946e, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:36.238734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Network 49640518-c238-477c-95be-b56e66d7946e is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:36.251036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 49640518-c238-477c-95be-b56e66d7946e) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:36.255520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:36.256230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.261091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd85902a-9480-4f4b-8894-c1dd26e66e6c None None] Network 49640518-c238-477c-95be-b56e66d7946e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:36.281153 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8460699a-f70e-41c7-86b4-56be94527e9e tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5307610 Jan 20 15:00:36.283543 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58182) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:36.333778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a7dc0a-5af6-4588-9323-40e33bef723c None None] Network 23ec7bee-eea9-4184-b677-9b13a987ba3c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:36.422766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.480948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-eba8f175-e910-4d50-9c33-76635186515d None None] Provisioning for port 34e643e5-97df-4a73-9b0d-425728bece02 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:36.495414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.565411 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.583187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.608949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.624985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Subnet': ['ID=15626370-8ed0-4660-89ee-7c705060db14,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:36.689011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f736f5-a5e0-4332-b2c7-e7be7701bfa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-49640518-c238-477c-95be-b56e66d7946e', 'network_id': '49640518-c238-477c-95be-b56e66d7946e', 'tenant_id': '8a6d7ccf01ae48fab538c39ccb906803', 'fixed_ips': [{'subnet_id': '15626370-8ed0-4660-89ee-7c705060db14'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:00:36.689835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8f736f5-a5e0-4332-b2c7-e7be7701bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.720771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.749214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49640518-c238-477c-95be-b56e66d7946e']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:36.761298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb873940-43f8-471b-bead-7b3530235e82') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:36.761601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb873940-43f8-471b-bead-7b3530235e82') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:36.773152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.789972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.796483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:00:36.796847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:00:36.811543 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:00:36.816074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6cb12-ea69-432b-81e5-0a5d1c107a37 None None] Network 49640518-c238-477c-95be-b56e66d7946e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:36.895613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.920006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:36.928666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Network': ['ID=49640518-c238-477c-95be-b56e66d7946e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:36.933264 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-31e1569b-fc4a-44ec-a1ec-4098177d26e5 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/networks/49640518-c238-477c-95be-b56e66d7946e HTTP/1.1" status: 204 len: 168 time: 0.6486735 Jan 20 15:00:36.936854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58186) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:36.942494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-455175158'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:36.947934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:36.952424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:network and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:36.955529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:36.964808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:36.978013 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Made reservation on behalf of 8a6d7ccf01ae48fab538c39ccb906803 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:36.981708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.020818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:37.030435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.030770 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Added segment 3c251b4c-84ac-43b4-8687-fb9044f3b6a9 of type vlan for network d1336b65-10f7-4368-a031-09e41c8b37ff Jan 20 15:00:37.058394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.091462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.098444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:37.098444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.178906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 34e643e5-97df-4a73-9b0d-425728bece02 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:00:37.201469 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2606449 Jan 20 15:00:37.201653 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58190) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:37.209038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Request body: {'subnet': {'network_id': 'd1336b65-10f7-4368-a031-09e41c8b37ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:37.222452 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16b4fa-6040-435e-858a-2f8d58556428 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'Network': ['ID=d1336b65-10f7-4368-a031-09e41c8b37ff,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:37.262185 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network d1336b65-10f7-4368-a031-09e41c8b37ff details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:37.387018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 34e643e5-97df-4a73-9b0d-425728bece02 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:37.391857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 34e643e5-97df-4a73-9b0d-425728bece02 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:37.392250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.420947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:37.424906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:subnet and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:37.427818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:37.433985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:37.445151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Made reservation on behalf of 8a6d7ccf01ae48fab538c39ccb906803 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:37.448602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.508673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.540194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 34e643e5-97df-4a73-9b0d-425728bece02, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=34e643e5-97df-4a73-9b0d-425728bece02,segment=NetworkSegment(80ecfb6e-25b2-487c-ad17-0e81ae10f4b4),segment_id=80ecfb6e-25b2-487c-ad17-0e81ae10f4b4)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:37.544849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.612657 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=34e643e5-97df-4a73-9b0d-425728bece02,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:37.671956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.751262 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'Subnet': ['ID=e53b620d-d3fb-4406-bb93-338b5b04f31d,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:37.761662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Checking segment: {'id': '3c251b4c-84ac-43b4-8687-fb9044f3b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd1336b65-10f7-4368-a031-09e41c8b37ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:37.762016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Network hostable DHCP agents. Network: d1336b65-10f7-4368-a031-09e41c8b37ff, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:37.783535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Network d1336b65-10f7-4368-a031-09e41c8b37ff is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:37.793378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, d1336b65-10f7-4368-a031-09e41c8b37ff) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:37.797464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:37.798046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.802148 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c86538-2f22-4aba-9a14-d352ad94d4cb None None] Network d1336b65-10f7-4368-a031-09e41c8b37ff requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:37.819643 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b0e2fbbd-e8b6-4877-96c8-4f834c61b3c8 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6170537 Jan 20 15:00:37.823726 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58194) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:37.829431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-342875238'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:37.834668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:37.838527 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:network and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:37.841410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:37.847081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:37.857854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Made reservation on behalf of 8a6d7ccf01ae48fab538c39ccb906803 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:37.861987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.893210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:37.902097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.902530 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Added segment 9da6ec59-70b6-477a-abcc-7deb9605c2d7 of type vlan for network a26e975d-23cb-4680-91bc-da3ad1068b3c Jan 20 15:00:37.928996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.959285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:37.964690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:37.965295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.034133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-d1336b65-10f7-4368-a031-09e41c8b37ff', 'network_id': 'd1336b65-10f7-4368-a031-09e41c8b37ff', 'tenant_id': '8a6d7ccf01ae48fab538c39ccb906803', 'fixed_ips': [{'subnet_id': 'e53b620d-d3fb-4406-bb93-338b5b04f31d'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:00:38.035138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.046133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.062715 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2378111 Jan 20 15:00:38.065884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58198) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:38.071972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Request body: {'subnet': {'network_id': 'a26e975d-23cb-4680-91bc-da3ad1068b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:38.074430 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a793e3d-a12b-4471-8ff5-1bca1c54577c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'Network': ['ID=a26e975d-23cb-4680-91bc-da3ad1068b3c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:38.089373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network a26e975d-23cb-4680-91bc-da3ad1068b3c details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:38.182457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:38.186307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Usage tracker for resource:subnet and tenant:8a6d7ccf01ae48fab538c39ccb906803 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:38.189346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:38.196176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:38.208600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Made reservation on behalf of 8a6d7ccf01ae48fab538c39ccb906803 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:38.212716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.282111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Allocated IP 2001:db8::2 (d1336b65-10f7-4368-a031-09e41c8b37ff/e53b620d-d3fb-4406-bb93-338b5b04f31d/9a088d42-4738-42d0-b6d5-7294426c72f9) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:38.434023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.483518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.493837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Transition to ACTIVE for port object 9a088d42-4738-42d0-b6d5-7294426c72f9 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:38.512167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Transition to ACTIVE for port object 9a088d42-4738-42d0-b6d5-7294426c72f9 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:38.515611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event updated for resources: {'Subnet': ['ID=ed231d40-2032-4ab5-815b-067861a96be6,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:38.520338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.526700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Checking segment: {'id': '9da6ec59-70b6-477a-abcc-7deb9605c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a26e975d-23cb-4680-91bc-da3ad1068b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:38.527056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Network hostable DHCP agents. Network: a26e975d-23cb-4680-91bc-da3ad1068b3c, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:38.547251 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Network a26e975d-23cb-4680-91bc-da3ad1068b3c is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:38.558740 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, a26e975d-23cb-4680-91bc-da3ad1068b3c) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:38.570210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:38.571364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.574189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d4cd96-4343-4ca0-8f02-d7e3f5ae55d4 None None] Network a26e975d-23cb-4680-91bc-da3ad1068b3c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:38.596001 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-89fcd202-4050-477f-8dcc-6b57c5f59b61 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5284936 Jan 20 15:00:38.598479 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58202) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:38.652544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Network d1336b65-10f7-4368-a031-09e41c8b37ff is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:38.660757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:38.673154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:00:38.677033 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Pushing event updated for resources: {'Port': ['ID=9a088d42-4738-42d0-b6d5-7294426c72f9,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:38.737925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.792059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Attempting to bind port 9a088d42-4738-42d0-b6d5-7294426c72f9 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:38.792442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Attempting to bind port 9a088d42-4738-42d0-b6d5-7294426c72f9 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '3c251b4c-84ac-43b4-8687-fb9044f3b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd1336b65-10f7-4368-a031-09e41c8b37ff'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:38.792816 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Attempting to bind port 9a088d42-4738-42d0-b6d5-7294426c72f9 on network d1336b65-10f7-4368-a031-09e41c8b37ff {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:38.802004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.802743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:00:38.803108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Checking segment: {'id': '3c251b4c-84ac-43b4-8687-fb9044f3b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd1336b65-10f7-4368-a031-09e41c8b37ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:38.803501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.805194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Bound using segment: {'id': '3c251b4c-84ac-43b4-8687-fb9044f3b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd1336b65-10f7-4368-a031-09e41c8b37ff'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:00:38.805194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Bound port: 9a088d42-4738-42d0-b6d5-7294426c72f9, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c251b4c-84ac-43b4-8687-fb9044f3b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd1336b65-10f7-4368-a031-09e41c8b37ff'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:38.805194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.879668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:38.917743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Subnet': ['ID=ed231d40-2032-4ab5-815b-067861a96be6,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:38.968178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0410043-592a-44d8-8bd7-720762d77136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-a26e975d-23cb-4680-91bc-da3ad1068b3c', 'network_id': 'a26e975d-23cb-4680-91bc-da3ad1068b3c', 'tenant_id': '8a6d7ccf01ae48fab538c39ccb906803', 'fixed_ips': [{'subnet_id': 'ed231d40-2032-4ab5-815b-067861a96be6'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:00:38.970151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a0410043-592a-44d8-8bd7-720762d77136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.014618 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.026371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] For port 9a088d42-4738-42d0-b6d5-7294426c72f9, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:00:39.040645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26e975d-23cb-4680-91bc-da3ad1068b3c']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:39.052409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da6ec59-70b6-477a-abcc-7deb9605c2d7') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:39.052715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da6ec59-70b6-477a-abcc-7deb9605c2d7') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:39.064160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.067951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] For port 9a088d42-4738-42d0-b6d5-7294426c72f9, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9a088d42-4738-42d0-b6d5-7294426c72f9,segment=NetworkSegment(3c251b4c-84ac-43b4-8687-fb9044f3b6a9),segment_id=3c251b4c-84ac-43b4-8687-fb9044f3b6a9)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:00:39.076284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.081294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.088102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:00:39.088535 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:00:39.105600 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:00:39.158647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 34e643e5-97df-4a73-9b0d-425728bece02 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:00:39.201282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.207075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.216398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e22d0-c691-4c5b-b739-ad228316a85d None None] Network a26e975d-23cb-4680-91bc-da3ad1068b3c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:39.238160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Network': ['ID=a26e975d-23cb-4680-91bc-da3ad1068b3c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:39.243074 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e1039a1e-7197-4b65-82d3-cc754fa59e7c tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/networks/a26e975d-23cb-4680-91bc-da3ad1068b3c HTTP/1.1" status: 204 len: 168 time: 0.6436393 Jan 20 15:00:39.246209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58206) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:39.249333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535db1ad-bac6-48d4-aeaf-4ffc8ba56a12 None None] Pushing event updated for resources: {'Port': ['ID=9a088d42-4738-42d0-b6d5-7294426c72f9,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:39.251937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e22d0-c691-4c5b-b739-ad228316a85d None None] Network a26e975d-23cb-4680-91bc-da3ad1068b3c could not be found, it might have been deleted concurrently. {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 20 15:00:39.269127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 34e643e5-97df-4a73-9b0d-425728bece02 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:39.269498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.285573 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f95debc-65cc-48bb-bf53-6ea1882e7273 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] GET failed (client error): The resource could not be found. Jan 20 15:00:39.286098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0f95debc-65cc-48bb-bf53-6ea1882e7273 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Synchronizing usage tracker for tenant:8a6d7ccf01ae48fab538c39ccb906803 on resource:subnet {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:00:39.304559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0f95debc-65cc-48bb-bf53-6ea1882e7273 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Unset dirty status for tenant:8a6d7ccf01ae48fab538c39ccb906803 on resource:subnet {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:00:39.309219 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0f95debc-65cc-48bb-bf53-6ea1882e7273 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "GET /v2.0/subnets/ed231d40-2032-4ab5-815b-067861a96be6 HTTP/1.1" status: 404 len: 337 time: 0.0588319 Jan 20 15:00:39.309584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58210) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:39.335746 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-429578fb-fd09-4e15-9ae6-e0a266498855 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] DELETE failed (client error): The resource could not be found. Jan 20 15:00:39.336226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429578fb-fd09-4e15-9ae6-e0a266498855 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:00:39.341403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-429578fb-fd09-4e15-9ae6-e0a266498855 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/networks/a26e975d-23cb-4680-91bc-da3ad1068b3c HTTP/1.1" status: 404 len: 339 time: 0.0273151 Jan 20 15:00:39.341786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58214) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:39.380172 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35e834b-3318-4c4d-801b-befaf3c6b1a1 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] DELETE failed (client error): The resource could not be found. Jan 20 15:00:39.380649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35e834b-3318-4c4d-801b-befaf3c6b1a1 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:00:39.382357 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a35e834b-3318-4c4d-801b-befaf3c6b1a1 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/subnets/ed231d40-2032-4ab5-815b-067861a96be6 HTTP/1.1" status: 404 len: 337 time: 0.0394907 Jan 20 15:00:39.388051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58218) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:39.417723 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6d3ed0-9909-46af-98d1-2fdb874cc3e0 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] DELETE failed (client error): The resource could not be found. Jan 20 15:00:39.418191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6d3ed0-9909-46af-98d1-2fdb874cc3e0 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:00:39.422509 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0f6d3ed0-9909-46af-98d1-2fdb874cc3e0 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/networks/a26e975d-23cb-4680-91bc-da3ad1068b3c HTTP/1.1" status: 404 len: 339 time: 0.0354958 Jan 20 15:00:39.423087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58222) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:39.500323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d7ebba-c981-4d66-be11-ae5c9e6bc82f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Deleting subnet e53b620d-d3fb-4406-bb93-338b5b04f31d {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:00:39.503554 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ebba-c981-4d66-be11-ae5c9e6bc82f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.558354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ebba-c981-4d66-be11-ae5c9e6bc82f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.754610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ebba-c981-4d66-be11-ae5c9e6bc82f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.831098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ebba-c981-4d66-be11-ae5c9e6bc82f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.869437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7ebba-c981-4d66-be11-ae5c9e6bc82f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Subnet': ['ID=e53b620d-d3fb-4406-bb93-338b5b04f31d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:39.874457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ebba-c981-4d66-be11-ae5c9e6bc82f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:39.890542 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d6d7ebba-c981-4d66-be11-ae5c9e6bc82f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/subnets/e53b620d-d3fb-4406-bb93-338b5b04f31d HTTP/1.1" status: 204 len: 168 time: 0.4664173 Jan 20 15:00:39.893075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58226) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:40.013494 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:40.026870 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Deleting port 9a088d42-4738-42d0-b6d5-7294426c72f9 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:00:40.027340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:40.219335 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca9e02e-235b-4834-ad06-f04772ea206e None None] Network d1336b65-10f7-4368-a031-09e41c8b37ff requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:40.264301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] For port 9a088d42-4738-42d0-b6d5-7294426c72f9, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9a088d42-4738-42d0-b6d5-7294426c72f9,segment=NetworkSegment(3c251b4c-84ac-43b4-8687-fb9044f3b6a9),segment_id=3c251b4c-84ac-43b4-8687-fb9044f3b6a9)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:40.264896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:40.326973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1e106ee5-49c9-48a5-a084-5082f6239989 None None] Provisioning for port 9a088d42-4738-42d0-b6d5-7294426c72f9 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:40.395068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Calling delete_port for 9a088d42-4738-42d0-b6d5-7294426c72f9 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:00:40.478427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:40.504165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e14f2-f7bb-44b7-a421-bb1fc5b0f656 None None] DHCP port deletion for d1336b65-10f7-4368-a031-09e41c8b37ff request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:00:40.528575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Port': ['ID=9a088d42-4738-42d0-b6d5-7294426c72f9,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:40.534332 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] No DVR routers for this DVR port 9a088d42-4738-42d0-b6d5-7294426c72f9 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:00:40.655645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:40.680248 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1336b65-10f7-4368-a031-09e41c8b37ff']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:40.692018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c251b4c-84ac-43b4-8687-fb9044f3b6a9') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:40.692326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c251b4c-84ac-43b4-8687-fb9044f3b6a9') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:40.703827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:40.724307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:40.731080 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:00:40.731603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:00:40.751002 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:00:40.833504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:40.837997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:40.862764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Network': ['ID=d1336b65-10f7-4368-a031-09e41c8b37ff,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:40.866551 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8badd181-f55a-4d3d-85ff-559d00ea0a42 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/networks/d1336b65-10f7-4368-a031-09e41c8b37ff HTTP/1.1" status: 204 len: 168 time: 0.9724891 Jan 20 15:00:40.869401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58230) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:40.909917 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd39620-e90a-4a72-abcc-904aa88beeba tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] DELETE failed (client error): The resource could not be found. Jan 20 15:00:40.910336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd39620-e90a-4a72-abcc-904aa88beeba tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:00:40.911930 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1fd39620-e90a-4a72-abcc-904aa88beeba tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/subnets/15626370-8ed0-4660-89ee-7c705060db14 HTTP/1.1" status: 404 len: 337 time: 0.0415454 Jan 20 15:00:40.914501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58234) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:40.938484 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ad7d49-4294-452a-8b1e-b559c24076ec tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] DELETE failed (client error): The resource could not be found. Jan 20 15:00:40.938917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ad7d49-4294-452a-8b1e-b559c24076ec tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:00:40.940479 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e2ad7d49-4294-452a-8b1e-b559c24076ec tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/networks/49640518-c238-477c-95be-b56e66d7946e HTTP/1.1" status: 404 len: 339 time: 0.0251069 Jan 20 15:00:40.943892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58238) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:40.979694 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0d353b-67bf-4827-9bae-0e88e9808870 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] DELETE failed (client error): The resource could not be found. Jan 20 15:00:40.980118 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0d353b-67bf-4827-9bae-0e88e9808870 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:00:40.981750 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5a0d353b-67bf-4827-9bae-0e88e9808870 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/subnets/3dc3829d-54c7-4f21-be53-aef971f7a8d6 HTTP/1.1" status: 404 len: 337 time: 0.0369997 Jan 20 15:00:40.985411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58242) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:41.009358 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a404261d-a3ed-4af1-b247-46e303a91006 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] DELETE failed (client error): The resource could not be found. Jan 20 15:00:41.009806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a404261d-a3ed-4af1-b247-46e303a91006 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:00:41.011397 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a404261d-a3ed-4af1-b247-46e303a91006 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/networks/7c9a7584-c2fc-419d-b48d-3fcc2051d9aa HTTP/1.1" status: 404 len: 339 time: 0.0251391 Jan 20 15:00:41.014250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58246) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:41.079990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd8a308-b9f3-46f1-abb5-ef5f85c7270f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Deleting subnet 5ad5dd63-df2c-4437-9b10-8e386b161ca4 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:00:41.082904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a308-b9f3-46f1-abb5-ef5f85c7270f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.137880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a308-b9f3-46f1-abb5-ef5f85c7270f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.336662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a308-b9f3-46f1-abb5-ef5f85c7270f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.410651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a308-b9f3-46f1-abb5-ef5f85c7270f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.448747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8a308-b9f3-46f1-abb5-ef5f85c7270f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad5dd63-df2c-4437-9b10-8e386b161ca4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:41.452515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a308-b9f3-46f1-abb5-ef5f85c7270f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.459049 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247bfb3-fe06-4619-bb1c-4dc4f07cbcb5 None None] Network 23ec7bee-eea9-4184-b677-9b13a987ba3c requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:41.462044 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fdd8a308-b9f3-46f1-abb5-ef5f85c7270f tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/subnets/5ad5dd63-df2c-4437-9b10-8e386b161ca4 HTTP/1.1" status: 204 len: 168 time: 0.4469512 Jan 20 15:00:41.464515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58250) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:41.576323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.586643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Deleting port 34e643e5-97df-4a73-9b0d-425728bece02 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:00:41.587021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.696735 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] DHCP port deletion for 23ec7bee-eea9-4184-b677-9b13a987ba3c request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:00:41.701087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] Deleting port 34e643e5-97df-4a73-9b0d-425728bece02 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:00:41.701547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.792618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] For port 34e643e5-97df-4a73-9b0d-425728bece02, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=34e643e5-97df-4a73-9b0d-425728bece02,segment=NetworkSegment(80ecfb6e-25b2-487c-ad17-0e81ae10f4b4),segment_id=80ecfb6e-25b2-487c-ad17-0e81ae10f4b4)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:41.792947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.900544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] For port 34e643e5-97df-4a73-9b0d-425728bece02, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=34e643e5-97df-4a73-9b0d-425728bece02,segment=NetworkSegment(80ecfb6e-25b2-487c-ad17-0e81ae10f4b4),segment_id=80ecfb6e-25b2-487c-ad17-0e81ae10f4b4)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:41.900819 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.912921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Calling delete_port for 34e643e5-97df-4a73-9b0d-425728bece02 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:00:41.991974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.023362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] Calling delete_port for 34e643e5-97df-4a73-9b0d-425728bece02 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:00:42.040245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Port': ['ID=34e643e5-97df-4a73-9b0d-425728bece02,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:42.043649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] No DVR routers for this DVR port 34e643e5-97df-4a73-9b0d-425728bece02 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:00:42.101067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:00:42.101365 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:00:42.165295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.189819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ec7bee-eea9-4184-b677-9b13a987ba3c']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:42.201553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ecfb6e-25b2-487c-ad17-0e81ae10f4b4') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:42.201842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ecfb6e-25b2-487c-ad17-0e81ae10f4b4') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:42.213369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.230438 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.237617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:00:42.238259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:00:42.252713 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:00:42.337903 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.342368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.366850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] Pushing event deleted for resources: {'Network': ['ID=23ec7bee-eea9-4184-b677-9b13a987ba3c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:42.370579 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-010f6793-ea2f-4ea4-88d7-ec0e4682e398 tempest-NetworksIpV6Test-323639697 tempest-NetworksIpV6Test-323639697-project] 10.222.0.87 "DELETE /v2.0/networks/23ec7bee-eea9-4184-b677-9b13a987ba3c HTTP/1.1" status: 204 len: 168 time: 0.9051611 Jan 20 15:00:42.603078 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] Deleting port 34e643e5-97df-4a73-9b0d-425728bece02 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:00:42.603618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.653685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58258) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:42.667877 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-b34f8911-2e72-4c1e-9931-d9eae758d3aa None None] The port '34e643e5-97df-4a73-9b0d-425728bece02' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:00:42.801247 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-81dcabc5-fb6e-4380-9db0-19e84b9e6903 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8a6d7ccf01ae48fab538c39ccb906803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463692 Jan 20 15:00:42.804150 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58264) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:42.865041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e177-f22a-42e0-aac9-207a6041b4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.889669 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e177-f22a-42e0-aac9-207a6041b4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.941415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e177-f22a-42e0-aac9-207a6041b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.956094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8e177-f22a-42e0-aac9-207a6041b4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923cf374-d18b-4b95-8407-5f305fe567ee,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:42.962427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e177-f22a-42e0-aac9-207a6041b4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:42.964431 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e3a8e177-f22a-42e0-aac9-207a6041b4e6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/923cf374-d18b-4b95-8407-5f305fe567ee HTTP/1.1" status: 204 len: 168 time: 0.1580687 Jan 20 15:00:43.142123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 34e643e5-97df-4a73-9b0d-425728bece02 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:00:43.182076 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 34e643e5-97df-4a73-9b0d-425728bece02 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:00:43.182464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 34e643e5-97df-4a73-9b0d-425728bece02 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:00:43.675267 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58288) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:43.789749 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1045541131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:43.796480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:43.800499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Usage tracker for resource:router and tenant:f488d85518e74caba8e0092a0f20297f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:43.803798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:43.810929 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:43.825163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:43.826376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:43.843145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:43.865404 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:43.888579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:43.889770 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-203d6531-d4ec-493d-903a-6512fc241046 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2130954 Jan 20 15:00:43.892582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58294) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:43.898258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1183188327'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:43.903140 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:43.908022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Usage tracker for resource:network and tenant:f488d85518e74caba8e0092a0f20297f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:43.912823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:43.922289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:43.936095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Made reservation on behalf of f488d85518e74caba8e0092a0f20297f for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:43.940108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:43.953022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:43.967977 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:43.972085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Usage tracker for resource:security_group_rule and tenant:f488d85518e74caba8e0092a0f20297f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:43.975209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:43.981377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:44.065143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.071789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.111693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:44.120178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b622684d-cd90-40f2-b955-192d35fa4cf9,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:44.126033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.126472 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Added segment 8ebbf780-e4ff-4a69-9cd0-b9dd03759a87 of type vlan for network 901fd3f6-005b-4c99-ae07-8e8e30a13c85 Jan 20 15:00:44.156542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.188459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.194350 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:44.194946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.304226 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4106030 Jan 20 15:00:44.305365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03445fa5-97f5-4436-8921-22f0c5eb8457 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event updated for resources: {'Network': ['ID=901fd3f6-005b-4c99-ae07-8e8e30a13c85,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:44.307500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58298) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:44.313927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Request body: {'subnet': {'network_id': '901fd3f6-005b-4c99-ae07-8e8e30a13c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:44.316095 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 901fd3f6-005b-4c99-ae07-8e8e30a13c85 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:44.421630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:44.425640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Usage tracker for resource:subnet and tenant:f488d85518e74caba8e0092a0f20297f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:44.428724 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:44.434943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:44.446729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Made reservation on behalf of f488d85518e74caba8e0092a0f20297f for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:44.450283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.665604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.737798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event updated for resources: {'Subnet': ['ID=47837116-9551-4aa7-bff2-b1bd84ec5810,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:44.748689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.749032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.749360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.749688 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.750012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.750331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.750633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.750948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.751257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.751572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.751880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.752189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:44.758409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Checking segment: {'id': '8ebbf780-e4ff-4a69-9cd0-b9dd03759a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '901fd3f6-005b-4c99-ae07-8e8e30a13c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:44.758756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Network hostable DHCP agents. Network: 901fd3f6-005b-4c99-ae07-8e8e30a13c85, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:44.781435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Network 901fd3f6-005b-4c99-ae07-8e8e30a13c85 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:44.793846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 901fd3f6-005b-4c99-ae07-8e8e30a13c85) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:44.798091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:44.798882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.803123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3889fe-2898-43cb-b4fd-7dbdb792c0f4 None None] Network 901fd3f6-005b-4c99-ae07-8e8e30a13c85 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:44.823102 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ed9f9de9-8d2e-4de8-a202-3c83fc7a8f59 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5138528 Jan 20 15:00:44.826205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58302) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:44.831639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-134078401'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:44.836644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:44.840439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Usage tracker for resource:network and tenant:f488d85518e74caba8e0092a0f20297f is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:44.843183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:44.848975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:44.860458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Made reservation on behalf of f488d85518e74caba8e0092a0f20297f for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:44.863935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.891594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:44.900875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:44.901253 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Added segment 2055113d-e8a4-4110-ba69-3598d46c8dd6 of type vlan for network 4979fda1-fb38-4022-a368-024cf0551364 Jan 20 15:00:44.932195 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.019831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-901fd3f6-005b-4c99-ae07-8e8e30a13c85', 'network_id': '901fd3f6-005b-4c99-ae07-8e8e30a13c85', 'tenant_id': 'f488d85518e74caba8e0092a0f20297f', 'fixed_ips': [{'subnet_id': '47837116-9551-4aa7-bff2-b1bd84ec5810'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:00:45.020745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.072300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.077659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:45.078226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.173141 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3459070 Jan 20 15:00:45.176089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58306) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:45.177372 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Allocated IP 172.20.0.2 (901fd3f6-005b-4c99-ae07-8e8e30a13c85/47837116-9551-4aa7-bff2-b1bd84ec5810/e0d84c02-0ac8-451b-a39b-03693bf51d26) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:45.187381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Request body: {'subnet': {'network_id': '4979fda1-fb38-4022-a368-024cf0551364', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:45.190170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c2da9-c33b-4217-9e40-c5b66187fb6d tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event updated for resources: {'Network': ['ID=4979fda1-fb38-4022-a368-024cf0551364,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:45.209865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 4979fda1-fb38-4022-a368-024cf0551364 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:45.300241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:45.304197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Usage tracker for resource:subnet and tenant:f488d85518e74caba8e0092a0f20297f is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:45.307631 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:45.313779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:45.325035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Made reservation on behalf of f488d85518e74caba8e0092a0f20297f for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:45.328682 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.483459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.493596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Transition to ACTIVE for port object e0d84c02-0ac8-451b-a39b-03693bf51d26 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:45.512427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Transition to ACTIVE for port object e0d84c02-0ac8-451b-a39b-03693bf51d26 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:45.518532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.543958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.585050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Network 901fd3f6-005b-4c99-ae07-8e8e30a13c85 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:45.588006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:45.592585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:00:45.598147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Pushing event updated for resources: {'Port': ['ID=e0d84c02-0ac8-451b-a39b-03693bf51d26,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:45.623061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event updated for resources: {'Subnet': ['ID=e279e349-37ec-48be-aff5-6879a318cc24,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:45.630295 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Checking segment: {'id': '2055113d-e8a4-4110-ba69-3598d46c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4979fda1-fb38-4022-a368-024cf0551364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:45.630641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Network hostable DHCP agents. Network: 4979fda1-fb38-4022-a368-024cf0551364, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:45.650655 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Network 4979fda1-fb38-4022-a368-024cf0551364 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:45.661390 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 4979fda1-fb38-4022-a368-024cf0551364) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:45.666190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:45.666769 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.674202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13613052-d714-4c44-bd10-3c65b47d2d9f None None] Network 4979fda1-fb38-4022-a368-024cf0551364 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:45.768360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Attempting to bind port e0d84c02-0ac8-451b-a39b-03693bf51d26 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:45.768612 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Attempting to bind port e0d84c02-0ac8-451b-a39b-03693bf51d26 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '8ebbf780-e4ff-4a69-9cd0-b9dd03759a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '901fd3f6-005b-4c99-ae07-8e8e30a13c85'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:45.769063 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Attempting to bind port e0d84c02-0ac8-451b-a39b-03693bf51d26 on network 901fd3f6-005b-4c99-ae07-8e8e30a13c85 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:45.778967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:00:45.779273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Checking segment: {'id': '8ebbf780-e4ff-4a69-9cd0-b9dd03759a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '901fd3f6-005b-4c99-ae07-8e8e30a13c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:45.779700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.780314 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Bound using segment: {'id': '8ebbf780-e4ff-4a69-9cd0-b9dd03759a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '901fd3f6-005b-4c99-ae07-8e8e30a13c85'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:00:45.780903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Bound port: e0d84c02-0ac8-451b-a39b-03693bf51d26, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ebbf780-e4ff-4a69-9cd0-b9dd03759a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '901fd3f6-005b-4c99-ae07-8e8e30a13c85'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:45.781330 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:45.791258 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-84496b64-866c-49e4-a020-bb0c3c7e8a01 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6077704 Jan 20 15:00:45.791533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58310) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:45.796674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a4b5c6ee-fb16-4dda-ba1b-6e91a624e4ca tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Request body: {'router': {'external_gateway_info': {'network_id': '4979fda1-fb38-4022-a368-024cf0551364'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:45.944674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] For port e0d84c02-0ac8-451b-a39b-03693bf51d26, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:00:45.948981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] For port e0d84c02-0ac8-451b-a39b-03693bf51d26, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e0d84c02-0ac8-451b-a39b-03693bf51d26,segment=NetworkSegment(8ebbf780-e4ff-4a69-9cd0-b9dd03759a87),segment_id=8ebbf780-e4ff-4a69-9cd0-b9dd03759a87)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:00:45.981962 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.047341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-4979fda1-fb38-4022-a368-024cf0551364', 'network_id': '4979fda1-fb38-4022-a368-024cf0551364', 'tenant_id': 'f488d85518e74caba8e0092a0f20297f', 'fixed_ips': [{'subnet_id': 'e279e349-37ec-48be-aff5-6879a318cc24'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:00:46.048170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.136806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61b832-5ecf-4c5a-9246-beb559455344 None None] Pushing event updated for resources: {'Port': ['ID=e0d84c02-0ac8-451b-a39b-03693bf51d26,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:46.210785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c6ee-fb16-4dda-ba1b-6e91a624e4ca tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.259237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Allocated IP 172.21.0.2 (4979fda1-fb38-4022-a368-024cf0551364/e279e349-37ec-48be-aff5-6879a318cc24/262550c9-5b41-4dc9-af68-17bd7a1fd06a) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:46.426282 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.api.v2.resource [None req-a4b5c6ee-fb16-4dda-ba1b-6e91a624e4ca tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 15:00:46.427420 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a4b5c6ee-fb16-4dda-ba1b-6e91a624e4ca tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "PUT /v2.0/routers/e8c866d8-602b-4301-9d2d-066d5921703c HTTP/1.1" status: 400 len: 364 time: 0.6349208 Jan 20 15:00:46.433828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58314) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:46.507334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4623df-5e2e-42f5-9d96-da538ff852e4 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Deleting subnet e279e349-37ec-48be-aff5-6879a318cc24 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:00:46.549467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.560432 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Transition to ACTIVE for port object 262550c9-5b41-4dc9-af68-17bd7a1fd06a will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:46.577931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Transition to ACTIVE for port object 262550c9-5b41-4dc9-af68-17bd7a1fd06a will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:46.584642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4623df-5e2e-42f5-9d96-da538ff852e4 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.585107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.642780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4623df-5e2e-42f5-9d96-da538ff852e4 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.649117 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Network 4979fda1-fb38-4022-a368-024cf0551364 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:46.652139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:46.654578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:00:46.663791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Pushing event updated for resources: {'Port': ['ID=262550c9-5b41-4dc9-af68-17bd7a1fd06a,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:46.725393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4623df-5e2e-42f5-9d96-da538ff852e4 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.750779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Attempting to bind port 262550c9-5b41-4dc9-af68-17bd7a1fd06a on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:46.751146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Attempting to bind port 262550c9-5b41-4dc9-af68-17bd7a1fd06a by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '2055113d-e8a4-4110-ba69-3598d46c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4979fda1-fb38-4022-a368-024cf0551364'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:46.751498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Attempting to bind port 262550c9-5b41-4dc9-af68-17bd7a1fd06a on network 4979fda1-fb38-4022-a368-024cf0551364 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:46.757018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:00:46.757385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Checking segment: {'id': '2055113d-e8a4-4110-ba69-3598d46c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4979fda1-fb38-4022-a368-024cf0551364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:46.758354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.758354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Bound using segment: {'id': '2055113d-e8a4-4110-ba69-3598d46c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4979fda1-fb38-4022-a368-024cf0551364'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:00:46.758579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Bound port: 262550c9-5b41-4dc9-af68-17bd7a1fd06a, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2055113d-e8a4-4110-ba69-3598d46c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '4979fda1-fb38-4022-a368-024cf0551364'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:46.758935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.803552 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4623df-5e2e-42f5-9d96-da538ff852e4 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.846933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4623df-5e2e-42f5-9d96-da538ff852e4 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event deleted for resources: {'Subnet': ['ID=e279e349-37ec-48be-aff5-6879a318cc24,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:46.850782 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] For port 262550c9-5b41-4dc9-af68-17bd7a1fd06a, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:00:46.853530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8a4623df-5e2e-42f5-9d96-da538ff852e4 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.857261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] For port 262550c9-5b41-4dc9-af68-17bd7a1fd06a, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=262550c9-5b41-4dc9-af68-17bd7a1fd06a,segment=NetworkSegment(2055113d-e8a4-4110-ba69-3598d46c8dd6),segment_id=2055113d-e8a4-4110-ba69-3598d46c8dd6)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:00:46.863707 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8a4623df-5e2e-42f5-9d96-da538ff852e4 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "DELETE /v2.0/subnets/e279e349-37ec-48be-aff5-6879a318cc24 HTTP/1.1" status: 204 len: 168 time: 0.4261434 Jan 20 15:00:46.864198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.864362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58318) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:46.973135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b9d8a-626e-4922-bd94-9a05a83f5df2 None None] Pushing event updated for resources: {'Port': ['ID=262550c9-5b41-4dc9-af68-17bd7a1fd06a,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:46.982903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:46.996406 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Deleting port 262550c9-5b41-4dc9-af68-17bd7a1fd06a {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:00:46.996741 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.013459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea7a313-5803-4fb3-9cf4-8329608e5770 None None] Network 4979fda1-fb38-4022-a368-024cf0551364 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:47.212306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f003b4e-1d22-4554-9c5a-15072e78d3bb None None] Network 901fd3f6-005b-4c99-ae07-8e8e30a13c85 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:47.228518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] For port 262550c9-5b41-4dc9-af68-17bd7a1fd06a, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=262550c9-5b41-4dc9-af68-17bd7a1fd06a,segment=NetworkSegment(2055113d-e8a4-4110-ba69-3598d46c8dd6),segment_id=2055113d-e8a4-4110-ba69-3598d46c8dd6)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:47.230130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.233992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e0d84c02-0ac8-451b-a39b-03693bf51d26 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:00:47.365577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b66a28df-f7ca-463e-a215-3948e8aa984b None None] Provisioning for port e0d84c02-0ac8-451b-a39b-03693bf51d26 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:47.460812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port e0d84c02-0ac8-451b-a39b-03693bf51d26 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:47.462647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Calling delete_port for 262550c9-5b41-4dc9-af68-17bd7a1fd06a owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:00:47.469737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e0d84c02-0ac8-451b-a39b-03693bf51d26 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:47.470113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.537620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.587096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event deleted for resources: {'Port': ['ID=262550c9-5b41-4dc9-af68-17bd7a1fd06a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:47.588920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] No DVR routers for this DVR port 262550c9-5b41-4dc9-af68-17bd7a1fd06a on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:00:47.639585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.673719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port e0d84c02-0ac8-451b-a39b-03693bf51d26, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e0d84c02-0ac8-451b-a39b-03693bf51d26,segment=NetworkSegment(8ebbf780-e4ff-4a69-9cd0-b9dd03759a87),segment_id=8ebbf780-e4ff-4a69-9cd0-b9dd03759a87)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:47.679288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.720542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.746858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4979fda1-fb38-4022-a368-024cf0551364']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:47.752443 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=e0d84c02-0ac8-451b-a39b-03693bf51d26,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:47.760787 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2055113d-e8a4-4110-ba69-3598d46c8dd6') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:47.761004 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2055113d-e8a4-4110-ba69-3598d46c8dd6') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:47.773110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.789357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.795689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:00:47.796072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:00:47.811679 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:00:47.834866 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8884df0-9ef8-4d4a-a499-733c8f7346a0 None None] get_active_networks_info from dv-neutron-825123-1-hyperv {{(pid=87496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 20 15:00:47.893942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.913388 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.919304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event deleted for resources: {'Network': ['ID=4979fda1-fb38-4022-a368-024cf0551364,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:47.925903 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-83999270-a459-4e1f-9ec1-27f0b5483b29 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "DELETE /v2.0/networks/4979fda1-fb38-4022-a368-024cf0551364 HTTP/1.1" status: 204 len: 168 time: 1.0608790 Jan 20 15:00:47.928372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58322) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:47.933603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8884df0-9ef8-4d4a-a499-733c8f7346a0 None None] Resources bound (agent type, host, resource id): {{(pid=87496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 15:00:47.937081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ac6bbc16-38c0-4c32-a3ae-4bd48de76c06 None None] Provisioning complete for port e0d84c02-0ac8-451b-a39b-03693bf51d26 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:47.937449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbc16-38c0-4c32-a3ae-4bd48de76c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:47.992035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b80a0f-3a9d-4dca-9b29-3a67f7264051 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Deleting subnet 47837116-9551-4aa7-bff2-b1bd84ec5810 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:00:47.995066 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b2b80a0f-3a9d-4dca-9b29-3a67f7264051 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.051188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b2b80a0f-3a9d-4dca-9b29-3a67f7264051 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.131164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b2b80a0f-3a9d-4dca-9b29-3a67f7264051 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.203491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b2b80a0f-3a9d-4dca-9b29-3a67f7264051 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.244961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b80a0f-3a9d-4dca-9b29-3a67f7264051 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event deleted for resources: {'Subnet': ['ID=47837116-9551-4aa7-bff2-b1bd84ec5810,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:48.248374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b2b80a0f-3a9d-4dca-9b29-3a67f7264051 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.254222 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b2b80a0f-3a9d-4dca-9b29-3a67f7264051 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "DELETE /v2.0/subnets/47837116-9551-4aa7-bff2-b1bd84ec5810 HTTP/1.1" status: 204 len: 168 time: 0.3249226 Jan 20 15:00:48.256651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58326) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:48.326471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6f135-7dd3-444e-bad2-006533864380 None None] Network 901fd3f6-005b-4c99-ae07-8e8e30a13c85 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:48.372577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.384111 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Deleting port e0d84c02-0ac8-451b-a39b-03693bf51d26 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:00:48.384470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.591073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] For port e0d84c02-0ac8-451b-a39b-03693bf51d26, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e0d84c02-0ac8-451b-a39b-03693bf51d26,segment=NetworkSegment(8ebbf780-e4ff-4a69-9cd0-b9dd03759a87),segment_id=8ebbf780-e4ff-4a69-9cd0-b9dd03759a87)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:48.591427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.605099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] DHCP port deletion for 901fd3f6-005b-4c99-ae07-8e8e30a13c85 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:00:48.609437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] Deleting port e0d84c02-0ac8-451b-a39b-03693bf51d26 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:00:48.609791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.716918 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Calling delete_port for e0d84c02-0ac8-451b-a39b-03693bf51d26 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:00:48.795282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.813290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] For port e0d84c02-0ac8-451b-a39b-03693bf51d26, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e0d84c02-0ac8-451b-a39b-03693bf51d26,segment=NetworkSegment(8ebbf780-e4ff-4a69-9cd0-b9dd03759a87),segment_id=8ebbf780-e4ff-4a69-9cd0-b9dd03759a87)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:48.813974 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:48.843553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event deleted for resources: {'Port': ['ID=e0d84c02-0ac8-451b-a39b-03693bf51d26,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:48.845228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] No DVR routers for this DVR port e0d84c02-0ac8-451b-a39b-03693bf51d26 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:00:48.932821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] Calling delete_port for e0d84c02-0ac8-451b-a39b-03693bf51d26 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:00:48.965730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.004980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:00:49.005635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:00:49.091793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901fd3f6-005b-4c99-ae07-8e8e30a13c85']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:49.104289 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebbf780-e4ff-4a69-9cd0-b9dd03759a87') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:49.104608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebbf780-e4ff-4a69-9cd0-b9dd03759a87') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:49.116438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.133025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.139856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:00:49.140323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.151552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e0d84c02-0ac8-451b-a39b-03693bf51d26 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:00:49.155312 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:00:49.188621 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: e0d84c02-0ac8-451b-a39b-03693bf51d26 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:00:49.188960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e0d84c02-0ac8-451b-a39b-03693bf51d26 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:00:49.239426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.259853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.271818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Pushing event deleted for resources: {'Network': ['ID=901fd3f6-005b-4c99-ae07-8e8e30a13c85,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:49.274674 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2e27034d-40a2-4560-b229-a4dd7891e47f tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "DELETE /v2.0/networks/901fd3f6-005b-4c99-ae07-8e8e30a13c85 HTTP/1.1" status: 204 len: 168 time: 1.0171113 Jan 20 15:00:49.277456 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58330) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:49.319469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bf8b507a-e396-4e6d-911f-c731c884e808 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Synchronizing usage tracker for tenant:f488d85518e74caba8e0092a0f20297f on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:00:49.339005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bf8b507a-e396-4e6d-911f-c731c884e808 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Unset dirty status for tenant:f488d85518e74caba8e0092a0f20297f on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:00:49.340403 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bf8b507a-e396-4e6d-911f-c731c884e808 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c866d8-602b-4301-9d2d-066d5921703c HTTP/1.1" status: 200 len: 205 time: 0.0620546 Jan 20 15:00:49.344162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58334) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:49.476634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-08e1ed9f-2d69-4dd0-993f-6742e7b4a426 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.507750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] Deleting port e0d84c02-0ac8-451b-a39b-03693bf51d26 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:00:49.508159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.573687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-177b103a-9168-4da4-b9ee-4e377a37db6a None None] The port 'e0d84c02-0ac8-451b-a39b-03693bf51d26' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:00:49.765656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-08e1ed9f-2d69-4dd0-993f-6742e7b4a426 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.767891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-08e1ed9f-2d69-4dd0-993f-6742e7b4a426 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.793949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-08e1ed9f-2d69-4dd0-993f-6742e7b4a426 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.794467 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e1ed9f-2d69-4dd0-993f-6742e7b4a426 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Fanout notify agent at l3_agent the message router_deleted on router e8c866d8-602b-4301-9d2d-066d5921703c {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:00:49.806560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-08e1ed9f-2d69-4dd0-993f-6742e7b4a426 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:49.807631 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-08e1ed9f-2d69-4dd0-993f-6742e7b4a426 tempest-RoutersNegativeTest-1002451434 tempest-RoutersNegativeTest-1002451434-project] 10.222.0.87 "DELETE /v2.0/routers/e8c866d8-602b-4301-9d2d-066d5921703c HTTP/1.1" status: 204 len: 168 time: 0.4626231 Jan 20 15:00:50.079435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58342) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:50.231707 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7df7a550-2657-4785-96bc-be96aace169f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f488d85518e74caba8e0092a0f20297f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511123 Jan 20 15:00:50.234476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58348) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:50.294007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abaa6390-2823-4ab3-9cb0-97b527f79c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:50.319383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abaa6390-2823-4ab3-9cb0-97b527f79c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:50.375632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abaa6390-2823-4ab3-9cb0-97b527f79c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:50.391328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa6390-2823-4ab3-9cb0-97b527f79c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b622684d-cd90-40f2-b955-192d35fa4cf9,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:50.396635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abaa6390-2823-4ab3-9cb0-97b527f79c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:50.398561 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-abaa6390-2823-4ab3-9cb0-97b527f79c5d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b622684d-cd90-40f2-b955-192d35fa4cf9 HTTP/1.1" status: 204 len: 168 time: 0.1622121 Jan 20 15:00:51.111221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58372) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:51.235308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1922045956-network', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:51.240435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:51.244474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Usage tracker for resource:network and tenant:ceafda75fb16492d90486727d342ac1e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:51.247394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:51.253626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:51.269054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Made reservation on behalf of ceafda75fb16492d90486727d342ac1e for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:51.271437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:51.283932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:51.301584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:51.305804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ceafda75fb16492d90486727d342ac1e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:51.308566 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:51.314043 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:51.393906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:51.403918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:51.438729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:51.447020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e029ee-0317-45ea-9464-868e5c723bdd,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:51.452854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:51.453132 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Added segment 99277228-e432-4346-821a-a07a6c212ae9 of type vlan for network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 Jan 20 15:00:51.479845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:51.511632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:51.512587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:51.513177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:51.614732 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5024116 Jan 20 15:00:51.615443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a9e8e-e11d-4e79-8c17-fb6fe9a692e7 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e2cb53-23ea-4105-ab96-e3e0b9c97299,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:51.617855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58378) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:51.623385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Request body: {'subnet': {'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1922045956-subnet', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'ip_version': 4}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:51.625858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:51.628678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:51.632536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Usage tracker for resource:subnet and tenant:ceafda75fb16492d90486727d342ac1e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:51.635487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:51.642125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:51.653521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Made reservation on behalf of ceafda75fb16492d90486727d342ac1e for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:51.656048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:51.871772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:51.953529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68811208-e84d-4fd5-a99d-3b601b47c14e,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:51.963787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Checking segment: {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:51.964141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Network hostable DHCP agents. Network: d4e2cb53-23ea-4105-ab96-e3e0b9c97299, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:51.987362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:51.997110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, d4e2cb53-23ea-4105-ab96-e3e0b9c97299) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:52.001129 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:52.001710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.009223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b044ded5-c0c0-4295-8543-6aa916cf6bf2 None None] Network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:52.024312 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-46e54de8-8fb4-487b-b4e9-9ec2a844db56 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4052835 Jan 20 15:00:52.026955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58382) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:52.032056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1922045956-router', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:52.037354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:52.041097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Usage tracker for resource:router and tenant:ceafda75fb16492d90486727d342ac1e is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:52.044023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:52.049966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:52.064190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.065206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.079805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.235148 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-d4e2cb53-23ea-4105-ab96-e3e0b9c97299', 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'fixed_ips': [{'subnet_id': '68811208-e84d-4fd5-a99d-3b601b47c14e'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:00:52.235994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.348733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.388593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Allocated IP 172.20.0.2 (d4e2cb53-23ea-4105-ab96-e3e0b9c97299/68811208-e84d-4fd5-a99d-3b601b47c14e/52c31901-c795-4b40-8703-6dd75bde6069) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:52.591120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.601815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Transition to ACTIVE for port object 52c31901-c795-4b40-8703-6dd75bde6069 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:52.619825 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Transition to ACTIVE for port object 52c31901-c795-4b40-8703-6dd75bde6069 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:52.628389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.729098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:52.732150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:52.735838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:00:52.741768 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Pushing event updated for resources: {'Port': ['ID=52c31901-c795-4b40-8703-6dd75bde6069,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:52.787733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.816455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.826486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Attempting to bind port 52c31901-c795-4b40-8703-6dd75bde6069 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:52.826848 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Attempting to bind port 52c31901-c795-4b40-8703-6dd75bde6069 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:52.827200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Attempting to bind port 52c31901-c795-4b40-8703-6dd75bde6069 on network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:52.832403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:00:52.832766 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Checking segment: {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:52.833153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.833529 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Bound using segment: {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:00:52.834028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Bound port: 52c31901-c795-4b40-8703-6dd75bde6069, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:52.834382 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.922780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] For port 52c31901-c795-4b40-8703-6dd75bde6069, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:00:52.925874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] For port 52c31901-c795-4b40-8703-6dd75bde6069, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=52c31901-c795-4b40-8703-6dd75bde6069,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:00:52.930601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:52.949329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Allocated IP 172.26.0.179 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/797ab904-5e2d-4645-9752-92de37a8e199) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:53.011889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd86a48-6bb6-40d5-97ce-cb84ab1ae85b None None] Pushing event updated for resources: {'Port': ['ID=52c31901-c795-4b40-8703-6dd75bde6069,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:53.107931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:53.138858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:53.215169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:53.218730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:53.222931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:00:53.255769 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Pushing event updated for resources: {'Port': ['ID=797ab904-5e2d-4645-9752-92de37a8e199,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:53.654839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:53.949409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ad797-87e1-4b14-8300-b13aef8d1448 None None] Network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:53.994755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:54.068436 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-677bfe80-d2c5-4e6b-8eaf-2fd9707acaf1 None None] Provisioning for port 52c31901-c795-4b40-8703-6dd75bde6069 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:54.331798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Router 2829cba9-2d05-4116-aad0-ab5f77a3b117 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:00:54.506768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:00:54.516371 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Sync routers for ids ['2829cba9-2d05-4116-aad0-ab5f77a3b117'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:00:54.531817 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Routers {'2829cba9-2d05-4116-aad0-ab5f77a3b117'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:00:54.532446 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:00:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2829cba9-2d05-4116-aad0-ab5f77a3b117'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:54.535347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:54.539414 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-354510e0-9c72-41fd-9540-f0bcd0ad3d81 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5087597 Jan 20 15:00:54.539900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58386) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:54.736224 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Set router 2829cba9-2d05-4116-aad0-ab5f77a3b117 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:00:55.010065 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'name': 'tempest-TestEncryptedCinderVolumes-1922045956-router', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '797ab904-5e2d-4645-9752-92de37a8e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:53Z', 'revision_number': 3, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'gw_port': {'id': '797ab904-5e2d-4645-9752-92de37a8e199', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:55.014078 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Checking router: 2829cba9-2d05-4116-aad0-ab5f77a3b117 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:00:55.014419 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Updating router 2829cba9-2d05-4116-aad0-ab5f77a3b117 port 797ab904-5e2d-4645-9752-92de37a8e199 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:00:55.021688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.072811 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.196502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 52c31901-c795-4b40-8703-6dd75bde6069 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:00:55.273656 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 52c31901-c795-4b40-8703-6dd75bde6069 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:55.278503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 52c31901-c795-4b40-8703-6dd75bde6069 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:55.278991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.327819 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.408381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.418484 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.430946 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Transition to ACTIVE for port object 797ab904-5e2d-4645-9752-92de37a8e199 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:55.439022 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.446791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 52c31901-c795-4b40-8703-6dd75bde6069, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=52c31901-c795-4b40-8703-6dd75bde6069,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:55.451882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.513477 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Pushing event updated for resources: {'Port': ['ID=797ab904-5e2d-4645-9752-92de37a8e199,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:55.518805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=52c31901-c795-4b40-8703-6dd75bde6069,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:55.524555 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.525082 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.525184 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.525472 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.525799 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.526121 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.526438 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.526756 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.527071 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.527386 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.527695 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.528188 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:55.532654 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Attempting to bind port 797ab904-5e2d-4645-9752-92de37a8e199 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:55.533021 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Attempting to bind port 797ab904-5e2d-4645-9752-92de37a8e199 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:55.533374 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Attempting to bind port 797ab904-5e2d-4645-9752-92de37a8e199 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:55.538840 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:00:55.539201 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:55.539589 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.539960 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:00:55.540438 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Bound port: 797ab904-5e2d-4645-9752-92de37a8e199, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:55.540798 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.554230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Allocated IP 172.20.0.1 (d4e2cb53-23ea-4105-ab96-e3e0b9c97299/68811208-e84d-4fd5-a99d-3b601b47c14e/8d69874c-90b7-4e80-b0a1-aafbb50cb9f4) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:55.619004 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] For port 797ab904-5e2d-4645-9752-92de37a8e199, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:00:55.622719 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] For port 797ab904-5e2d-4645-9752-92de37a8e199, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=797ab904-5e2d-4645-9752-92de37a8e199,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:00:55.629609 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.704832 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Routers {'2829cba9-2d05-4116-aad0-ab5f77a3b117'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:00:55.705426 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:00:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2829cba9-2d05-4116-aad0-ab5f77a3b117'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:55.705947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.722528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Transition to ACTIVE for port object 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:55.747183 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.769549 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0b6c9-143d-4f8b-8d66-81e1a606ef75 None None] Pushing event updated for resources: {'Port': ['ID=797ab904-5e2d-4645-9752-92de37a8e199,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:55.818077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:55.821145 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:55.825960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:00:55.860584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8d69874c-90b7-4e80-b0a1-aafbb50cb9f4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:55.884507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:55.891594 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] Set router 2829cba9-2d05-4116-aad0-ab5f77a3b117 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:00:56.013142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:56.127005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-11fa8f7e-b8c1-475f-abfb-7cd020c986d9 None None] Provisioning for port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:56.132196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-11fa8f7e-b8c1-475f-abfb-7cd020c986d9 None None] Provisioning complete for port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:56.132704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-11fa8f7e-b8c1-475f-abfb-7cd020c986d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:56.183656 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'name': 'tempest-TestEncryptedCinderVolumes-1922045956-router', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '797ab904-5e2d-4645-9752-92de37a8e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:53Z', 'revision_number': 3, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'gw_port': {'id': '797ab904-5e2d-4645-9752-92de37a8e199', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:56.187538 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-11fa8f7e-b8c1-475f-abfb-7cd020c986d9 None None] Port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:00:56.187794 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb059b-9662-486b-91fe-96f53f6d499b None None] The sync data for ids ['2829cba9-2d05-4116-aad0-ab5f77a3b117'] in dv-neutron-825123-1-hyperv is: [{'id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'name': 'tempest-TestEncryptedCinderVolumes-1922045956-router', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '797ab904-5e2d-4645-9752-92de37a8e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:53Z', 'revision_number': 3, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'gw_port': {'id': '797ab904-5e2d-4645-9752-92de37a8e199', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:00:56.246614 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:56.252123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:56.358585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8d69874c-90b7-4e80-b0a1-aafbb50cb9f4,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:56.363002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:56.506275 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:56.507159 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:56.703877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Router 2829cba9-2d05-4116-aad0-ab5f77a3b117 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:00:56.711760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-db9c3647-d59a-417d-bfda-d5475d97f3a1 None None] Provisioning complete for port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:56.712329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-db9c3647-d59a-417d-bfda-d5475d97f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:56.770129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-db9c3647-d59a-417d-bfda-d5475d97f3a1 None None] Port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:00:57.004794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:00:57.016626 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-49bb9586-b667-4196-b503-5000f416f1b1 admin admin] 10.222.0.87 "PUT /v2.0/routers/2829cba9-2d05-4116-aad0-ab5f77a3b117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4735532 Jan 20 15:00:57.233180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 797ab904-5e2d-4645-9752-92de37a8e199 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:00:57.301404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 797ab904-5e2d-4645-9752-92de37a8e199 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:57.309465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 797ab904-5e2d-4645-9752-92de37a8e199 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:57.309772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.433479 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.449831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 797ab904-5e2d-4645-9752-92de37a8e199, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=797ab904-5e2d-4645-9752-92de37a8e199,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:00:57.454975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.455890 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 52c31901-c795-4b40-8703-6dd75bde6069 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:00:57.547521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58404) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:57.553367 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1661277466-network', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:57.561981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:57.566409 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Usage tracker for resource:network and tenant:c06d4edeef1e4333abd43f770a5e08fe is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:57.570105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:57.574219 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=797ab904-5e2d-4645-9752-92de37a8e199,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:57.576246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:57.589373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Made reservation on behalf of c06d4edeef1e4333abd43f770a5e08fe for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:57.591693 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 52c31901-c795-4b40-8703-6dd75bde6069 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:57.592091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.592511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.605044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.622288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:57.626041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:c06d4edeef1e4333abd43f770a5e08fe is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:57.628808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:57.634598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:57.714419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Sync routers for ids ['2829cba9-2d05-4116-aad0-ab5f77a3b117'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:00:57.716008 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.721729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.736445 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Routers {'2829cba9-2d05-4116-aad0-ab5f77a3b117'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:00:57.737091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:00:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2829cba9-2d05-4116-aad0-ab5f77a3b117'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:57.753056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:57.761450 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e6214a-e41b-4d7b-aba8-20ebcf277daf,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:57.766813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.767155 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Added segment 7a027391-7df2-43e7-91bb-97cf6fafe461 of type vlan for network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 Jan 20 15:00:57.792844 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.824928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.825902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:57.826503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.915833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Set router 2829cba9-2d05-4116-aad0-ab5f77a3b117 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:00:57.929077 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3803158 Jan 20 15:00:57.930308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5acec-c09c-49aa-be8f-2ecb9d806ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=19e23389-9cb8-4b2f-b93c-b7e3673f4488,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:57.932422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58408) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:57.944159 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Request body: {'subnet': {'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1661277466-subnet', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'ip_version': 4}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:57.949359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:57.953719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Usage tracker for resource:subnet and tenant:c06d4edeef1e4333abd43f770a5e08fe is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:57.956753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:57.963451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:57.975218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Made reservation on behalf of c06d4edeef1e4333abd43f770a5e08fe for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:57.977655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:57.988596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:58.189838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:58.261596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623f3a7b-93c5-416e-b0aa-691a04359358,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:58.273399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Checking segment: {'id': '7a027391-7df2-43e7-91bb-97cf6fafe461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:58.273723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Network hostable DHCP agents. Network: 19e23389-9cb8-4b2f-b93c-b7e3673f4488, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:58.295172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:58.306178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 19e23389-9cb8-4b2f-b93c-b7e3673f4488) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:58.310327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:58.310894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:58.316583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34ebb2-5744-41c8-8998-ef247b08248e None None] Network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:00:58.336414 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0d80ab25-0868-4641-9532-5a084d5fd169 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3968465 Jan 20 15:00:58.338843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58412) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:58.343669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1661277466-router', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:00:58.348424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:58.352323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Usage tracker for resource:router and tenant:c06d4edeef1e4333abd43f770a5e08fe is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:58.355133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:58.360922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:58.373308 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:58.374399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:58.389186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:58.448434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'name': 'tempest-TestEncryptedCinderVolumes-1922045956-router', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '797ab904-5e2d-4645-9752-92de37a8e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:55Z', 'revision_number': 4, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'gw_port': {'id': '797ab904-5e2d-4645-9752-92de37a8e199', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '8d69874c-90b7-4e80-b0a1-aafbb50cb9f4', 'name': '', 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'mac_address': 'fa:16:3e:da:6a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '68811208-e84d-4fd5-a99d-3b601b47c14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:55Z', 'updated_at': '2022-01-20T15:00:56Z', 'revision_number': 2, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'subnets': [{'id': '68811208-e84d-4fd5-a99d-3b601b47c14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:58.480818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Checking router: 2829cba9-2d05-4116-aad0-ab5f77a3b117 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:00:58.481158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Updating router 2829cba9-2d05-4116-aad0-ab5f77a3b117 port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:00:58.550270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:58.624957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-19e23389-9cb8-4b2f-b93c-b7e3673f4488', 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'fixed_ips': [{'subnet_id': '623f3a7b-93c5-416e-b0aa-691a04359358'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:00:58.625815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:58.657577 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:58.940858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Allocated IP 172.20.0.2 (19e23389-9cb8-4b2f-b93c-b7e3673f4488/623f3a7b-93c5-416e-b0aa-691a04359358/ad273069-5d46-4bbf-b807-f7e648b912c0) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:58.969006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:58.998459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.144908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Allocated IP 172.26.0.199 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/d09cd36d-d660-4715-8a68-c1e1412a2b9d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:59.176301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 797ab904-5e2d-4645-9752-92de37a8e199 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:00:59.238887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.324085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Transition to ACTIVE for port object 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:59.344433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.379448 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.427279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.460170 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.473049 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Transition to ACTIVE for port object ad273069-5d46-4bbf-b807-f7e648b912c0 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:59.509239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c8261-8281-4906-9066-7aec589d9756 None None] Pushing event updated for resources: {'Port': ['ID=8d69874c-90b7-4e80-b0a1-aafbb50cb9f4,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:59.528829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:59.531912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:59.534301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:00:59.549105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Transition to ACTIVE for port object ad273069-5d46-4bbf-b807-f7e648b912c0 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:59.574404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Pushing event updated for resources: {'Port': ['ID=d09cd36d-d660-4715-8a68-c1e1412a2b9d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:59.581888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 797ab904-5e2d-4645-9752-92de37a8e199 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:59.581888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.623151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.721165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Attempting to bind port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:59.721424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Attempting to bind port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:59.721781 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Attempting to bind port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 on network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:59.731604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:59.739822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:59.746427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Pushing event updated for resources: {'Port': ['ID=ad273069-5d46-4bbf-b807-f7e648b912c0,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:59.749986 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:00:59.751998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:00:59.752378 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Checking segment: {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:59.752798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.753174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Bound using segment: {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:00:59.753652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Bound port: 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:59.754057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.968899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Attempting to bind port ad273069-5d46-4bbf-b807-f7e648b912c0 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:59.969259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Attempting to bind port ad273069-5d46-4bbf-b807-f7e648b912c0 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '7a027391-7df2-43e7-91bb-97cf6fafe461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:59.969607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Attempting to bind port ad273069-5d46-4bbf-b807-f7e648b912c0 on network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:00:59.977348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.984680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:00:59.985050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Checking segment: {'id': '7a027391-7df2-43e7-91bb-97cf6fafe461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:00:59.985434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.985832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Bound using segment: {'id': '7a027391-7df2-43e7-91bb-97cf6fafe461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:00:59.986273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Bound port: ad273069-5d46-4bbf-b807-f7e648b912c0, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a027391-7df2-43e7-91bb-97cf6fafe461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:59.986626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.995750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] For port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:01:00.008812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] For port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=8d69874c-90b7-4e80-b0a1-aafbb50cb9f4,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:01:00.046469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:00.155388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Routers {'2829cba9-2d05-4116-aad0-ab5f77a3b117'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:01:00.156017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:00:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2829cba9-2d05-4116-aad0-ab5f77a3b117'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:00.213410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c8261-8281-4906-9066-7aec589d9756 None None] Pushing event updated for resources: {'Port': ['ID=8d69874c-90b7-4e80-b0a1-aafbb50cb9f4,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:00.216529 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] For port ad273069-5d46-4bbf-b807-f7e648b912c0, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:01:00.241311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] For port ad273069-5d46-4bbf-b807-f7e648b912c0, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ad273069-5d46-4bbf-b807-f7e648b912c0,segment=NetworkSegment(7a027391-7df2-43e7-91bb-97cf6fafe461),segment_id=7a027391-7df2-43e7-91bb-97cf6fafe461)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:01:00.251196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:00.340633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:00.430911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] Set router 2829cba9-2d05-4116-aad0-ab5f77a3b117 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:01:00.474743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a36a75-7994-4270-85b4-9a9c7f95d76a None None] Pushing event updated for resources: {'Port': ['ID=ad273069-5d46-4bbf-b807-f7e648b912c0,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:00.563060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Router 4085e514-4f4c-4378-833b-b75aa05cecc3 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:01:00.696803 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:01:00.771611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:01:00.775166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'name': 'tempest-TestEncryptedCinderVolumes-1922045956-router', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '797ab904-5e2d-4645-9752-92de37a8e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:55Z', 'revision_number': 4, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'gw_port': {'id': '797ab904-5e2d-4645-9752-92de37a8e199', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '8d69874c-90b7-4e80-b0a1-aafbb50cb9f4', 'name': '', 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'mac_address': 'fa:16:3e:da:6a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '68811208-e84d-4fd5-a99d-3b601b47c14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:55Z', 'updated_at': '2022-01-20T15:00:59Z', 'revision_number': 4, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'subnets': [{'id': '68811208-e84d-4fd5-a99d-3b601b47c14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:00.781211 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Sync routers for ids ['4085e514-4f4c-4378-833b-b75aa05cecc3'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:01:00.782285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9cf5f-635e-4372-853d-e79b212ca49f None None] The sync data for ids ['2829cba9-2d05-4116-aad0-ab5f77a3b117'] in dv-neutron-825123-1-hyperv is: [{'id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'name': 'tempest-TestEncryptedCinderVolumes-1922045956-router', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '797ab904-5e2d-4645-9752-92de37a8e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:55Z', 'revision_number': 4, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'gw_port': {'id': '797ab904-5e2d-4645-9752-92de37a8e199', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '8d69874c-90b7-4e80-b0a1-aafbb50cb9f4', 'name': '', 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'mac_address': 'fa:16:3e:da:6a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '68811208-e84d-4fd5-a99d-3b601b47c14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:55Z', 'updated_at': '2022-01-20T15:00:59Z', 'revision_number': 4, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'subnets': [{'id': '68811208-e84d-4fd5-a99d-3b601b47c14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:01:00.791553 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Routers {'4085e514-4f4c-4378-833b-b75aa05cecc3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:01:00.792167 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:00:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['4085e514-4f4c-4378-833b-b75aa05cecc3'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:00.797427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:00.801381 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9e634de3-a41a-44f2-8efe-b9ace1a2c832 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4591105 Jan 20 15:01:00.801738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58416) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:01.041221 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Set router 4085e514-4f4c-4378-833b-b75aa05cecc3 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:01:01.324948 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ad273069-5d46-4bbf-b807-f7e648b912c0 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:01.429827 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'name': 'tempest-TestEncryptedCinderVolumes-1661277466-router', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:58Z', 'updated_at': '2022-01-20T15:00:59Z', 'revision_number': 3, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'gw_port': {'id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:59Z', 'updated_at': '2022-01-20T15:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:01.439796 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Checking router: 4085e514-4f4c-4378-833b-b75aa05cecc3 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:01:01.440424 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Updating router 4085e514-4f4c-4378-833b-b75aa05cecc3 port d09cd36d-d660-4715-8a68-c1e1412a2b9d binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:01:01.440918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port ad273069-5d46-4bbf-b807-f7e648b912c0 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:01.446860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:01.511118 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:01.624849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3f85bc-1ce5-4703-8409-96d3da410a39 None None] Network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:01:01.708794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:01.716924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:01.721675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:01.722156 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:01.816065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b5f57105-d81a-43ca-989d-df90b087c22c None None] Provisioning for port ad273069-5d46-4bbf-b807-f7e648b912c0 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:01.826174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b5f57105-d81a-43ca-989d-df90b087c22c None None] Provisioning complete for port ad273069-5d46-4bbf-b807-f7e648b912c0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:01.826683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b5f57105-d81a-43ca-989d-df90b087c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:01.917555 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:01.933526 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Transition to ACTIVE for port object d09cd36d-d660-4715-8a68-c1e1412a2b9d will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:01:01.944741 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:01.981340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Allocated IP 172.20.0.1 (19e23389-9cb8-4b2f-b93c-b7e3673f4488/623f3a7b-93c5-416e-b0aa-691a04359358/7b209724-a2bd-4e27-b01e-9bfede8e4af4) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:01:02.007555 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.017680 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Attempting to bind port d09cd36d-d660-4715-8a68-c1e1412a2b9d on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:01:02.018530 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Attempting to bind port d09cd36d-d660-4715-8a68-c1e1412a2b9d by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:01:02.019082 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Attempting to bind port d09cd36d-d660-4715-8a68-c1e1412a2b9d on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:01:02.038309 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:01:02.038932 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:01:02.039494 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.040074 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:01:02.040698 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Bound port: d09cd36d-d660-4715-8a68-c1e1412a2b9d, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:01:02.041250 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.098690 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7668113-7baf-49e4-88a0-fce84e161d09 None None] Pushing event updated for resources: {'Port': ['ID=d09cd36d-d660-4715-8a68-c1e1412a2b9d,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:02.135657 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] For port d09cd36d-d660-4715-8a68-c1e1412a2b9d, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:01:02.139200 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] For port d09cd36d-d660-4715-8a68-c1e1412a2b9d, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d09cd36d-d660-4715-8a68-c1e1412a2b9d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:01:02.148569 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.167469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.185608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Transition to ACTIVE for port object 7b209724-a2bd-4e27-b01e-9bfede8e4af4 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:01:02.192629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=8d69874c-90b7-4e80-b0a1-aafbb50cb9f4,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:02.202213 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.224770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.241195 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Routers {'4085e514-4f4c-4378-833b-b75aa05cecc3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:01:02.241195 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:00:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['4085e514-4f4c-4378-833b-b75aa05cecc3'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:02.241494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b5f57105-d81a-43ca-989d-df90b087c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.306904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:01:02.310199 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b5f57105-d81a-43ca-989d-df90b087c22c None None] For port ad273069-5d46-4bbf-b807-f7e648b912c0, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ad273069-5d46-4bbf-b807-f7e648b912c0,segment=NetworkSegment(7a027391-7df2-43e7-91bb-97cf6fafe461),segment_id=7a027391-7df2-43e7-91bb-97cf6fafe461)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:02.311088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:01:02.313433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=8d69874c-90b7-4e80-b0a1-aafbb50cb9f4,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:02.322235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b5f57105-d81a-43ca-989d-df90b087c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.324296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:01:02.332014 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7668113-7baf-49e4-88a0-fce84e161d09 None None] Pushing event updated for resources: {'Port': ['ID=d09cd36d-d660-4715-8a68-c1e1412a2b9d,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:02.410514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f57105-d81a-43ca-989d-df90b087c22c None None] Pushing event updated for resources: {'Port': ['ID=ad273069-5d46-4bbf-b807-f7e648b912c0,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:02.444729 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] Set router 4085e514-4f4c-4378-833b-b75aa05cecc3 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:01:02.512701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b209724-a2bd-4e27-b01e-9bfede8e4af4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:02.533914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.654953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-744b0080-a6bc-472d-972a-171016a28f66 None None] Provisioning complete for port ad273069-5d46-4bbf-b807-f7e648b912c0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:02.655574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-744b0080-a6bc-472d-972a-171016a28f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.666662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.784611 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'name': 'tempest-TestEncryptedCinderVolumes-1661277466-router', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:58Z', 'updated_at': '2022-01-20T15:00:59Z', 'revision_number': 3, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'gw_port': {'id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:59Z', 'updated_at': '2022-01-20T15:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:02.788500 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44917558-36a1-4791-9ecc-20422a4f9ac6 None None] The sync data for ids ['4085e514-4f4c-4378-833b-b75aa05cecc3'] in dv-neutron-825123-1-hyperv is: [{'id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'name': 'tempest-TestEncryptedCinderVolumes-1661277466-router', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:58Z', 'updated_at': '2022-01-20T15:00:59Z', 'revision_number': 3, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'gw_port': {'id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:59Z', 'updated_at': '2022-01-20T15:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:01:02.903007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-de476934-9625-47d0-86ad-9a730d013ee0 None None] Provisioning for port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:02.908013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-de476934-9625-47d0-86ad-9a730d013ee0 None None] Provisioning complete for port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:02.908587 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-de476934-9625-47d0-86ad-9a730d013ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.918133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.923593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.970454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-de476934-9625-47d0-86ad-9a730d013ee0 None None] Port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:01:03.040317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.044611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b209724-a2bd-4e27-b01e-9bfede8e4af4,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:03.151104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ab34925f-b673-491b-ba6c-ed05bd2428a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.214659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:01:03.217563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:01:03.293501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ad273069-5d46-4bbf-b807-f7e648b912c0 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:03.372298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port ad273069-5d46-4bbf-b807-f7e648b912c0 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:03.372673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.438500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Router 4085e514-4f4c-4378-833b-b75aa05cecc3 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:01:03.514264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d09cd36d-d660-4715-8a68-c1e1412a2b9d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:03.548871 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e9bffcc9-0b7d-4512-809e-0f3edbf3e7a1 None None] Provisioning complete for port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:03.549242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9bffcc9-0b7d-4512-809e-0f3edbf3e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.622270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e9bffcc9-0b7d-4512-809e-0f3edbf3e7a1 None None] Port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:01:03.627432 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:01:03.637023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port d09cd36d-d660-4715-8a68-c1e1412a2b9d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:03.637250 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-02ce14ce-2025-4741-858d-776b30c9d4b1 admin admin] 10.222.0.87 "PUT /v2.0/routers/4085e514-4f4c-4378-833b-b75aa05cecc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8343284 Jan 20 15:01:03.642761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d09cd36d-d660-4715-8a68-c1e1412a2b9d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:03.643325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.766686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.785622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port d09cd36d-d660-4715-8a68-c1e1412a2b9d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d09cd36d-d660-4715-8a68-c1e1412a2b9d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:03.791045 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.791864 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:03.906532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=d09cd36d-d660-4715-8a68-c1e1412a2b9d,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:03.915798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:03.915798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:04.480627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Sync routers for ids ['4085e514-4f4c-4378-833b-b75aa05cecc3'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:01:04.490243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Routers {'4085e514-4f4c-4378-833b-b75aa05cecc3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:01:04.490817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:00:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['4085e514-4f4c-4378-833b-b75aa05cecc3'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:04.615963 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-7e6b1880-f680-4dba-a3a9-8cf7ea4f0e31 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:04.617468 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-7e6b1880-f680-4dba-a3a9-8cf7ea4f0e31 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/networks?id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299 HTTP/1.1" status: 200 len: 817 time: 0.1474266 Jan 20 15:01:04.632947 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-b308a7e1-fafd-42e2-898f-bd237df12341 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/quotas/ceafda75fb16492d90486727d342ac1e HTTP/1.1" status: 200 len: 375 time: 0.0096493 Jan 20 15:01:04.700064 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Set router 4085e514-4f4c-4378-833b-b75aa05cecc3 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:01:04.718551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-fc94e1a1-9676-46e2-80f2-8fff6d6e24db tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Synchronizing usage tracker for tenant:ceafda75fb16492d90486727d342ac1e on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:04.738094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-fc94e1a1-9676-46e2-80f2-8fff6d6e24db tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Unset dirty status for tenant:ceafda75fb16492d90486727d342ac1e on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:04.739580 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-fc94e1a1-9676-46e2-80f2-8fff6d6e24db tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ceafda75fb16492d90486727d342ac1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013329 Jan 20 15:01:04.994638 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-99e1b3b7-15f7-46e1-ab76-ce379706c867 service neutron] 10.222.0.87 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429779 Jan 20 15:01:05.013040 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'name': 'tempest-TestEncryptedCinderVolumes-1661277466-router', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:58Z', 'updated_at': '2022-01-20T15:01:02Z', 'revision_number': 4, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'gw_port': {'id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:59Z', 'updated_at': '2022-01-20T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '7b209724-a2bd-4e27-b01e-9bfede8e4af4', 'name': '', 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'mac_address': 'fa:16:3e:07:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '623f3a7b-93c5-416e-b0aa-691a04359358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:01:01Z', 'updated_at': '2022-01-20T15:01:02Z', 'revision_number': 2, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'subnets': [{'id': '623f3a7b-93c5-416e-b0aa-691a04359358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:05.017389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Checking router: 4085e514-4f4c-4378-833b-b75aa05cecc3 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:01:05.017807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Updating router 4085e514-4f4c-4378-833b-b75aa05cecc3 port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:01:05.070152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.130458 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-485937ed-755c-4b19-b3fe-b42305b2cccd service neutron] 10.222.0.87 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286099 Jan 20 15:01:05.176757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d09cd36d-d660-4715-8a68-c1e1412a2b9d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:05.350037 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d09cd36d-d660-4715-8a68-c1e1412a2b9d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:05.350403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.454895 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-831d5e73-3084-43bd-bd14-85053a9f16a5 req-d8529412-4572-4cfb-9f88-935b5663ef89 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 210 time: 0.1770835 Jan 20 15:01:05.575475 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3ffca719-5382-4138-b050-67888c9eeb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.598620 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.610837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Transition to ACTIVE for port object 7b209724-a2bd-4e27-b01e-9bfede8e4af4 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:01:05.617867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.769479 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50568805-e69c-4294-a3b3-9813fbc3431c None None] Pushing event updated for resources: {'Port': ['ID=7b209724-a2bd-4e27-b01e-9bfede8e4af4,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:05.829687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Attempting to bind port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:01:05.830060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Attempting to bind port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '7a027391-7df2-43e7-91bb-97cf6fafe461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:01:05.830410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Attempting to bind port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 on network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:01:05.836158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:01:05.836595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Checking segment: {'id': '7a027391-7df2-43e7-91bb-97cf6fafe461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:01:05.836994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.837380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Bound using segment: {'id': '7a027391-7df2-43e7-91bb-97cf6fafe461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:01:05.837843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Bound port: 7b209724-a2bd-4e27-b01e-9bfede8e4af4, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a027391-7df2-43e7-91bb-97cf6fafe461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:01:05.838316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.926487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] For port 7b209724-a2bd-4e27-b01e-9bfede8e4af4, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:01:05.930124 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] For port 7b209724-a2bd-4e27-b01e-9bfede8e4af4, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7b209724-a2bd-4e27-b01e-9bfede8e4af4,segment=NetworkSegment(7a027391-7df2-43e7-91bb-97cf6fafe461),segment_id=7a027391-7df2-43e7-91bb-97cf6fafe461)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:01:05.934545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:06.060098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Routers {'4085e514-4f4c-4378-833b-b75aa05cecc3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:01:06.060770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:01:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['4085e514-4f4c-4378-833b-b75aa05cecc3'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:06.114928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50568805-e69c-4294-a3b3-9813fbc3431c None None] Pushing event updated for resources: {'Port': ['ID=7b209724-a2bd-4e27-b01e-9bfede8e4af4,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:06.251971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] Set router 4085e514-4f4c-4378-833b-b75aa05cecc3 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:01:06.418149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-79e04660-29bf-4345-9055-a454d8ba107e tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:06.418842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-79e04660-29bf-4345-9055-a454d8ba107e tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Synchronizing usage tracker for tenant:ceafda75fb16492d90486727d342ac1e on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:06.436985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-79e04660-29bf-4345-9055-a454d8ba107e tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Unset dirty status for tenant:ceafda75fb16492d90486727d342ac1e on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:06.438304 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-79e04660-29bf-4345-9055-a454d8ba107e tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.72 "GET /v2.0/networks?id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299 HTTP/1.1" status: 200 len: 817 time: 0.1643825 Jan 20 15:01:06.450252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Request body: {'port': {'device_id': '9e3269d5-3b21-4971-bdea-69c29435304e', 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299', 'admin_state_up': True, 'tenant_id': 'ceafda75fb16492d90486727d342ac1e'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:01:06.516292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:06.561437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:06.595529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:01:06.605757 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:01:06.617338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Made reservation on behalf of ceafda75fb16492d90486727d342ac1e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:01:06.621939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:06.631263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'name': 'tempest-TestEncryptedCinderVolumes-1661277466-router', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:58Z', 'updated_at': '2022-01-20T15:01:02Z', 'revision_number': 4, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'gw_port': {'id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:59Z', 'updated_at': '2022-01-20T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '7b209724-a2bd-4e27-b01e-9bfede8e4af4', 'name': '', 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'mac_address': 'fa:16:3e:07:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '623f3a7b-93c5-416e-b0aa-691a04359358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:01:01Z', 'updated_at': '2022-01-20T15:01:05Z', 'revision_number': 4, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'subnets': [{'id': '623f3a7b-93c5-416e-b0aa-691a04359358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:06.635541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce7fd6-cd13-47cd-9ac7-1d2f6e130b8d None None] The sync data for ids ['4085e514-4f4c-4378-833b-b75aa05cecc3'] in dv-neutron-825123-1-hyperv is: [{'id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'name': 'tempest-TestEncryptedCinderVolumes-1661277466-router', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:58Z', 'updated_at': '2022-01-20T15:01:02Z', 'revision_number': 4, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'gw_port': {'id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:59Z', 'updated_at': '2022-01-20T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '7b209724-a2bd-4e27-b01e-9bfede8e4af4', 'name': '', 'network_id': '19e23389-9cb8-4b2f-b93c-b7e3673f4488', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'mac_address': 'fa:16:3e:07:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '623f3a7b-93c5-416e-b0aa-691a04359358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:01:01Z', 'updated_at': '2022-01-20T15:01:05Z', 'revision_number': 4, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'subnets': [{'id': '623f3a7b-93c5-416e-b0aa-691a04359358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:01:06.752962 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1397543b-894f-4e2c-9894-22136d64a82c req-22510655-08a2-4e70-acf3-42b597391543 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 210 time: 0.1779685 Jan 20 15:01:06.828250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Allocated IP 172.20.0.11 (d4e2cb53-23ea-4105-ab96-e3e0b9c97299/68811208-e84d-4fd5-a99d-3b601b47c14e/55ffcf2a-ff63-431c-974f-f225932a1c6d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:01:07.044861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:07.062303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Transition to ACTIVE for port object 55ffcf2a-ff63-431c-974f-f225932a1c6d will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:01:07.087576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:07.180111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:01:07.183371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:01:07.187821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:01:07.209675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7b209724-a2bd-4e27-b01e-9bfede8e4af4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:07.216753 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Pushing event updated for resources: {'Port': ['ID=55ffcf2a-ff63-431c-974f-f225932a1c6d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:07.264963 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:07.266241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:07.297812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:07.302643 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-3b8638c8-902d-4728-8757-6cfe2b922b8f tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8560226 Jan 20 15:01:07.304852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:07.305254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:07.317039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Request body: {'port': {'device_id': '9e3269d5-3b21-4971-bdea-69c29435304e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:01:07.438400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:07.450647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:07.471550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 7b209724-a2bd-4e27-b01e-9bfede8e4af4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7b209724-a2bd-4e27-b01e-9bfede8e4af4,segment=NetworkSegment(7a027391-7df2-43e7-91bb-97cf6fafe461),segment_id=7a027391-7df2-43e7-91bb-97cf6fafe461)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:07.477735 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:07.553689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3f264ab5-598f-44c0-87cd-4defffe3f1c7 None None] Provisioning for port 55ffcf2a-ff63-431c-974f-f225932a1c6d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:07.562571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=7b209724-a2bd-4e27-b01e-9bfede8e4af4,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:07.565158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3f264ab5-598f-44c0-87cd-4defffe3f1c7 None None] Provisioning complete for port 55ffcf2a-ff63-431c-974f-f225932a1c6d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:07.565460 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3f264ab5-598f-44c0-87cd-4defffe3f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:07.626464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-3f264ab5-598f-44c0-87cd-4defffe3f1c7 None None] Port 55ffcf2a-ff63-431c-974f-f225932a1c6d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:01:07.824513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ffcf2a-ff63-431c-974f-f225932a1c6d {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:01:07.832389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:07.847292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Transition to ACTIVE for port object 55ffcf2a-ff63-431c-974f-f225932a1c6d will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:01:07.852819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:08.021490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:08.067732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Pushing event updated for resources: {'Port': ['ID=55ffcf2a-ff63-431c-974f-f225932a1c6d,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:08.268825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889684de-bd6a-4530-b7ab-8ff56b6d3d8d req-349e3a43-6934-457a-8e6d-9e0b68bc42b7 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:08.269439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-889684de-bd6a-4530-b7ab-8ff56b6d3d8d req-349e3a43-6934-457a-8e6d-9e0b68bc42b7 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Synchronizing usage tracker for tenant:ceafda75fb16492d90486727d342ac1e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:08.281402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Attempting to bind port 55ffcf2a-ff63-431c-974f-f225932a1c6d on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:01:08.281919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Attempting to bind port 55ffcf2a-ff63-431c-974f-f225932a1c6d by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:01:08.282428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Attempting to bind port 55ffcf2a-ff63-431c-974f-f225932a1c6d on network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:01:08.291673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Port 55ffcf2a-ff63-431c-974f-f225932a1c6d on network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:01:08.291981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Attempting to bind port 55ffcf2a-ff63-431c-974f-f225932a1c6d on network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:01:08.300695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:01:08.301168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Checking segment: {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:01:08.301621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Bound using segment: {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:01:08.302036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Bound port: 55ffcf2a-ff63-431c-974f-f225932a1c6d, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:01:08.302443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:08.316920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-889684de-bd6a-4530-b7ab-8ff56b6d3d8d req-349e3a43-6934-457a-8e6d-9e0b68bc42b7 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Unset dirty status for tenant:ceafda75fb16492d90486727d342ac1e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:08.318104 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-889684de-bd6a-4530-b7ab-8ff56b6d3d8d req-349e3a43-6934-457a-8e6d-9e0b68bc42b7 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 944 time: 0.4336233 Jan 20 15:01:08.415758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-889684de-bd6a-4530-b7ab-8ff56b6d3d8d req-ada921c5-edc2-4b50-821c-5998f34baeb6 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Synchronizing usage tracker for tenant:ceafda75fb16492d90486727d342ac1e on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:08.440684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] For port 55ffcf2a-ff63-431c-974f-f225932a1c6d, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:01:08.445353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] For port 55ffcf2a-ff63-431c-974f-f225932a1c6d, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=55ffcf2a-ff63-431c-974f-f225932a1c6d,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:01:08.451808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:08.485896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-889684de-bd6a-4530-b7ab-8ff56b6d3d8d req-ada921c5-edc2-4b50-821c-5998f34baeb6 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Unset dirty status for tenant:ceafda75fb16492d90486727d342ac1e on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:08.487044 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-889684de-bd6a-4530-b7ab-8ff56b6d3d8d req-ada921c5-edc2-4b50-821c-5998f34baeb6 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628125 Jan 20 15:01:08.504504 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:08.505173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:08.506672 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] 10.222.0.72 "PUT /v2.0/ports/55ffcf2a-ff63-431c-974f-f225932a1c6d HTTP/1.1" status: 200 len: 1094 time: 1.1942091 Jan 20 15:01:08.514794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3269d5-3b21-4971-bdea-69c29435304e', 'tag': '55ffcf2a-ff63-431c-974f-f225932a1c6d'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:01:08.540759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cb968-2b38-4798-acfc-1f1342af4a73 service neutron] Pushing event updated for resources: {'Port': ['ID=55ffcf2a-ff63-431c-974f-f225932a1c6d,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:08.584020 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3269d5-3b21-4971-bdea-69c29435304e', 'tag': '55ffcf2a-ff63-431c-974f-f225932a1c6d', 'status': 'completed', 'code': 200} Jan 20 15:01:08.625318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-21136336-3d5a-4b26-a32f-9adf757ca5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:08.626829 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-21136336-3d5a-4b26-a32f-9adf757ca5db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ceafda75fb16492d90486727d342ac1e&device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 1097 time: 0.0747266 Jan 20 15:01:08.698334 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-d9b78cd3-cd00-4511-8fd8-27e769dec70f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ffcf2a-ff63-431c-974f-f225932a1c6d HTTP/1.1" status: 200 len: 217 time: 0.0641663 Jan 20 15:01:08.765082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-bb5f6ed5-7e47-483c-9737-72d6e826f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:08.766435 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-bb5f6ed5-7e47-483c-9737-72d6e826f4ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68811208-e84d-4fd5-a99d-3b601b47c14e HTTP/1.1" status: 200 len: 856 time: 0.0620968 Jan 20 15:01:08.849134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a7503965-6f77-4477-8e1a-bc489d0d6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:08.850633 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-a7503965-6f77-4477-8e1a-bc489d0d6306 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773361 Jan 20 15:01:08.982905 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-b92263ba-931a-48f0-8212-ef8991a3138e service neutron] 10.222.0.72 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254897 Jan 20 15:01:09.113139 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9834603a-940c-44c6-8527-fd85dd29e8dc req-555e4577-1522-44ab-b2a0-9109a850873f service neutron] 10.222.0.72 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237478 Jan 20 15:01:09.186665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7b209724-a2bd-4e27-b01e-9bfede8e4af4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:09.233702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-8b86a8c9-9e3a-4ef9-9f36-e1954335bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:09.235205 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-8b86a8c9-9e3a-4ef9-9f36-e1954335bda4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ceafda75fb16492d90486727d342ac1e&device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 1097 time: 0.0725791 Jan 20 15:01:09.282726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:09.283099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:09.366545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-59a81857-2903-4311-91e6-4a1a9bb996aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:09.367893 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-59a81857-2903-4311-91e6-4a1a9bb996aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299 HTTP/1.1" status: 200 len: 918 time: 0.1260483 Jan 20 15:01:09.439047 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-c65362d8-d3a9-4cac-af99-743d007a7531 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55ffcf2a-ff63-431c-974f-f225932a1c6d HTTP/1.1" status: 200 len: 217 time: 0.0646377 Jan 20 15:01:09.500767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-7546c803-30c2-4b9d-86af-3a86427a3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:09.502192 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-7546c803-30c2-4b9d-86af-3a86427a3bfb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68811208-e84d-4fd5-a99d-3b601b47c14e HTTP/1.1" status: 200 len: 856 time: 0.0568185 Jan 20 15:01:09.581070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-09ac4357-2c53-43fe-9034-089c4bb60fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:09.582547 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-09ac4357-2c53-43fe-9034-089c4bb60fac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737605 Jan 20 15:01:09.767434 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-03ecff9a-9ddc-4a79-9c79-24d8de500110 service neutron] 10.222.0.72 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779954 Jan 20 15:01:09.778713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d13ead-d80d-48fa-8e44-be634294b21e req-95764f35-575c-469b-a863-737c454b4b3a tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:09.780075 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f4d13ead-d80d-48fa-8e44-be634294b21e req-95764f35-575c-469b-a863-737c454b4b3a tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 944 time: 0.1729114 Jan 20 15:01:09.904486 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f4d13ead-d80d-48fa-8e44-be634294b21e req-eebb0552-ec96-4466-93d1-73c34f1a3b6b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038623 Jan 20 15:01:10.045437 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e220838-c02b-406a-aa8e-e8d5b4dbe886 req-c359e993-86fb-4de5-bc46-db3e0c87beef service neutron] 10.222.0.72 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643294 Jan 20 15:01:10.108415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 55ffcf2a-ff63-431c-974f-f225932a1c6d details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:01:10.242634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 55ffcf2a-ff63-431c-974f-f225932a1c6d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=55ffcf2a-ff63-431c-974f-f225932a1c6d,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:10.255596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '55ffcf2a-ff63-431c-974f-f225932a1c6d', 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299', 'port_id': '55ffcf2a-ff63-431c-974f-f225932a1c6d', 'mac_address': 'fa:16:3e:67:d5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68811208-e84d-4fd5-a99d-3b601b47c14e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:01:10.361127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:10.378456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ffcf2a-ff63-431c-974f-f225932a1c6d {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:01:10.393430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 55ffcf2a-ff63-431c-974f-f225932a1c6d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=55ffcf2a-ff63-431c-974f-f225932a1c6d,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:10.399627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:10.475442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=55ffcf2a-ff63-431c-974f-f225932a1c6d,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:10.626856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['55ffcf2a-ff63-431c-974f-f225932a1c6d'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:01:11.101966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb6e46-8bb3-4db0-9588-818c00c326b3 req-1b90c3aa-7f52-4c2f-b126-5871294350b8 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:11.103362 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0ceb6e46-8bb3-4db0-9588-818c00c326b3 req-1b90c3aa-7f52-4c2f-b126-5871294350b8 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 945 time: 0.0888355 Jan 20 15:01:11.149742 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0ceb6e46-8bb3-4db0-9588-818c00c326b3 req-4a4fafd1-c701-434a-8246-8726e777280e tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404634 Jan 20 15:01:12.125490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 55ffcf2a-ff63-431c-974f-f225932a1c6d up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:12.194359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 55ffcf2a-ff63-431c-974f-f225932a1c6d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:12.199419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 55ffcf2a-ff63-431c-974f-f225932a1c6d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:12.199781 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:12.326881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:12.353856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3269d5-3b21-4971-bdea-69c29435304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ffcf2a-ff63-431c-974f-f225932a1c6d'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:01:12.364447 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 55ffcf2a-ff63-431c-974f-f225932a1c6d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=55ffcf2a-ff63-431c-974f-f225932a1c6d,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:12.365835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef80134-0332-46d6-a8e2-35246ae3964f req-b0a9a332-ec9b-429f-b6e2-e6567e20f914 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:12.368258 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ef80134-0332-46d6-a8e2-35246ae3964f req-b0a9a332-ec9b-429f-b6e2-e6567e20f914 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 945 time: 0.1012084 Jan 20 15:01:12.373337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:12.409999 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3269d5-3b21-4971-bdea-69c29435304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ffcf2a-ff63-431c-974f-f225932a1c6d', 'code': 200} Jan 20 15:01:12.461161 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=55ffcf2a-ff63-431c-974f-f225932a1c6d,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:12.492110 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ef80134-0332-46d6-a8e2-35246ae3964f req-78387500-8591-4aa6-9a57-d3a961b693e5 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175444 Jan 20 15:01:12.653053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c6ee-e8bb-42dc-92fa-00f1cee8b1eb req-147876b8-431d-4a90-ba6f-0c9ddc756cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:12.654585 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ea5c6ee-e8bb-42dc-92fa-00f1cee8b1eb req-147876b8-431d-4a90-ba6f-0c9ddc756cb6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 1099 time: 0.0763974 Jan 20 15:01:12.699964 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ea5c6ee-e8bb-42dc-92fa-00f1cee8b1eb req-97da122d-ffb0-4577-b9d8-b1fb2b38245a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382109 Jan 20 15:01:13.734207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e8449-de38-47e5-bcc0-61c8e2878e36 req-744ecd79-27a3-4db1-9d10-8ae14e2a2ade tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:13.735771 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-818e8449-de38-47e5-bcc0-61c8e2878e36 req-744ecd79-27a3-4db1-9d10-8ae14e2a2ade tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 946 time: 0.1278145 Jan 20 15:01:13.780745 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-818e8449-de38-47e5-bcc0-61c8e2878e36 req-dacc6e6c-5c43-4967-9860-6097a4c5835d tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Jan 20 15:01:14.974970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803b7c3-8a47-4015-b09b-fe9375319e78 req-2674f6c1-65b4-4182-a362-d7c963a15197 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:14.976507 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4803b7c3-8a47-4015-b09b-fe9375319e78 req-2674f6c1-65b4-4182-a362-d7c963a15197 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 946 time: 0.0875998 Jan 20 15:01:15.022164 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4803b7c3-8a47-4015-b09b-fe9375319e78 req-2b77e84a-2a8d-4960-8f65-8c8bb951ad68 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Jan 20 15:01:15.259852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199ce93-e97f-433b-871c-22bab0e7a554 req-38396a21-5768-4e24-8883-d8f384d5b458 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:15.261533 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a199ce93-e97f-433b-871c-22bab0e7a554 req-38396a21-5768-4e24-8883-d8f384d5b458 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 946 time: 0.1133499 Jan 20 15:01:15.321956 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a199ce93-e97f-433b-871c-22bab0e7a554 req-f28c1ff4-00cc-476b-b865-ae65e4a7e5e9 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537102 Jan 20 15:01:25.042285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:31.374646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a2eaf-6c69-4230-8a11-f61bacc95a3b req-2f1fbced-ff1c-4f0f-b540-8f45b2f91099 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:31.376103 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-990a2eaf-6c69-4230-8a11-f61bacc95a3b req-2f1fbced-ff1c-4f0f-b540-8f45b2f91099 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 946 time: 0.0863755 Jan 20 15:01:31.421151 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-990a2eaf-6c69-4230-8a11-f61bacc95a3b req-10863580-e4da-4d58-928b-f4e617fd27d1 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374353 Jan 20 15:01:32.626695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aec474-1d7b-4e35-be40-9413cc614b57 req-08e09322-067b-4bd9-9712-cf0cb5814538 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:32.628108 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-73aec474-1d7b-4e35-be40-9413cc614b57 req-08e09322-067b-4bd9-9712-cf0cb5814538 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 946 time: 0.0896142 Jan 20 15:01:32.674968 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-73aec474-1d7b-4e35-be40-9413cc614b57 req-60cf8a9d-ae0d-4ad5-91ed-92735bf963d2 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384269 Jan 20 15:01:32.855768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d140a-17bb-4f99-909d-c712120c293f req-c831ba5b-fa6d-469e-9a48-01266e71665e tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:32.857260 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5a8d140a-17bb-4f99-909d-c712120c293f req-c831ba5b-fa6d-469e-9a48-01266e71665e tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 946 time: 0.0872321 Jan 20 15:01:32.931232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-5a8d140a-17bb-4f99-909d-c712120c293f req-89bdbc69-3691-4922-98e2-e390ab8b7623 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Deleting port 55ffcf2a-ff63-431c-974f-f225932a1c6d {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:01:32.931561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-5a8d140a-17bb-4f99-909d-c712120c293f req-89bdbc69-3691-4922-98e2-e390ab8b7623 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:33.137157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dfd7b76c-4940-4ff4-9532-92661bdab7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:33.177917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-5a8d140a-17bb-4f99-909d-c712120c293f req-89bdbc69-3691-4922-98e2-e390ab8b7623 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] For port 55ffcf2a-ff63-431c-974f-f225932a1c6d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=55ffcf2a-ff63-431c-974f-f225932a1c6d,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:33.178294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-5a8d140a-17bb-4f99-909d-c712120c293f req-89bdbc69-3691-4922-98e2-e390ab8b7623 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:33.300927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-5a8d140a-17bb-4f99-909d-c712120c293f req-89bdbc69-3691-4922-98e2-e390ab8b7623 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Calling delete_port for 55ffcf2a-ff63-431c-974f-f225932a1c6d owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:01:33.461383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-5a8d140a-17bb-4f99-909d-c712120c293f req-89bdbc69-3691-4922-98e2-e390ab8b7623 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:33.473301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['55ffcf2a-ff63-431c-974f-f225932a1c6d'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:01:33.510224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdbc69-3691-4922-98e2-e390ab8b7623 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Pushing event deleted for resources: {'Port': ['ID=55ffcf2a-ff63-431c-974f-f225932a1c6d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:33.587723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8d140a-17bb-4f99-909d-c712120c293f req-89bdbc69-3691-4922-98e2-e390ab8b7623 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] No DVR routers for this DVR port 55ffcf2a-ff63-431c-974f-f225932a1c6d on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:01:33.590231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-5a8d140a-17bb-4f99-909d-c712120c293f req-89bdbc69-3691-4922-98e2-e390ab8b7623 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:33.592809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3269d5-3b21-4971-bdea-69c29435304e', 'name': 'network-vif-deleted', 'tag': '55ffcf2a-ff63-431c-974f-f225932a1c6d'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:01:33.612725 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5a8d140a-17bb-4f99-909d-c712120c293f req-89bdbc69-3691-4922-98e2-e390ab8b7623 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.72 "DELETE /v2.0/ports/55ffcf2a-ff63-431c-974f-f225932a1c6d HTTP/1.1" status: 204 len: 173 time: 0.7501915 Jan 20 15:01:33.638179 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3269d5-3b21-4971-bdea-69c29435304e', 'name': 'network-vif-deleted', 'tag': '55ffcf2a-ff63-431c-974f-f225932a1c6d', 'status': 'completed', 'code': 200} Jan 20 15:01:33.854658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-5af6c1d1-1d54-4a92-8d19-67930a915090 req-3ecc37fd-7408-4f4c-915e-347451203141 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Synchronizing usage tracker for tenant:ceafda75fb16492d90486727d342ac1e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:33.875889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-5af6c1d1-1d54-4a92-8d19-67930a915090 req-3ecc37fd-7408-4f4c-915e-347451203141 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Unset dirty status for tenant:ceafda75fb16492d90486727d342ac1e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:33.877441 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5af6c1d1-1d54-4a92-8d19-67930a915090 req-3ecc37fd-7408-4f4c-915e-347451203141 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e3269d5-3b21-4971-bdea-69c29435304e HTTP/1.1" status: 200 len: 210 time: 0.0650189 Jan 20 15:01:35.492030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d033326b-500a-4367-b755-0aa92eaea3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:35.589652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-8ca25d48-394a-4243-b7f8-ab4a245222e3 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:35.591085 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-8ca25d48-394a-4243-b7f8-ab4a245222e3 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/networks?id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299 HTTP/1.1" status: 200 len: 817 time: 0.1478586 Jan 20 15:01:35.605457 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-a478c720-af9a-4aa4-ab46-ff2e717a6431 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/quotas/ceafda75fb16492d90486727d342ac1e HTTP/1.1" status: 200 len: 375 time: 0.0089571 Jan 20 15:01:35.691783 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-7edc643d-5592-4af7-a03f-25bb8c9ab25b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ceafda75fb16492d90486727d342ac1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814235 Jan 20 15:01:35.708526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-69bb17fb-e0a4-4a0c-9ccb-2a21f1f3435f service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 15:01:35.709480 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-69bb17fb-e0a4-4a0c-9ccb-2a21f1f3435f service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050101 Jan 20 15:01:35.858536 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-a5b06876-873e-4b3e-b65d-540e024c7336 service neutron] 10.222.0.87 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428633 Jan 20 15:01:36.088410 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-561406b6-1ec5-49ee-806b-6988c95ee14e service neutron] 10.222.0.87 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238786 Jan 20 15:01:36.234719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 55ffcf2a-ff63-431c-974f-f225932a1c6d no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:01:36.271288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 55ffcf2a-ff63-431c-974f-f225932a1c6d {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:01:36.271700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 55ffcf2a-ff63-431c-974f-f225932a1c6d not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:01:36.284743 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3a42b2ec-6eee-4bdc-9318-30cfd0a1c767 req-477cdfb0-b016-46dc-9229-a9f6d401e4ad tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 210 time: 0.0454185 Jan 20 15:01:36.491678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:36.542286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:37.330200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-71c32381-53ed-455f-9193-9a9da09a3334 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:37.331639 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-71c32381-53ed-455f-9193-9a9da09a3334 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.72 "GET /v2.0/networks?id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299 HTTP/1.1" status: 200 len: 817 time: 0.1535304 Jan 20 15:01:37.344230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Request body: {'port': {'device_id': '183c1816-a680-469b-8af1-9ce60fd829bb', 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299', 'admin_state_up': True, 'tenant_id': 'ceafda75fb16492d90486727d342ac1e'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:01:37.468092 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-75fcb673-e184-47c9-8e20-08eb9be7c63c req-97866575-c020-4b5f-b253-bd9abff2203b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 210 time: 0.0583279 Jan 20 15:01:37.523031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:01:37.533202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:01:37.543953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Made reservation on behalf of ceafda75fb16492d90486727d342ac1e for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:01:37.547627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:37.698284 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:01:37.715061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Allocated IP 172.20.0.3 (d4e2cb53-23ea-4105-ab96-e3e0b9c97299/68811208-e84d-4fd5-a99d-3b601b47c14e/d3204695-753e-44ec-a7e4-ee17b1cdea5d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:01:37.923217 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:37.939220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Transition to ACTIVE for port object d3204695-753e-44ec-a7e4-ee17b1cdea5d will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:01:37.968729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.008973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.041000 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:01:38.044106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:01:38.047849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:01:38.082972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Pushing event updated for resources: {'Port': ['ID=d3204695-753e-44ec-a7e4-ee17b1cdea5d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:38.118533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:38.119140 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.145470 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-49f637c7-398e-4134-82cd-3e2364f93f8b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8048425 Jan 20 15:01:38.157154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Request body: {'port': {'device_id': '183c1816-a680-469b-8af1-9ce60fd829bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:01:38.274324 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.324457 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-40d39d4f-68cb-4031-bdd0-9a1ba7307de4 None None] Provisioning for port d3204695-753e-44ec-a7e4-ee17b1cdea5d completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:38.329669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-40d39d4f-68cb-4031-bdd0-9a1ba7307de4 None None] Provisioning complete for port d3204695-753e-44ec-a7e4-ee17b1cdea5d triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:38.330036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-40d39d4f-68cb-4031-bdd0-9a1ba7307de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.383012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-40d39d4f-68cb-4031-bdd0-9a1ba7307de4 None None] Port d3204695-753e-44ec-a7e4-ee17b1cdea5d cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:01:38.627518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3204695-753e-44ec-a7e4-ee17b1cdea5d {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:01:38.635037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.649339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Transition to ACTIVE for port object d3204695-753e-44ec-a7e4-ee17b1cdea5d will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:01:38.653191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bce3e-5bc0-4736-9b5b-5ddaf3c90597 req-6caba9b3-19d0-43b2-a7dd-7b40d64d3882 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:38.654660 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f83bce3e-5bc0-4736-9b5b-5ddaf3c90597 req-6caba9b3-19d0-43b2-a7dd-7b40d64d3882 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 931 time: 0.0794878 Jan 20 15:01:38.654802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.701646 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f83bce3e-5bc0-4736-9b5b-5ddaf3c90597 req-5d3fe4df-990d-485e-9caa-bf7048517f84 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Jan 20 15:01:38.785691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3204695-753e-44ec-a7e4-ee17b1cdea5d,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:38.889612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Attempting to bind port d3204695-753e-44ec-a7e4-ee17b1cdea5d on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:01:38.889935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Attempting to bind port d3204695-753e-44ec-a7e4-ee17b1cdea5d by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:01:38.890261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Attempting to bind port d3204695-753e-44ec-a7e4-ee17b1cdea5d on network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:01:38.895422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Port d3204695-753e-44ec-a7e4-ee17b1cdea5d on network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:01:38.895743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Attempting to bind port d3204695-753e-44ec-a7e4-ee17b1cdea5d on network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:01:38.901071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:01:38.901401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Checking segment: {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:01:38.901774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Bound using segment: {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:01:38.902188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Bound port: d3204695-753e-44ec-a7e4-ee17b1cdea5d, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99277228-e432-4346-821a-a07a6c212ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:01:38.902548 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:39.095563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] For port d3204695-753e-44ec-a7e4-ee17b1cdea5d, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:01:39.098513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] For port d3204695-753e-44ec-a7e4-ee17b1cdea5d, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3204695-753e-44ec-a7e4-ee17b1cdea5d,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:01:39.105490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:39.163750 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:39.164404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:39.165747 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/d3204695-753e-44ec-a7e4-ee17b1cdea5d HTTP/1.1" status: 200 len: 1093 time: 1.0129685 Jan 20 15:01:39.166237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183c1816-a680-469b-8af1-9ce60fd829bb', 'tag': 'd3204695-753e-44ec-a7e4-ee17b1cdea5d'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:01:39.193572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cdfbf-1fd4-4e97-9dec-14e3067904a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3204695-753e-44ec-a7e4-ee17b1cdea5d,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:39.240165 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183c1816-a680-469b-8af1-9ce60fd829bb', 'tag': 'd3204695-753e-44ec-a7e4-ee17b1cdea5d', 'status': 'completed', 'code': 200} Jan 20 15:01:39.285932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-fe7ba307-ecd7-4c01-922d-56d624334c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:39.287498 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-fe7ba307-ecd7-4c01-922d-56d624334c7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ceafda75fb16492d90486727d342ac1e&device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 1096 time: 0.0809083 Jan 20 15:01:39.354605 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-f1d50f65-50db-4940-b2f8-a49db2b42926 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3204695-753e-44ec-a7e4-ee17b1cdea5d HTTP/1.1" status: 200 len: 217 time: 0.0603042 Jan 20 15:01:39.420018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-e60d9271-9b38-4ac8-b752-71ebc60e75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:39.421495 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-e60d9271-9b38-4ac8-b752-71ebc60e75f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68811208-e84d-4fd5-a99d-3b601b47c14e HTTP/1.1" status: 200 len: 856 time: 0.0616531 Jan 20 15:01:39.505381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-a6f24265-1a64-4aed-802a-c4dd3bff9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:39.506919 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-a6f24265-1a64-4aed-802a-c4dd3bff9d5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785165 Jan 20 15:01:39.638850 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-b6b0b833-0389-4d01-b17c-9ed4464ef718 service neutron] 10.222.0.72 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244457 Jan 20 15:01:39.769678 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a13d586a-482c-4e6a-9cc8-b2e4e81d02c7 req-7245f063-cd04-40d7-8374-a9da23d3618c service neutron] 10.222.0.72 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247177 Jan 20 15:01:39.901183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-27c33b39-d7d7-4fc4-bd38-71add3932bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:39.902693 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-27c33b39-d7d7-4fc4-bd38-71add3932bb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ceafda75fb16492d90486727d342ac1e&device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 1096 time: 0.0762300 Jan 20 15:01:39.909376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b18cf-7f7e-4bb4-bab4-46f7b87fad1d req-9ae170ad-edb1-4c47-90d2-668d030a1670 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:39.911007 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1b4b18cf-7f7e-4bb4-bab4-46f7b87fad1d req-9ae170ad-edb1-4c47-90d2-668d030a1670 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 943 time: 0.0869806 Jan 20 15:01:39.957770 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1b4b18cf-7f7e-4bb4-bab4-46f7b87fad1d req-3d5f8761-f342-4789-b756-2cdc26ce6a1b tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392675 Jan 20 15:01:40.042937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-ea9ef3cb-32ef-4020-8175-96f899fd694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:40.044742 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-ea9ef3cb-32ef-4020-8175-96f899fd694f service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299 HTTP/1.1" status: 200 len: 918 time: 0.1316710 Jan 20 15:01:40.117813 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-d4df0e88-39b8-4c65-94a5-4f61d99b9738 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3204695-753e-44ec-a7e4-ee17b1cdea5d HTTP/1.1" status: 200 len: 217 time: 0.0666966 Jan 20 15:01:40.189025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-ac2a3741-af05-46ab-ab66-3c085116757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:40.190431 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-ac2a3741-af05-46ab-ab66-3c085116757b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68811208-e84d-4fd5-a99d-3b601b47c14e HTTP/1.1" status: 200 len: 856 time: 0.0667269 Jan 20 15:01:40.270586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-8906ac11-e444-4e45-a453-ecff3ff1bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:40.272075 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-8906ac11-e444-4e45-a453-ecff3ff1bc4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748777 Jan 20 15:01:40.402255 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-f8b2b40b-c8e1-45a5-ae4e-84a1994495f4 service neutron] 10.222.0.72 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230335 Jan 20 15:01:40.535124 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0fbe8ea7-ce57-41f9-85a3-3d3700d8f395 req-523d505c-0662-462b-99c5-66defd6d0639 service neutron] 10.222.0.72 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264033 Jan 20 15:01:41.168259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126f604-2ef2-45cf-9b18-aa41e5c2ff8e req-2f3d0445-4fff-4188-bfed-2360e5d42a61 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:41.168952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f126f604-2ef2-45cf-9b18-aa41e5c2ff8e req-2f3d0445-4fff-4188-bfed-2360e5d42a61 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Synchronizing usage tracker for tenant:ceafda75fb16492d90486727d342ac1e on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:41.188510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f126f604-2ef2-45cf-9b18-aa41e5c2ff8e req-2f3d0445-4fff-4188-bfed-2360e5d42a61 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Unset dirty status for tenant:ceafda75fb16492d90486727d342ac1e on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:41.189620 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f126f604-2ef2-45cf-9b18-aa41e5c2ff8e req-2f3d0445-4fff-4188-bfed-2360e5d42a61 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 943 time: 0.1134403 Jan 20 15:01:41.234338 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f126f604-2ef2-45cf-9b18-aa41e5c2ff8e req-9b22bd66-c31d-4e78-967a-cc8389686f7e tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Jan 20 15:01:42.230057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device d3204695-753e-44ec-a7e4-ee17b1cdea5d details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:01:42.367796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port d3204695-753e-44ec-a7e4-ee17b1cdea5d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3204695-753e-44ec-a7e4-ee17b1cdea5d,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:42.380814 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'd3204695-753e-44ec-a7e4-ee17b1cdea5d', 'network_id': 'd4e2cb53-23ea-4105-ab96-e3e0b9c97299', 'port_id': 'd3204695-753e-44ec-a7e4-ee17b1cdea5d', 'mac_address': 'fa:16:3e:c2:97:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68811208-e84d-4fd5-a99d-3b601b47c14e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:01:42.419524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d98668-b813-4fc2-86dd-bf9b3ed1d6be req-290629f3-124b-4fba-b1d7-7728a74c62bf tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:42.421052 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c9d98668-b813-4fc2-86dd-bf9b3ed1d6be req-290629f3-124b-4fba-b1d7-7728a74c62bf tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 943 time: 0.0795951 Jan 20 15:01:42.439481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:42.456673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3204695-753e-44ec-a7e4-ee17b1cdea5d {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:01:42.465633 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c9d98668-b813-4fc2-86dd-bf9b3ed1d6be req-c1296605-a7dc-427f-bbd6-7c17c8ad2d5d tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 Jan 20 15:01:42.473311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port d3204695-753e-44ec-a7e4-ee17b1cdea5d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3204695-753e-44ec-a7e4-ee17b1cdea5d,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:42.478906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:42.548757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=d3204695-753e-44ec-a7e4-ee17b1cdea5d,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:42.556560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.556907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.557248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.557578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.557900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.558230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.558608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.558933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.559274 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.559595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.559910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.560235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:42.678187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['d3204695-753e-44ec-a7e4-ee17b1cdea5d'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:01:43.666424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d02cd-d256-4ac8-8377-1f2aa9d8792c req-718a0eae-33f1-495a-ad6f-e02db35f3ba8 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:43.667924 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a23d02cd-d256-4ac8-8377-1f2aa9d8792c req-718a0eae-33f1-495a-ad6f-e02db35f3ba8 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 944 time: 0.0808046 Jan 20 15:01:43.713767 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a23d02cd-d256-4ac8-8377-1f2aa9d8792c req-517ff6f3-b957-49bc-be0e-141a69cbc639 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 Jan 20 15:01:44.231248 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device d3204695-753e-44ec-a7e4-ee17b1cdea5d up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:44.305320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port d3204695-753e-44ec-a7e4-ee17b1cdea5d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:44.310043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port d3204695-753e-44ec-a7e4-ee17b1cdea5d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:44.310403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:44.422386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:44.448245 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183c1816-a680-469b-8af1-9ce60fd829bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3204695-753e-44ec-a7e4-ee17b1cdea5d'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:01:44.458079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port d3204695-753e-44ec-a7e4-ee17b1cdea5d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3204695-753e-44ec-a7e4-ee17b1cdea5d,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:01:44.464775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:44.496570 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183c1816-a680-469b-8af1-9ce60fd829bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3204695-753e-44ec-a7e4-ee17b1cdea5d', 'code': 200} Jan 20 15:01:44.537933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=d3204695-753e-44ec-a7e4-ee17b1cdea5d,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:44.892460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923107-61fe-4748-aff6-ab416088d8a6 req-4d439db2-e2f7-4c77-9b30-9100c90136df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:44.893940 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0923107-61fe-4748-aff6-ab416088d8a6 req-4d439db2-e2f7-4c77-9b30-9100c90136df service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 1098 time: 0.2286737 Jan 20 15:01:44.932323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0b0f1-7717-4749-9d57-541b9eff3c5c req-d61a936e-85d1-4a95-83d3-6b702e9b046d tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:44.933777 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-42d0b0f1-7717-4749-9d57-541b9eff3c5c req-d61a936e-85d1-4a95-83d3-6b702e9b046d tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 945 time: 0.1112008 Jan 20 15:01:44.967353 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0923107-61fe-4748-aff6-ab416088d8a6 req-61d5092d-ef66-4964-af65-1f89a3fa7117 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654685 Jan 20 15:01:44.986649 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-42d0b0f1-7717-4749-9d57-541b9eff3c5c req-a2f07da6-b9b5-475f-8d4c-52ee3e1eca9d tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452502 Jan 20 15:01:46.181758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afc713-257d-4aa0-b93f-31532ea62324 req-40bd308d-b052-4280-ac23-e59ed2711e25 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:46.183220 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-38afc713-257d-4aa0-b93f-31532ea62324 req-40bd308d-b052-4280-ac23-e59ed2711e25 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 945 time: 0.0826705 Jan 20 15:01:46.230515 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-38afc713-257d-4aa0-b93f-31532ea62324 req-677bce41-e62b-488f-ace5-551fe3214cef tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Jan 20 15:01:47.429372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5612a9-b330-47e5-959b-c4104eff218b req-79f6c9cc-ee96-4a19-9907-4c8c9367c2a5 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:47.430726 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0d5612a9-b330-47e5-959b-c4104eff218b req-79f6c9cc-ee96-4a19-9907-4c8c9367c2a5 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 945 time: 0.0859044 Jan 20 15:01:47.478348 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0d5612a9-b330-47e5-959b-c4104eff218b req-1976d995-bc45-4021-a0e8-1e1df3492b94 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395997 Jan 20 15:01:47.658687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58bceb-53f0-4979-9be4-63b29213d0b9 req-59f0a30e-c957-45dd-ba0e-f2d3883a8d6c tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:47.660101 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bb58bceb-53f0-4979-9be4-63b29213d0b9 req-59f0a30e-c957-45dd-ba0e-f2d3883a8d6c tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 945 time: 0.0786150 Jan 20 15:01:47.707345 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-bb58bceb-53f0-4979-9be4-63b29213d0b9 req-bc393ee6-def6-43b3-8309-e91dfcd61bfb tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 Jan 20 15:01:55.046772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:58.950703 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-cf2c501e-ff0b-4dfa-8cb3-128bb33b903e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855575 Jan 20 15:01:59.186862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-cd3d1b5d-75cb-4199-a991-913321a393da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:59.189298 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-cd3d1b5d-75cb-4199-a991-913321a393da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ceafda75fb16492d90486727d342ac1e&device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 1098 time: 0.1282611 Jan 20 15:01:59.376902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-9b6a1748-0592-4ce0-967f-afa78b19e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:59.379582 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-9b6a1748-0592-4ce0-967f-afa78b19e271 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299 HTTP/1.1" status: 200 len: 918 time: 0.1656423 Jan 20 15:01:59.487346 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-4f88ad74-d164-4a3c-9a0e-5ab7a3712931 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3204695-753e-44ec-a7e4-ee17b1cdea5d HTTP/1.1" status: 200 len: 217 time: 0.1004827 Jan 20 15:01:59.585097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-0b120574-24a8-4d5a-9463-141ac1d87482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:59.587230 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-0b120574-24a8-4d5a-9463-141ac1d87482 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68811208-e84d-4fd5-a99d-3b601b47c14e HTTP/1.1" status: 200 len: 856 time: 0.0900979 Jan 20 15:01:59.690767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-da7f50f9-6c5b-431a-9506-258feebcf3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:59.693145 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-da7f50f9-6c5b-431a-9506-258feebcf3fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d4e2cb53-23ea-4105-ab96-e3e0b9c97299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925815 Jan 20 15:01:59.914659 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-ac742410-72be-400f-aa60-2129bdb9e287 service neutron] 10.222.0.72 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136986 Jan 20 15:02:00.066610 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-69ae8a8b-759f-425a-be0c-be652788e4bd req-78f99338-2bfd-476b-9cca-334e5e9c3f2e service neutron] 10.222.0.72 "GET /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459920 Jan 20 15:02:03.141980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2575cbd8-344a-4425-90c8-2832dca23c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:03.531258 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c487-0c20-418a-bbfa-a51a8e197d7d req-1009e8a9-e5cd-4046-9b09-260dd51f78fc tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:03.532750 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-72f2c487-0c20-418a-bbfa-a51a8e197d7d req-1009e8a9-e5cd-4046-9b09-260dd51f78fc tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 945 time: 0.0822473 Jan 20 15:02:03.578444 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-72f2c487-0c20-418a-bbfa-a51a8e197d7d req-4e0a1cd4-53dd-4153-a7b1-7306e28ccccd tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Jan 20 15:02:04.769656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f54f7-3143-4486-a16f-46276e8e0c42 req-27237d1c-f206-44f2-af81-58cbd886e6f9 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:04.771138 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-559f54f7-3143-4486-a16f-46276e8e0c42 req-27237d1c-f206-44f2-af81-58cbd886e6f9 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 945 time: 0.0825722 Jan 20 15:02:04.815776 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-559f54f7-3143-4486-a16f-46276e8e0c42 req-59593ed8-11b8-4cce-84e5-d1b709c9b1ef tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/security-groups?id=a9e029ee-0317-45ea-9464-868e5c723bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388424 Jan 20 15:02:04.999154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bb942-b654-4568-9846-fb20f711030e req-d417aa95-3721-402f-b91c-68fc8998eba8 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:05.000583 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b60bb942-b654-4568-9846-fb20f711030e req-d417aa95-3721-402f-b91c-68fc8998eba8 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.72 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 945 time: 0.0856557 Jan 20 15:02:05.070267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-b60bb942-b654-4568-9846-fb20f711030e req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Deleting port d3204695-753e-44ec-a7e4-ee17b1cdea5d {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:05.070582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-b60bb942-b654-4568-9846-fb20f711030e req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:05.317973 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-b60bb942-b654-4568-9846-fb20f711030e req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] For port d3204695-753e-44ec-a7e4-ee17b1cdea5d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3204695-753e-44ec-a7e4-ee17b1cdea5d,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:05.318337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-b60bb942-b654-4568-9846-fb20f711030e req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:05.486776 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b7c46f71-2323-4a9a-9ba0-9e989dea40a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:05.549100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-b60bb942-b654-4568-9846-fb20f711030e req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Calling delete_port for d3204695-753e-44ec-a7e4-ee17b1cdea5d owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:02:05.696320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-b60bb942-b654-4568-9846-fb20f711030e req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:05.708361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['d3204695-753e-44ec-a7e4-ee17b1cdea5d'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:02:05.749471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Pushing event deleted for resources: {'Port': ['ID=d3204695-753e-44ec-a7e4-ee17b1cdea5d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:05.787586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.788340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.788340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.788628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.788956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.789282 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.789605 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.789930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.790269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.790573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.790902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.791233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:05.835529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60bb942-b654-4568-9846-fb20f711030e req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] No DVR routers for this DVR port d3204695-753e-44ec-a7e4-ee17b1cdea5d on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:02:05.837975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-b60bb942-b654-4568-9846-fb20f711030e req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:05.840707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183c1816-a680-469b-8af1-9ce60fd829bb', 'name': 'network-vif-deleted', 'tag': 'd3204695-753e-44ec-a7e4-ee17b1cdea5d'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:02:05.859258 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b60bb942-b654-4568-9846-fb20f711030e req-7e6d6fde-08dd-4eba-9d85-40c83adb1985 tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.72 "DELETE /v2.0/ports/d3204695-753e-44ec-a7e4-ee17b1cdea5d HTTP/1.1" status: 204 len: 173 time: 0.8531854 Jan 20 15:02:05.917618 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183c1816-a680-469b-8af1-9ce60fd829bb', 'name': 'network-vif-deleted', 'tag': 'd3204695-753e-44ec-a7e4-ee17b1cdea5d', 'status': 'completed', 'code': 200} Jan 20 15:02:06.009059 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-207938a9-32f2-4d2b-a9de-2b176add867d req-1e7a113d-1149-411a-bb6d-e7a8ffc2fb8c tempest-TestEncryptedCinderVolumes-1660908359 tempest-TestEncryptedCinderVolumes-1660908359-project] 10.222.0.87 "GET /v2.0/ports?device_id=183c1816-a680-469b-8af1-9ce60fd829bb HTTP/1.1" status: 200 len: 210 time: 0.0466516 Jan 20 15:02:06.496417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:06.545495 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:07.141294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58706) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:07.772016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:08.011517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:08.134691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Deleting port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:08.135022 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:08.305205 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] For port 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=8d69874c-90b7-4e80-b0a1-aafbb50cb9f4,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:08.305949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:08.342458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device d3204695-753e-44ec-a7e4-ee17b1cdea5d no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:02:08.379572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: d3204695-753e-44ec-a7e4-ee17b1cdea5d {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:02:08.379910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device d3204695-753e-44ec-a7e4-ee17b1cdea5d not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:02:08.429268 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Calling delete_port for 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:02:08.737904 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:08.782879 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d69874c-90b7-4e80-b0a1-aafbb50cb9f4,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:08.823939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.824274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.824624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.824942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.825261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.825576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.825875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.826217 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.826715 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.826841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.827120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:08.827423 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:09.170748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:09.531847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Router 2829cba9-2d05-4116-aad0-ab5f77a3b117 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:02:09.709359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:02:09.718514 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] Sync routers for ids ['2829cba9-2d05-4116-aad0-ab5f77a3b117'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:02:09.721711 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3263cb54-ff2a-4a62-ab4a-798e8a098863 admin admin] 10.222.0.87 "PUT /v2.0/routers/2829cba9-2d05-4116-aad0-ab5f77a3b117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5793557 Jan 20 15:02:09.724329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58710) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:09.729023 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] Routers {'2829cba9-2d05-4116-aad0-ab5f77a3b117'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:09.729631 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2829cba9-2d05-4116-aad0-ab5f77a3b117'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:09.904886 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] Set router 2829cba9-2d05-4116-aad0-ab5f77a3b117 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:09.905706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:10.080571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:10.096157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Deleting port 797ab904-5e2d-4645-9752-92de37a8e199 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:10.096529 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:10.193162 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'name': 'tempest-TestEncryptedCinderVolumes-1922045956-router', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '797ab904-5e2d-4645-9752-92de37a8e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:02:08Z', 'revision_number': 5, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'gw_port': {'id': '797ab904-5e2d-4645-9752-92de37a8e199', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:10.196966 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] Checking router: 2829cba9-2d05-4116-aad0-ab5f77a3b117 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:02:10.205417 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] Routers {'2829cba9-2d05-4116-aad0-ab5f77a3b117'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:10.206005 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['2829cba9-2d05-4116-aad0-ab5f77a3b117'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:10.274353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] For port 797ab904-5e2d-4645-9752-92de37a8e199, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=797ab904-5e2d-4645-9752-92de37a8e199,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:10.274730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:10.395664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Calling delete_port for 797ab904-5e2d-4645-9752-92de37a8e199 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:02:10.467832 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] Set router 2829cba9-2d05-4116-aad0-ab5f77a3b117 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:10.575093 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'name': 'tempest-TestEncryptedCinderVolumes-1922045956-router', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:02:10Z', 'revision_number': 6, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:10.579937 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f4125-627f-4512-86ed-5ffe101915a7 None None] The sync data for ids ['2829cba9-2d05-4116-aad0-ab5f77a3b117'] in dv-neutron-825123-1-hyperv is: [{'id': '2829cba9-2d05-4116-aad0-ab5f77a3b117', 'name': 'tempest-TestEncryptedCinderVolumes-1922045956-router', 'tenant_id': 'ceafda75fb16492d90486727d342ac1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:52Z', 'updated_at': '2022-01-20T15:02:10Z', 'revision_number': 6, 'project_id': 'ceafda75fb16492d90486727d342ac1e', 'gw_port_host': None}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:02:10.693002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:10.740675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Pushing event deleted for resources: {'Port': ['ID=797ab904-5e2d-4645-9752-92de37a8e199,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:10.829033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.005762 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.008363 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.031602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.032199 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2829cba9-2d05-4116-aad0-ab5f77a3b117 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:02:11.044402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.045518 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eefaf326-499c-47d8-b45e-60f39f80141d admin admin] 10.222.0.87 "DELETE /v2.0/routers/2829cba9-2d05-4116-aad0-ab5f77a3b117 HTTP/1.1" status: 204 len: 168 time: 1.3202996 Jan 20 15:02:11.048027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58714) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:11.108038 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a59d10-473a-4dbe-8d8a-ebc50739073f admin admin] Deleting subnet 68811208-e84d-4fd5-a99d-3b601b47c14e {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:02:11.111114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83a59d10-473a-4dbe-8d8a-ebc50739073f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.159301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83a59d10-473a-4dbe-8d8a-ebc50739073f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.240862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83a59d10-473a-4dbe-8d8a-ebc50739073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.309077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83a59d10-473a-4dbe-8d8a-ebc50739073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.346120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a59d10-473a-4dbe-8d8a-ebc50739073f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68811208-e84d-4fd5-a99d-3b601b47c14e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:11.351863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-83a59d10-473a-4dbe-8d8a-ebc50739073f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.357279 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d171adce-22c9-4c0e-b442-5c0c8d058547 None None] Network d4e2cb53-23ea-4105-ab96-e3e0b9c97299 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:02:11.358140 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-83a59d10-473a-4dbe-8d8a-ebc50739073f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/68811208-e84d-4fd5-a99d-3b601b47c14e HTTP/1.1" status: 204 len: 168 time: 0.3090842 Jan 20 15:02:11.360575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58718) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:11.425003 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:02:11.467559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.479881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Deleting port 52c31901-c795-4b40-8703-6dd75bde6069 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:11.480260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.512664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:02:11.513106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 8d69874c-90b7-4e80-b0a1-aafbb50cb9f4 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:02:11.513464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 797ab904-5e2d-4645-9752-92de37a8e199 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:02:11.550624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 797ab904-5e2d-4645-9752-92de37a8e199 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:02:11.550965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 797ab904-5e2d-4645-9752-92de37a8e199 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:02:11.702724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] For port 52c31901-c795-4b40-8703-6dd75bde6069, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=52c31901-c795-4b40-8703-6dd75bde6069,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:11.703250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.729970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] DHCP port deletion for d4e2cb53-23ea-4105-ab96-e3e0b9c97299 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:02:11.734270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] Deleting port 52c31901-c795-4b40-8703-6dd75bde6069 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:11.734709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.824411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Calling delete_port for 52c31901-c795-4b40-8703-6dd75bde6069 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:02:11.901214 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.949955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c31901-c795-4b40-8703-6dd75bde6069,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:11.950193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] For port 52c31901-c795-4b40-8703-6dd75bde6069, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=52c31901-c795-4b40-8703-6dd75bde6069,segment=NetworkSegment(99277228-e432-4346-821a-a07a6c212ae9),segment_id=99277228-e432-4346-821a-a07a6c212ae9)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:11.950661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:11.955046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] No DVR routers for this DVR port 52c31901-c795-4b40-8703-6dd75bde6069 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:02:12.076116 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] Calling delete_port for 52c31901-c795-4b40-8703-6dd75bde6069 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:02:12.163968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:02:12.164349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:02:12.175598 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:12.202155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e2cb53-23ea-4105-ab96-e3e0b9c97299']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:12.214880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99277228-e432-4346-821a-a07a6c212ae9') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:12.215199 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99277228-e432-4346-821a-a07a6c212ae9') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:12.227441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:12.245105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:12.251575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:02:12.251953 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:02:12.265716 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:02:12.345868 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:12.363158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:12.373193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e2cb53-23ea-4105-ab96-e3e0b9c97299,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:12.388469 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0d392406-3bb5-4569-bed4-ce7e014a92e3 admin admin] 10.222.0.87 "DELETE /v2.0/networks/d4e2cb53-23ea-4105-ab96-e3e0b9c97299 HTTP/1.1" status: 204 len: 168 time: 1.0269108 Jan 20 15:02:12.391627 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58722) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:12.666251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] Deleting port 52c31901-c795-4b40-8703-6dd75bde6069 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:12.666860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:12.736491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-96736d9e-0ec4-417e-a0ab-9c6be01b3d58 None None] The port '52c31901-c795-4b40-8703-6dd75bde6069' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:02:12.937082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:13.184971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 52c31901-c795-4b40-8703-6dd75bde6069 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:02:13.218654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 52c31901-c795-4b40-8703-6dd75bde6069 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:02:13.218889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 52c31901-c795-4b40-8703-6dd75bde6069 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:02:13.293819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] Deleting port 7b209724-a2bd-4e27-b01e-9bfede8e4af4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:13.294156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:13.577739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] For port 7b209724-a2bd-4e27-b01e-9bfede8e4af4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=7b209724-a2bd-4e27-b01e-9bfede8e4af4,segment=NetworkSegment(7a027391-7df2-43e7-91bb-97cf6fafe461),segment_id=7a027391-7df2-43e7-91bb-97cf6fafe461)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:13.578445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:13.702844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] Calling delete_port for 7b209724-a2bd-4e27-b01e-9bfede8e4af4 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:02:13.886944 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:13.936508 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b209724-a2bd-4e27-b01e-9bfede8e4af4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:14.207666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:14.557169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] Router 4085e514-4f4c-4378-833b-b75aa05cecc3 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:02:14.697487 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:02:14.731414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:02:14.740426 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-be6b3008-353b-4525-9bd5-758a92f70f7a admin admin] 10.222.0.87 "PUT /v2.0/routers/4085e514-4f4c-4378-833b-b75aa05cecc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3475289 Jan 20 15:02:14.740715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] Sync routers for ids ['4085e514-4f4c-4378-833b-b75aa05cecc3'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:02:14.743776 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58726) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:14.755559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] Routers {'4085e514-4f4c-4378-833b-b75aa05cecc3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:14.756397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['4085e514-4f4c-4378-833b-b75aa05cecc3'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:14.946101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] Set router 4085e514-4f4c-4378-833b-b75aa05cecc3 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:15.043396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:15.224376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:15.234398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Deleting port d09cd36d-d660-4715-8a68-c1e1412a2b9d {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:15.234733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:15.240329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'name': 'tempest-TestEncryptedCinderVolumes-1661277466-router', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:58Z', 'updated_at': '2022-01-20T15:02:13Z', 'revision_number': 5, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'gw_port': {'id': 'd09cd36d-d660-4715-8a68-c1e1412a2b9d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:00:59Z', 'updated_at': '2022-01-20T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:15.244221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] Checking router: 4085e514-4f4c-4378-833b-b75aa05cecc3 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:02:15.256885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] Routers {'4085e514-4f4c-4378-833b-b75aa05cecc3'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:15.257497 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['4085e514-4f4c-4378-833b-b75aa05cecc3'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:15.411142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] For port d09cd36d-d660-4715-8a68-c1e1412a2b9d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d09cd36d-d660-4715-8a68-c1e1412a2b9d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:15.411818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:15.447894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] Set router 4085e514-4f4c-4378-833b-b75aa05cecc3 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:15.538500 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Calling delete_port for d09cd36d-d660-4715-8a68-c1e1412a2b9d owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:02:15.553261 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'name': 'tempest-TestEncryptedCinderVolumes-1661277466-router', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:58Z', 'updated_at': '2022-01-20T15:02:15Z', 'revision_number': 6, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:15.557590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdfbff8-7273-4f4c-a994-89368afa1677 None None] The sync data for ids ['4085e514-4f4c-4378-833b-b75aa05cecc3'] in dv-neutron-825123-1-hyperv is: [{'id': '4085e514-4f4c-4378-833b-b75aa05cecc3', 'name': 'tempest-TestEncryptedCinderVolumes-1661277466-router', 'tenant_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:00:58Z', 'updated_at': '2022-01-20T15:02:15Z', 'revision_number': 6, 'project_id': 'c06d4edeef1e4333abd43f770a5e08fe', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:02:15.713797 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:15.765481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09cd36d-d660-4715-8a68-c1e1412a2b9d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:15.867612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.045207 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.047567 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.078247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.078818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4085e514-4f4c-4378-833b-b75aa05cecc3 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:02:16.091506 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.092690 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e038cc21-975e-49bd-976a-391f54fe80f0 admin admin] 10.222.0.87 "DELETE /v2.0/routers/4085e514-4f4c-4378-833b-b75aa05cecc3 HTTP/1.1" status: 204 len: 168 time: 1.3480160 Jan 20 15:02:16.095272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58730) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:16.162293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7280aaf5-4bb1-4e65-8aff-3156d987f6d7 admin admin] Deleting subnet 623f3a7b-93c5-416e-b0aa-691a04359358 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:02:16.167296 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7280aaf5-4bb1-4e65-8aff-3156d987f6d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.224633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7280aaf5-4bb1-4e65-8aff-3156d987f6d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.310013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7280aaf5-4bb1-4e65-8aff-3156d987f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.384172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7280aaf5-4bb1-4e65-8aff-3156d987f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.424541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280aaf5-4bb1-4e65-8aff-3156d987f6d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623f3a7b-93c5-416e-b0aa-691a04359358,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:16.426264 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7280aaf5-4bb1-4e65-8aff-3156d987f6d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.431332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eee1fe3-622c-4d3f-91c5-6a578d2b2d26 None None] Network 19e23389-9cb8-4b2f-b93c-b7e3673f4488 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:02:16.433043 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7280aaf5-4bb1-4e65-8aff-3156d987f6d7 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/623f3a7b-93c5-416e-b0aa-691a04359358 HTTP/1.1" status: 204 len: 168 time: 0.3366876 Jan 20 15:02:16.435445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58734) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:16.544930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.556977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Deleting port ad273069-5d46-4bbf-b807-f7e648b912c0 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:16.557305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.694648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] DHCP port deletion for 19e23389-9cb8-4b2f-b93c-b7e3673f4488 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:02:16.699102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] Deleting port ad273069-5d46-4bbf-b807-f7e648b912c0 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:16.699474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.878362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] For port ad273069-5d46-4bbf-b807-f7e648b912c0, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ad273069-5d46-4bbf-b807-f7e648b912c0,segment=NetworkSegment(7a027391-7df2-43e7-91bb-97cf6fafe461),segment_id=7a027391-7df2-43e7-91bb-97cf6fafe461)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:16.878970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:16.907942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] For port ad273069-5d46-4bbf-b807-f7e648b912c0, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=ad273069-5d46-4bbf-b807-f7e648b912c0,segment=NetworkSegment(7a027391-7df2-43e7-91bb-97cf6fafe461),segment_id=7a027391-7df2-43e7-91bb-97cf6fafe461)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:16.908292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.004573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Calling delete_port for ad273069-5d46-4bbf-b807-f7e648b912c0 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:02:17.031666 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] Calling delete_port for ad273069-5d46-4bbf-b807-f7e648b912c0 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:02:17.085526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.103605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:02:17.103947 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:02:17.133044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad273069-5d46-4bbf-b807-f7e648b912c0,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:17.136759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] No DVR routers for this DVR port ad273069-5d46-4bbf-b807-f7e648b912c0 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:02:17.192452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ad273069-5d46-4bbf-b807-f7e648b912c0 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:02:17.230900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: ad273069-5d46-4bbf-b807-f7e648b912c0 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:02:17.231247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device ad273069-5d46-4bbf-b807-f7e648b912c0 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:02:17.231679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d09cd36d-d660-4715-8a68-c1e1412a2b9d no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:02:17.254680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.265463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: d09cd36d-d660-4715-8a68-c1e1412a2b9d {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:02:17.265811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d09cd36d-d660-4715-8a68-c1e1412a2b9d not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:02:17.266223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7b209724-a2bd-4e27-b01e-9bfede8e4af4 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:02:17.279847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e23389-9cb8-4b2f-b93c-b7e3673f4488']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:17.291987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a027391-7df2-43e7-91bb-97cf6fafe461') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:17.292304 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a027391-7df2-43e7-91bb-97cf6fafe461') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:17.299362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 7b209724-a2bd-4e27-b01e-9bfede8e4af4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:02:17.299694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 7b209724-a2bd-4e27-b01e-9bfede8e4af4 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:02:17.304045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.320962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.328021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:02:17.328418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:02:17.341372 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:02:17.418458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.434766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.446074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e23389-9cb8-4b2f-b93c-b7e3673f4488,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:17.448643 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c8ef3496-ea3f-4fdf-875b-2a315f58ba08 admin admin] 10.222.0.87 "DELETE /v2.0/networks/19e23389-9cb8-4b2f-b93c-b7e3673f4488 HTTP/1.1" status: 204 len: 168 time: 1.0122740 Jan 20 15:02:17.605083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] Deleting port ad273069-5d46-4bbf-b807-f7e648b912c0 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:02:17.606583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.662419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58740) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:17.676090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-79d3ec2b-5d5a-4691-8047-2575767aeb2d None None] The port 'ad273069-5d46-4bbf-b807-f7e648b912c0' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:02:17.718018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4d08863c-c3dd-4a21-a9e2-a219d942560c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ceafda75fb16492d90486727d342ac1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542421 Jan 20 15:02:17.720479 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58744) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:17.789025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1b4576e-7318-4289-af6e-3478649c5450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.816600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1b4576e-7318-4289-af6e-3478649c5450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.873852 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1b4576e-7318-4289-af6e-3478649c5450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.898295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4576e-7318-4289-af6e-3478649c5450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e029ee-0317-45ea-9464-868e5c723bdd,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:17.908131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f1b4576e-7318-4289-af6e-3478649c5450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:17.911804 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f1b4576e-7318-4289-af6e-3478649c5450 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a9e029ee-0317-45ea-9464-868e5c723bdd HTTP/1.1" status: 204 len: 168 time: 0.1879838 Jan 20 15:02:18.300989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58752) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:18.358336 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-73207fdc-fca6-4e28-8a7a-bc5de44894f5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c06d4edeef1e4333abd43f770a5e08fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557942 Jan 20 15:02:18.360917 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58756) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:18.423539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-293d9bdc-919e-494c-807c-a6cd8442b8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:18.454434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-293d9bdc-919e-494c-807c-a6cd8442b8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:18.511744 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-293d9bdc-919e-494c-807c-a6cd8442b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:18.531171 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d9bdc-919e-494c-807c-a6cd8442b8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e6214a-e41b-4d7b-aba8-20ebcf277daf,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:18.535826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-293d9bdc-919e-494c-807c-a6cd8442b8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:18.536747 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-293d9bdc-919e-494c-807c-a6cd8442b8ab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/05e6214a-e41b-4d7b-aba8-20ebcf277daf HTTP/1.1" status: 204 len: 168 time: 0.1749451 Jan 20 15:02:19.380888 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58780) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:19.508997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1630657461-network', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:02:19.514249 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:19.518735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Usage tracker for resource:network and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:19.521934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:19.528794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:19.541517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Made reservation on behalf of 0b49f2ede17c44dc93055cac65dbc589 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:02:19.544291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:19.556602 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:19.571043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:19.575222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Usage tracker for resource:security_group_rule and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:19.578509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:19.587774 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:19.674959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:19.682982 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:19.715189 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:02:19.723845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af48a739-a286-4f3f-b642-307ab9174f2b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:19.729188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:19.729517 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Added segment a17604a9-9a29-47a1-b08b-446ba7f1d9cb of type vlan for network 24575822-d08e-4594-a9d4-523176a6f89e Jan 20 15:02:19.754661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:19.787562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:19.788760 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:19.789271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:19.892170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] Pushing event updated for resources: {'Network': ['ID=24575822-d08e-4594-a9d4-523176a6f89e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:19.898176 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-920f0654-3258-4d58-bb4a-5739a579e381 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5135016 Jan 20 15:02:19.898486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58786) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:19.902404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 24575822-d08e-4594-a9d4-523176a6f89e details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:02:19.903667 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Request body: {'subnet': {'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1630657461-subnet', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:02:19.908700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:19.912515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Usage tracker for resource:subnet and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:19.915469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:19.921521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:19.936301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Made reservation on behalf of 0b49f2ede17c44dc93055cac65dbc589 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:02:19.938650 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:20.144242 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:20.216299 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73739c06-d4d0-4178-87ab-484949f74cf7,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:20.230513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Checking segment: {'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:02:20.231128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Network hostable DHCP agents. Network: 24575822-d08e-4594-a9d4-523176a6f89e, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:02:20.254476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Network 24575822-d08e-4594-a9d4-523176a6f89e is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:02:20.266402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 24575822-d08e-4594-a9d4-523176a6f89e) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:20.270724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:20.271314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:20.276893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd2c282-47ca-41ee-8a80-a67a2a9040c8 None None] Network 24575822-d08e-4594-a9d4-523176a6f89e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:02:20.293821 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c1739ed3-470f-4ed2-bab5-29c1770cef88 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3942716 Jan 20 15:02:20.297057 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58790) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:20.302054 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:02:20.307314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:20.311566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Usage tracker for resource:router and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:20.314539 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:20.320838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:20.333123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:20.334231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:20.355882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:20.501008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-24575822-d08e-4594-a9d4-523176a6f89e', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:02:20.501910 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:20.637163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:20.667865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Allocated IP 172.20.0.2 (24575822-d08e-4594-a9d4-523176a6f89e/73739c06-d4d0-4178-87ab-484949f74cf7/d3da2220-5b5c-4c04-8704-b34640a51cf6) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:02:20.912718 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:20.922556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Transition to ACTIVE for port object d3da2220-5b5c-4c04-8704-b34640a51cf6 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:20.941072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Transition to ACTIVE for port object d3da2220-5b5c-4c04-8704-b34640a51cf6 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:20.947633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:20.954498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:21.020169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Network 24575822-d08e-4594-a9d4-523176a6f89e is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:02:21.023138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:21.026881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:02:21.097138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Pushing event updated for resources: {'Port': ['ID=d3da2220-5b5c-4c04-8704-b34640a51cf6,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:21.106047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:21.127178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Attempting to bind port d3da2220-5b5c-4c04-8704-b34640a51cf6 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:02:21.127519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Attempting to bind port d3da2220-5b5c-4c04-8704-b34640a51cf6 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:02:21.127873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Attempting to bind port d3da2220-5b5c-4c04-8704-b34640a51cf6 on network 24575822-d08e-4594-a9d4-523176a6f89e {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:02:21.133132 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:02:21.133527 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Checking segment: {'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:02:21.133912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:21.134309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Bound using segment: {'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:02:21.134720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Bound port: d3da2220-5b5c-4c04-8704-b34640a51cf6, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:02:21.135074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:21.224090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] For port d3da2220-5b5c-4c04-8704-b34640a51cf6, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:02:21.227228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] For port d3da2220-5b5c-4c04-8704-b34640a51cf6, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d3da2220-5b5c-4c04-8704-b34640a51cf6,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:02:21.234024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:21.242346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Allocated IP 172.26.0.235 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/3db389df-2e02-482d-b228-99bbf7c0730d) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:02:21.314971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5db4f5-4b3b-4f6b-a60a-4da83f71702d None None] Pushing event updated for resources: {'Port': ['ID=d3da2220-5b5c-4c04-8704-b34640a51cf6,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:21.396043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:21.428784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:21.500673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:02:21.504062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:21.508353 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:02:21.538075 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Pushing event updated for resources: {'Port': ['ID=3db389df-2e02-482d-b228-99bbf7c0730d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:21.959797 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:22.308969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a606261-6f81-43e7-806c-eae4c0e676d5 None None] Network 24575822-d08e-4594-a9d4-523176a6f89e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:02:22.313306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:22.399969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1c4c8957-8936-409b-8d28-01725cd360cb None None] Provisioning for port d3da2220-5b5c-4c04-8704-b34640a51cf6 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:22.643575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Router 141ae902-2867-479d-b95f-159b72b6ca0c is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:02:22.823246 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:02:22.834836 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Sync routers for ids ['141ae902-2867-479d-b95f-159b72b6ca0c'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:02:22.845652 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Routers {'141ae902-2867-479d-b95f-159b72b6ca0c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:22.846381 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['141ae902-2867-479d-b95f-159b72b6ca0c'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:22.853599 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:22.854854 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0085298b-5edd-4b0b-be57-a6d2a2b01e59 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5567148 Jan 20 15:02:22.857678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58794) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:23.026648 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Set router 141ae902-2867-479d-b95f-159b72b6ca0c gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:23.245321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d3da2220-5b5c-4c04-8704-b34640a51cf6 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:23.323650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port d3da2220-5b5c-4c04-8704-b34640a51cf6 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:23.329863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d3da2220-5b5c-4c04-8704-b34640a51cf6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:23.330233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.356006 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:21Z', 'revision_number': 3, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:23.359989 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Checking router: 141ae902-2867-479d-b95f-159b72b6ca0c for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:02:23.360426 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Updating router 141ae902-2867-479d-b95f-159b72b6ca0c port 3db389df-2e02-482d-b228-99bbf7c0730d binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:02:23.411145 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.448250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.483359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port d3da2220-5b5c-4c04-8704-b34640a51cf6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d3da2220-5b5c-4c04-8704-b34640a51cf6,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:23.488527 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.558749 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=d3da2220-5b5c-4c04-8704-b34640a51cf6,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:23.563574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.743327 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.754703 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Transition to ACTIVE for port object 3db389df-2e02-482d-b228-99bbf7c0730d will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:23.764527 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.786193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Allocated IP 172.20.0.1 (24575822-d08e-4594-a9d4-523176a6f89e/73739c06-d4d0-4178-87ab-484949f74cf7/289c6021-6ade-45d9-a202-5497f5d1c0ba) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:02:23.843778 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Pushing event updated for resources: {'Port': ['ID=3db389df-2e02-482d-b228-99bbf7c0730d,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:23.855595 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.856304 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.856304 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.856898 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.856898 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.857059 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.857340 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.857660 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.857977 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.858282 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.858589 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.858917 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:23.862408 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Attempting to bind port 3db389df-2e02-482d-b228-99bbf7c0730d on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:02:23.862700 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Attempting to bind port 3db389df-2e02-482d-b228-99bbf7c0730d by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:02:23.863488 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Attempting to bind port 3db389df-2e02-482d-b228-99bbf7c0730d on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:02:23.870390 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:02:23.870778 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:02:23.871138 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.871510 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:02:23.871955 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Bound port: 3db389df-2e02-482d-b228-99bbf7c0730d, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:02:23.872358 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.943415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.949763 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] For port 3db389df-2e02-482d-b228-99bbf7c0730d, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:02:23.953990 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] For port 3db389df-2e02-482d-b228-99bbf7c0730d, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3db389df-2e02-482d-b228-99bbf7c0730d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:02:23.959373 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:23.963179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Transition to ACTIVE for port object 289c6021-6ade-45d9-a202-5497f5d1c0ba will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:23.990128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:24.038056 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Routers {'141ae902-2867-479d-b95f-159b72b6ca0c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:24.039010 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['141ae902-2867-479d-b95f-159b72b6ca0c'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:24.061458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Network 24575822-d08e-4594-a9d4-523176a6f89e is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:02:24.065196 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:24.069114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:02:24.112868 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d32e3-f96f-4266-b615-f7a94d996fc4 None None] Pushing event updated for resources: {'Port': ['ID=3db389df-2e02-482d-b228-99bbf7c0730d,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:24.117721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=289c6021-6ade-45d9-a202-5497f5d1c0ba,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:24.134442 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:24.264931 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] Set router 141ae902-2867-479d-b95f-159b72b6ca0c gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:24.373084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-56dbba2c-6eb7-40c5-980b-0d2c0b2bdfa1 None None] Provisioning for port 289c6021-6ade-45d9-a202-5497f5d1c0ba completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:24.379150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-56dbba2c-6eb7-40c5-980b-0d2c0b2bdfa1 None None] Provisioning complete for port 289c6021-6ade-45d9-a202-5497f5d1c0ba triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:24.379678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-56dbba2c-6eb7-40c5-980b-0d2c0b2bdfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:24.442433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-56dbba2c-6eb7-40c5-980b-0d2c0b2bdfa1 None None] Port 289c6021-6ade-45d9-a202-5497f5d1c0ba cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:02:24.562915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:24.575567 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:21Z', 'revision_number': 3, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:24.579492 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2204ce-6ea2-440b-aa5a-2b6745b35af5 None None] The sync data for ids ['141ae902-2867-479d-b95f-159b72b6ca0c'] in dv-neutron-825123-1-hyperv is: [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:21Z', 'revision_number': 3, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:02:24.807990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:24.813972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:24.929837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=289c6021-6ade-45d9-a202-5497f5d1c0ba,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:24.932853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:25.060118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:25.095794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Network 24575822-d08e-4594-a9d4-523176a6f89e is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:02:25.096983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:25.324144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d3da2220-5b5c-4c04-8704-b34640a51cf6 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:25.326495 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Router 141ae902-2867-479d-b95f-159b72b6ca0c has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:02:25.398619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1a81c228-ab63-4eaf-a778-695e81de3578 None None] Provisioning complete for port 289c6021-6ade-45d9-a202-5497f5d1c0ba triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:25.399196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1a81c228-ab63-4eaf-a778-695e81de3578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:25.463127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-1a81c228-ab63-4eaf-a778-695e81de3578 None None] Port 289c6021-6ade-45d9-a202-5497f5d1c0ba cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:02:25.467361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d3da2220-5b5c-4c04-8704-b34640a51cf6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:25.467949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:25.518794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:02:25.533774 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7e6d00f3-5e3e-417b-9bd4-65f91c0ba1e9 admin admin] 10.222.0.87 "PUT /v2.0/routers/141ae902-2867-479d-b95f-159b72b6ca0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748769 Jan 20 15:02:25.601556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3db389df-2e02-482d-b228-99bbf7c0730d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:25.672908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 3db389df-2e02-482d-b228-99bbf7c0730d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:25.678484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 3db389df-2e02-482d-b228-99bbf7c0730d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:25.678859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:25.807969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:25.829918 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 3db389df-2e02-482d-b228-99bbf7c0730d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3db389df-2e02-482d-b228-99bbf7c0730d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:25.836640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:25.919824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=3db389df-2e02-482d-b228-99bbf7c0730d,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:26.079675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58812) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:26.086641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-159028712-network', 'tenant_id': 'd7603bd55a324186afed54c997ef7111'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:02:26.091926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:26.096141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Usage tracker for resource:network and tenant:d7603bd55a324186afed54c997ef7111 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:26.099237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:26.105317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:26.120538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Made reservation on behalf of d7603bd55a324186afed54c997ef7111 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:02:26.123198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.136540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.152750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:26.157002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Usage tracker for resource:security_group_rule and tenant:d7603bd55a324186afed54c997ef7111 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:26.159969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:26.167002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:26.262204 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.267777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.278580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Sync routers for ids ['141ae902-2867-479d-b95f-159b72b6ca0c'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:02:26.288235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Routers {'141ae902-2867-479d-b95f-159b72b6ca0c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:26.288966 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['141ae902-2867-479d-b95f-159b72b6ca0c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:26.310880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:02:26.321301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea40d329-8c99-45d7-b93f-9c04579a00d7,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:26.328634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.329032 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Added segment 560b3bef-5212-4f7d-bdc8-f9ae4e53b1af of type vlan for network 8e030e69-5511-456f-b36f-dfef31ef25c6 Jan 20 15:02:26.357751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.393636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.394758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:26.395575 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.497112 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4162543 Jan 20 15:02:26.497934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da6ee1-900f-419e-936a-e0a862a06629 admin admin] Pushing event updated for resources: {'Network': ['ID=8e030e69-5511-456f-b36f-dfef31ef25c6,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:26.498269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Set router 141ae902-2867-479d-b95f-159b72b6ca0c gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:26.499843 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58816) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:26.505508 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Request body: {'subnet': {'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-159028712-subnet', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:02:26.510798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:26.514666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Usage tracker for resource:subnet and tenant:d7603bd55a324186afed54c997ef7111 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:26.517549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:26.523840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:26.535562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Made reservation on behalf of d7603bd55a324186afed54c997ef7111 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:02:26.538032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.542385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 8e030e69-5511-456f-b36f-dfef31ef25c6 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:02:26.889465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.912792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:24Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '289c6021-6ade-45d9-a202-5497f5d1c0ba', 'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'mac_address': 'fa:16:3e:f2:d1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:23Z', 'updated_at': '2022-01-20T15:02:24Z', 'revision_number': 2, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'subnets': [{'id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:26.916680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Checking router: 141ae902-2867-479d-b95f-159b72b6ca0c for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:02:26.917034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Updating router 141ae902-2867-479d-b95f-159b72b6ca0c port 289c6021-6ade-45d9-a202-5497f5d1c0ba binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:02:26.962439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=362ce28c-9f35-49f1-bcea-4f412ef629e9,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:26.972089 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Checking segment: {'id': '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:02:26.972386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Network hostable DHCP agents. Network: 8e030e69-5511-456f-b36f-dfef31ef25c6, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:02:26.972858 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:26.995857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Network 8e030e69-5511-456f-b36f-dfef31ef25c6 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:02:27.007635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 8e030e69-5511-456f-b36f-dfef31ef25c6) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:27.012108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:27.012712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.020965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5efb7f1-5862-44d6-a1b4-3b149ea96ab4 None None] Network 8e030e69-5511-456f-b36f-dfef31ef25c6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:02:27.037268 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-79c69cde-6bab-4821-964b-d425f829a276 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5356460 Jan 20 15:02:27.039899 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 58820) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:27.045926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-159028712-router', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:02:27.051995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:27.057149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Usage tracker for resource:router and tenant:d7603bd55a324186afed54c997ef7111 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:27.061793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:27.070026 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:27.081366 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.082384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.097865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.213290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3db389df-2e02-482d-b228-99bbf7c0730d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:27.375149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.486835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-8e030e69-5511-456f-b36f-dfef31ef25c6', 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'fixed_ips': [{'subnet_id': '362ce28c-9f35-49f1-bcea-4f412ef629e9'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:02:27.487679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.500872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 3db389df-2e02-482d-b228-99bbf7c0730d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:27.501512 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.702110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.733028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.847661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.872765 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Transition to ACTIVE for port object 289c6021-6ade-45d9-a202-5497f5d1c0ba will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:27.873693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Allocated IP 172.26.0.3 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/266c2c8f-3afa-4de2-a8e0-0ca81928ee7e) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:02:27.885637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:27.890806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Allocated IP 172.20.0.2 (8e030e69-5511-456f-b36f-dfef31ef25c6/362ce28c-9f35-49f1-bcea-4f412ef629e9/b4c3cebc-47cb-4ec4-b572-a5c8b79f064a) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:02:28.041725 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:28.078176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:28.142614 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f75916-a2d1-4628-b7b3-97c27323fc86 None None] Pushing event updated for resources: {'Port': ['ID=289c6021-6ade-45d9-a202-5497f5d1c0ba,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:28.151269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:02:28.154568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:28.159705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:02:28.191267 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Pushing event updated for resources: {'Port': ['ID=266c2c8f-3afa-4de2-a8e0-0ca81928ee7e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:28.219853 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Attempting to bind port 289c6021-6ade-45d9-a202-5497f5d1c0ba on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:02:28.220108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Attempting to bind port 289c6021-6ade-45d9-a202-5497f5d1c0ba by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:02:28.220492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Attempting to bind port 289c6021-6ade-45d9-a202-5497f5d1c0ba on network 24575822-d08e-4594-a9d4-523176a6f89e {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:02:28.238922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:02:28.239289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Checking segment: {'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:02:28.239665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:28.240054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Bound using segment: {'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:02:28.240549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Bound port: 289c6021-6ade-45d9-a202-5497f5d1c0ba, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:02:28.240980 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:28.397837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:28.410828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] For port 289c6021-6ade-45d9-a202-5497f5d1c0ba, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:02:28.412956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Transition to ACTIVE for port object b4c3cebc-47cb-4ec4-b572-a5c8b79f064a will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:28.416141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] For port 289c6021-6ade-45d9-a202-5497f5d1c0ba, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=289c6021-6ade-45d9-a202-5497f5d1c0ba,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:02:28.426432 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:28.491576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Transition to ACTIVE for port object b4c3cebc-47cb-4ec4-b572-a5c8b79f064a will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:28.510406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:28.533569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f75916-a2d1-4628-b7b3-97c27323fc86 None None] Pushing event updated for resources: {'Port': ['ID=289c6021-6ade-45d9-a202-5497f5d1c0ba,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:28.536049 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Routers {'141ae902-2867-479d-b95f-159b72b6ca0c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:28.536674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['141ae902-2867-479d-b95f-159b72b6ca0c'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:28.644259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Network 8e030e69-5511-456f-b36f-dfef31ef25c6 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:02:28.662135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:28.671562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:02:28.713622 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:28.790427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Pushing event updated for resources: {'Port': ['ID=b4c3cebc-47cb-4ec4-b572-a5c8b79f064a,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:28.872947 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Attempting to bind port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:02:28.873317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Attempting to bind port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:02:28.873676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Attempting to bind port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a on network 8e030e69-5511-456f-b36f-dfef31ef25c6 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:02:28.879230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] Set router 141ae902-2867-479d-b95f-159b72b6ca0c gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:28.937602 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:02:28.937964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Checking segment: {'id': '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:02:28.938366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:28.938755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Bound using segment: {'id': '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:02:28.939222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Bound port: b4c3cebc-47cb-4ec4-b572-a5c8b79f064a, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:02:28.939578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:29.060393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:29.176061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] For port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:02:29.198104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] For port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b4c3cebc-47cb-4ec4-b572-a5c8b79f064a,segment=NetworkSegment(560b3bef-5212-4f7d-bdc8-f9ae4e53b1af),segment_id=560b3bef-5212-4f7d-bdc8-f9ae4e53b1af)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:02:29.208806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:29.279430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Router 39571c16-0aac-4208-9399-1be2bb21bf85 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:02:29.386688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1bc6b-d7ca-4cc9-bd3d-af69073d8862 None None] Pushing event updated for resources: {'Port': ['ID=b4c3cebc-47cb-4ec4-b572-a5c8b79f064a,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:29.412066 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:24Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '289c6021-6ade-45d9-a202-5497f5d1c0ba', 'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'mac_address': 'fa:16:3e:f2:d1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:23Z', 'updated_at': '2022-01-20T15:02:28Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'subnets': [{'id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:29.416915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85786747-8d83-421c-810c-2ccf8d4ef82d None None] The sync data for ids ['141ae902-2867-479d-b95f-159b72b6ca0c'] in dv-neutron-825123-1-hyperv is: [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:24Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '289c6021-6ade-45d9-a202-5497f5d1c0ba', 'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'mac_address': 'fa:16:3e:f2:d1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:23Z', 'updated_at': '2022-01-20T15:02:28Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'subnets': [{'id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:02:29.493485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:02:29.504101 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Sync routers for ids ['39571c16-0aac-4208-9399-1be2bb21bf85'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:02:29.515054 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Routers {'39571c16-0aac-4208-9399-1be2bb21bf85'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:29.516005 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['39571c16-0aac-4208-9399-1be2bb21bf85'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:29.523298 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:29.527421 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2e5c976f-13ea-44ce-a537-60f393ff987b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4835258 Jan 20 15:02:29.528282 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 58824) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:29.749613 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Set router 39571c16-0aac-4208-9399-1be2bb21bf85 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:30.065285 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'name': 'tempest-TestMinimumBasicScenario-159028712-router', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:28Z', 'revision_number': 3, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'gw_port': {'id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:30.070768 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Checking router: 39571c16-0aac-4208-9399-1be2bb21bf85 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:02:30.070768 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Updating router 39571c16-0aac-4208-9399-1be2bb21bf85 port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:02:30.132156 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:30.492518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:30.519410 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:30.537106 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Transition to ACTIVE for port object 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:30.551508 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:30.636173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5035b1-012f-417f-b036-eacdc054d31a None None] Network 8e030e69-5511-456f-b36f-dfef31ef25c6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:02:30.640885 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Attempting to bind port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:02:30.640885 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Attempting to bind port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:02:30.640885 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Attempting to bind port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:02:30.644329 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4fa18-834a-4414-86a5-1a09f3c7fab3 None None] Pushing event updated for resources: {'Port': ['ID=266c2c8f-3afa-4de2-a8e0-0ca81928ee7e,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:30.651534 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:02:30.652097 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:02:30.652537 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:30.652911 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:02:30.653379 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Bound port: 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:02:30.653753 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:30.734550 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] For port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:02:30.739654 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] For port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=266c2c8f-3afa-4de2-a8e0-0ca81928ee7e,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:02:30.747458 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:30.751282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-cd203373-5011-4ee3-b46f-726e6c6ba163 None None] Provisioning for port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:30.764895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Allocated IP 172.20.0.1 (8e030e69-5511-456f-b36f-dfef31ef25c6/362ce28c-9f35-49f1-bcea-4f412ef629e9/437609a5-67b8-478b-93c4-4c1aa4816ca2) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:02:30.836590 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Routers {'39571c16-0aac-4208-9399-1be2bb21bf85'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:30.837215 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['39571c16-0aac-4208-9399-1be2bb21bf85'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:30.890467 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4fa18-834a-4414-86a5-1a09f3c7fab3 None None] Pushing event updated for resources: {'Port': ['ID=266c2c8f-3afa-4de2-a8e0-0ca81928ee7e,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:30.951272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:30.969557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Transition to ACTIVE for port object 437609a5-67b8-478b-93c4-4c1aa4816ca2 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:31.001545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.024718 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] Set router 39571c16-0aac-4208-9399-1be2bb21bf85 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:31.084888 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Pushing event updated for resources: {'Port': ['ID=437609a5-67b8-478b-93c4-4c1aa4816ca2,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:31.099394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Network 8e030e69-5511-456f-b36f-dfef31ef25c6 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:02:31.100861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:31.103416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:02:31.164052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.314357 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b4c3cebc-47cb-4ec4-b572-a5c8b79f064a up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:31.389169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:31.399225 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:31.399469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.405632 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'name': 'tempest-TestMinimumBasicScenario-159028712-router', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:28Z', 'revision_number': 3, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'gw_port': {'id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:31.410487 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca4906-1205-472b-b9a3-c5df8b5be1b4 None None] The sync data for ids ['39571c16-0aac-4208-9399-1be2bb21bf85'] in dv-neutron-825123-1-hyperv is: [{'id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'name': 'tempest-TestMinimumBasicScenario-159028712-router', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:28Z', 'revision_number': 3, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'gw_port': {'id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:02:31.472024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.539139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.553942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0cc7332b-8e71-4782-94df-5df5eb1a6d1f None None] Provisioning for port 437609a5-67b8-478b-93c4-4c1aa4816ca2 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:31.561841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0cc7332b-8e71-4782-94df-5df5eb1a6d1f None None] Provisioning complete for port 437609a5-67b8-478b-93c4-4c1aa4816ca2 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:31.562211 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0cc7332b-8e71-4782-94df-5df5eb1a6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.629080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b4c3cebc-47cb-4ec4-b572-a5c8b79f064a,segment=NetworkSegment(560b3bef-5212-4f7d-bdc8-f9ae4e53b1af),segment_id=560b3bef-5212-4f7d-bdc8-f9ae4e53b1af)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:31.633841 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0cc7332b-8e71-4782-94df-5df5eb1a6d1f None None] Port 437609a5-67b8-478b-93c4-4c1aa4816ca2 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:02:31.654794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.655608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 289c6021-6ade-45d9-a202-5497f5d1c0ba up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:31.748272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.756522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.780903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=b4c3cebc-47cb-4ec4-b572-a5c8b79f064a,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:31.798189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 289c6021-6ade-45d9-a202-5497f5d1c0ba completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:31.804042 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 289c6021-6ade-45d9-a202-5497f5d1c0ba triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:31.804458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.874915 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.884313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Pushing event updated for resources: {'Port': ['ID=437609a5-67b8-478b-93c4-4c1aa4816ca2,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:31.930911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.963984 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 289c6021-6ade-45d9-a202-5497f5d1c0ba, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=289c6021-6ade-45d9-a202-5497f5d1c0ba,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:31.969818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:32.021624 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Network 8e030e69-5511-456f-b36f-dfef31ef25c6 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:02:32.024281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:32.041453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=289c6021-6ade-45d9-a202-5497f5d1c0ba,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:32.277762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-61088bf3-b1ec-4117-b31e-8b91b95e046f None None] Provisioning complete for port 437609a5-67b8-478b-93c4-4c1aa4816ca2 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:32.278132 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-61088bf3-b1ec-4117-b31e-8b91b95e046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:32.333760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-61088bf3-b1ec-4117-b31e-8b91b95e046f None None] Port 437609a5-67b8-478b-93c4-4c1aa4816ca2 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:02:32.346998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Router 39571c16-0aac-4208-9399-1be2bb21bf85 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:02:32.549658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:02:32.559473 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ec75b9b8-6df3-498f-8982-bf32bfd438f2 admin admin] 10.222.0.87 "PUT /v2.0/routers/39571c16-0aac-4208-9399-1be2bb21bf85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0298564 Jan 20 15:02:33.087470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Sync routers for ids ['39571c16-0aac-4208-9399-1be2bb21bf85'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:02:33.098924 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Routers {'39571c16-0aac-4208-9399-1be2bb21bf85'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:33.099586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['39571c16-0aac-4208-9399-1be2bb21bf85'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:33.196863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-687cb2fd-b146-47ef-aa79-cbbbb626bc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:33.314202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Set router 39571c16-0aac-4208-9399-1be2bb21bf85 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:33.359881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:33.591268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:33.611126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:33.611126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:33.937102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:33.960618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=266c2c8f-3afa-4de2-a8e0-0ca81928ee7e,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:33.973299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:33.974096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 289c6021-6ade-45d9-a202-5497f5d1c0ba up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:34.077339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'name': 'tempest-TestMinimumBasicScenario-159028712-router', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:31Z', 'revision_number': 4, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'gw_port': {'id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '437609a5-67b8-478b-93c4-4c1aa4816ca2', 'name': '', 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'mac_address': 'fa:16:3e:87:8b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '362ce28c-9f35-49f1-bcea-4f412ef629e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:30Z', 'updated_at': '2022-01-20T15:02:31Z', 'revision_number': 2, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'subnets': [{'id': '362ce28c-9f35-49f1-bcea-4f412ef629e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:34.090187 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Checking router: 39571c16-0aac-4208-9399-1be2bb21bf85 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:02:34.090817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Updating router 39571c16-0aac-4208-9399-1be2bb21bf85 port 437609a5-67b8-478b-93c4-4c1aa4816ca2 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:02:34.169857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=266c2c8f-3afa-4de2-a8e0-0ca81928ee7e,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:34.178328 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:34.255469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 289c6021-6ade-45d9-a202-5497f5d1c0ba triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:34.255782 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:34.557339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b4c3cebc-47cb-4ec4-b572-a5c8b79f064a up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:34.687451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:34.687838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:34.842532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:34.893430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Transition to ACTIVE for port object 437609a5-67b8-478b-93c4-4c1aa4816ca2 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:34.912172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:35.070703 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e134c7-b469-4a5e-9056-15200468cbb9 None None] Pushing event updated for resources: {'Port': ['ID=437609a5-67b8-478b-93c4-4c1aa4816ca2,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:35.194665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Attempting to bind port 437609a5-67b8-478b-93c4-4c1aa4816ca2 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:02:35.195603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Attempting to bind port 437609a5-67b8-478b-93c4-4c1aa4816ca2 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:02:35.195735 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Attempting to bind port 437609a5-67b8-478b-93c4-4c1aa4816ca2 on network 8e030e69-5511-456f-b36f-dfef31ef25c6 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:02:35.216174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:02:35.216667 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Checking segment: {'id': '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:02:35.217155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:35.217603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Bound using segment: {'id': '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:02:35.218131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Bound port: 437609a5-67b8-478b-93c4-4c1aa4816ca2, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:02:35.218557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:35.280712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:35.406537 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] For port 437609a5-67b8-478b-93c4-4c1aa4816ca2, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:02:35.411643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] For port 437609a5-67b8-478b-93c4-4c1aa4816ca2, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=437609a5-67b8-478b-93c4-4c1aa4816ca2,segment=NetworkSegment(560b3bef-5212-4f7d-bdc8-f9ae4e53b1af),segment_id=560b3bef-5212-4f7d-bdc8-f9ae4e53b1af)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:02:35.422938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:35.457145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:35.457145 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:35.575058 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68d6705e-b3e8-4aa3-b0d7-f384f68eaaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:35.584348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Routers {'39571c16-0aac-4208-9399-1be2bb21bf85'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:02:35.589965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:02:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['39571c16-0aac-4208-9399-1be2bb21bf85'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:35.716899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e134c7-b469-4a5e-9056-15200468cbb9 None None] Pushing event updated for resources: {'Port': ['ID=437609a5-67b8-478b-93c4-4c1aa4816ca2,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:35.979212 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] Set router 39571c16-0aac-4208-9399-1be2bb21bf85 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:02:36.387686 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'name': 'tempest-TestMinimumBasicScenario-159028712-router', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:31Z', 'revision_number': 4, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'gw_port': {'id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '437609a5-67b8-478b-93c4-4c1aa4816ca2', 'name': '', 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'mac_address': 'fa:16:3e:87:8b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '362ce28c-9f35-49f1-bcea-4f412ef629e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:30Z', 'updated_at': '2022-01-20T15:02:35Z', 'revision_number': 4, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'subnets': [{'id': '362ce28c-9f35-49f1-bcea-4f412ef629e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:36.392712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce93dec-51e7-4545-9856-0c33d9257de4 None None] The sync data for ids ['39571c16-0aac-4208-9399-1be2bb21bf85'] in dv-neutron-825123-1-hyperv is: [{'id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'name': 'tempest-TestMinimumBasicScenario-159028712-router', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:31Z', 'revision_number': 4, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'gw_port': {'id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '437609a5-67b8-478b-93c4-4c1aa4816ca2', 'name': '', 'network_id': '8e030e69-5511-456f-b36f-dfef31ef25c6', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'mac_address': 'fa:16:3e:87:8b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '362ce28c-9f35-49f1-bcea-4f412ef629e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:30Z', 'updated_at': '2022-01-20T15:02:35Z', 'revision_number': 4, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'subnets': [{'id': '362ce28c-9f35-49f1-bcea-4f412ef629e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:02:36.520271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:36.577668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:37.264807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 437609a5-67b8-478b-93c4-4c1aa4816ca2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:37.362856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 437609a5-67b8-478b-93c4-4c1aa4816ca2 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:37.369273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 437609a5-67b8-478b-93c4-4c1aa4816ca2 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:37.369650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:37.510760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:37.556975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 437609a5-67b8-478b-93c4-4c1aa4816ca2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=437609a5-67b8-478b-93c4-4c1aa4816ca2,segment=NetworkSegment(560b3bef-5212-4f7d-bdc8-f9ae4e53b1af),segment_id=560b3bef-5212-4f7d-bdc8-f9ae4e53b1af)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:37.564747 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:37.657786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=437609a5-67b8-478b-93c4-4c1aa4816ca2,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:38.016616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:39.219332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 437609a5-67b8-478b-93c4-4c1aa4816ca2 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:39.330756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 437609a5-67b8-478b-93c4-4c1aa4816ca2 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:39.331041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:43.135692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11455-7d50-4585-945c-6538b3ad9530 req-2581ee1e-57f2-483e-a5d8-bfae61ad5306 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:43.136419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-adc11455-7d50-4585-945c-6538b3ad9530 req-2581ee1e-57f2-483e-a5d8-bfae61ad5306 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Synchronizing usage tracker for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:02:43.154781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-adc11455-7d50-4585-945c-6538b3ad9530 req-2581ee1e-57f2-483e-a5d8-bfae61ad5306 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Unset dirty status for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:02:43.156056 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-2581ee1e-57f2-483e-a5d8-bfae61ad5306 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/networks?id=24575822-d08e-4594-a9d4-523176a6f89e HTTP/1.1" status: 200 len: 815 time: 0.1701410 Jan 20 15:02:43.175591 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-5b9b61e6-88db-4f33-8a78-a6f8c56aa7d2 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/quotas/0b49f2ede17c44dc93055cac65dbc589 HTTP/1.1" status: 200 len: 375 time: 0.0133715 Jan 20 15:02:43.261727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-adc11455-7d50-4585-945c-6538b3ad9530 req-a47c09db-6093-4955-89ae-6ae92836c315 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Synchronizing usage tracker for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:02:43.281936 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-adc11455-7d50-4585-945c-6538b3ad9530 req-a47c09db-6093-4955-89ae-6ae92836c315 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Unset dirty status for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:02:43.283524 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-a47c09db-6093-4955-89ae-6ae92836c315 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0b49f2ede17c44dc93055cac65dbc589&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006324 Jan 20 15:02:43.299884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-cd15a1d3-d2a8-4603-87d2-0840a5801734 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 15:02:43.300861 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-cd15a1d3-d2a8-4603-87d2-0840a5801734 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054421 Jan 20 15:02:43.436548 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-1be224dd-1c27-4a2e-a41b-0a32f9c4b005 service neutron] 10.222.0.87 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292231 Jan 20 15:02:43.689541 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-1450e271-f63d-499a-adcd-c3db2d14f7bf service neutron] 10.222.0.87 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465692 Jan 20 15:02:43.883757 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f3bae659-6e67-43dc-ae67-058101bef715 req-681963b5-06bb-4e82-bc2d-d125f25ef257 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 210 time: 0.0450218 Jan 20 15:02:45.004465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11455-7d50-4585-945c-6538b3ad9530 req-5b5409ef-4440-4c3e-af80-02b57069a937 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:45.007338 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-5b5409ef-4440-4c3e-af80-02b57069a937 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.72 "GET /v2.0/networks?id=24575822-d08e-4594-a9d4-523176a6f89e HTTP/1.1" status: 200 len: 815 time: 0.1602709 Jan 20 15:02:45.021283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'port': {'device_id': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'admin_state_up': True, 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:02:45.044630 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cf9da406-dab1-4313-935d-3f0848567ec0 req-e50c84be-bf14-477f-b7bc-66b515926b4c tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 210 time: 0.0448203 Jan 20 15:02:45.182111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:45.194359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:45.206386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Made reservation on behalf of 0b49f2ede17c44dc93055cac65dbc589 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:02:45.210241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:45.392511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Allocated IP 172.20.0.9 (24575822-d08e-4594-a9d4-523176a6f89e/73739c06-d4d0-4178-87ab-484949f74cf7/2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:02:45.697094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:45.719895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Transition to ACTIVE for port object 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:45.755335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:45.854516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Network 24575822-d08e-4594-a9d4-523176a6f89e is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:02:45.858659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:45.864058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:02:45.899341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'Port': ['ID=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:45.941492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:45.942285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:45.977823 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-25615f09-9c21-4c78-b5e6-42cd34483e93 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9609144 Jan 20 15:02:46.293168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f557bd5a-a1a1-4d17-9681-13b536a25eac None None] Provisioning for port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:46.300049 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f557bd5a-a1a1-4d17-9681-13b536a25eac None None] Provisioning complete for port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:46.300724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f557bd5a-a1a1-4d17-9681-13b536a25eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:46.324343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee1f08-78c5-4197-98e1-3c1fa16e4c70 req-afbf8b0e-d8f7-46be-8c28-51ceda61520e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:46.325229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-30ee1f08-78c5-4197-98e1-3c1fa16e4c70 req-afbf8b0e-d8f7-46be-8c28-51ceda61520e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Synchronizing usage tracker for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:02:46.348340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-30ee1f08-78c5-4197-98e1-3c1fa16e4c70 req-afbf8b0e-d8f7-46be-8c28-51ceda61520e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Unset dirty status for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:02:46.352056 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-30ee1f08-78c5-4197-98e1-3c1fa16e4c70 req-afbf8b0e-d8f7-46be-8c28-51ceda61520e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 931 time: 0.1435094 Jan 20 15:02:46.393950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f557bd5a-a1a1-4d17-9681-13b536a25eac None None] Port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:02:46.417147 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-30ee1f08-78c5-4197-98e1-3c1fa16e4c70 req-7670103b-98c3-4ba2-ae76-46290e53f2ed tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518298 Jan 20 15:02:47.658813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ecb26-3e2d-4934-ab57-fc6f6aca0601 req-d3fc2c38-85c5-455c-bcdf-c4e191d066cc tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:47.660523 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-615ecb26-3e2d-4934-ab57-fc6f6aca0601 req-d3fc2c38-85c5-455c-bcdf-c4e191d066cc tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 931 time: 0.1082711 Jan 20 15:02:47.710470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-615ecb26-3e2d-4934-ab57-fc6f6aca0601 req-4b5d96bd-f778-44bc-ae24-d9d940afbdcf tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Synchronizing usage tracker for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:02:47.730462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-615ecb26-3e2d-4934-ab57-fc6f6aca0601 req-4b5d96bd-f778-44bc-ae24-d9d940afbdcf tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Unset dirty status for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:02:47.735542 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-615ecb26-3e2d-4934-ab57-fc6f6aca0601 req-4b5d96bd-f778-44bc-ae24-d9d940afbdcf tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682199 Jan 20 15:02:48.934945 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb10d7-b7d7-4eb7-ae1e-2bed16eaf7d3 req-a7b1af5d-7fe9-493f-b651-007caa349021 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:48.937179 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8ffb10d7-b7d7-4eb7-ae1e-2bed16eaf7d3 req-a7b1af5d-7fe9-493f-b651-007caa349021 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 931 time: 0.0909245 Jan 20 15:02:48.986855 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8ffb10d7-b7d7-4eb7-ae1e-2bed16eaf7d3 req-ec3d3939-ae71-4245-b12b-6daa67bbcaa1 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Jan 20 15:02:50.209086 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14bf8d-02ec-4aa9-b9ce-c827a01a1140 req-a1ad2f61-2498-4ed0-be50-d1e8021ef121 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:50.211375 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e14bf8d-02ec-4aa9-b9ce-c827a01a1140 req-a1ad2f61-2498-4ed0-be50-d1e8021ef121 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 931 time: 0.0890651 Jan 20 15:02:50.268877 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4e14bf8d-02ec-4aa9-b9ce-c827a01a1140 req-ad150cd3-1ebf-4df1-8e14-4795d7615015 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521791 Jan 20 15:02:51.497792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1b5ce-5f6e-498e-9f55-b87aa5f0c6c2 req-6ba7f993-d664-4f68-85da-c3ba8b665875 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:51.499798 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-46d1b5ce-5f6e-498e-9f55-b87aa5f0c6c2 req-6ba7f993-d664-4f68-85da-c3ba8b665875 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 931 time: 0.1030350 Jan 20 15:02:51.560744 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-46d1b5ce-5f6e-498e-9f55-b87aa5f0c6c2 req-cbc954c0-6684-4c68-a9af-de45a5ed1858 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511377 Jan 20 15:02:51.697836 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:02:52.656038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Request body: {'port': {'device_id': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:02:52.768277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db05abf-a9ce-4776-bf6d-7f14f59650da req-33a67d69-f1c9-4e49-b698-f87f5a0c49b7 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:52.769996 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2db05abf-a9ce-4776-bf6d-7f14f59650da req-33a67d69-f1c9-4e49-b698-f87f5a0c49b7 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 931 time: 0.0919044 Jan 20 15:02:52.823432 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2db05abf-a9ce-4776-bf6d-7f14f59650da req-a43a9096-a05c-4954-a392-f04ad5845143 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Jan 20 15:02:52.894696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:53.263233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:02:53.270926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:53.286184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Transition to ACTIVE for port object 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:53.292132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:53.472472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:53.567669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Attempting to bind port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:02:53.568019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Attempting to bind port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:02:53.568348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Attempting to bind port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 on network 24575822-d08e-4594-a9d4-523176a6f89e {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:02:53.573902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 on network 24575822-d08e-4594-a9d4-523176a6f89e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:02:53.573902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Attempting to bind port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 on network 24575822-d08e-4594-a9d4-523176a6f89e {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:02:53.579202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:02:53.579526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Checking segment: {'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:02:53.579895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Bound using segment: {'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:02:53.580334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Bound port: 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:02:53.580668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:53.674656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] For port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:02:53.677881 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] For port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:02:53.683428 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:53.754348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:53.754971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:53.756368 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] 10.222.0.72 "PUT /v2.0/ports/2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 1093 time: 1.1067145 Jan 20 15:02:53.756806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:02:53.777278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b56efe-dee9-4768-8da1-f0d7e97e0c86 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:53.837183 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'status': 'completed', 'code': 200} Jan 20 15:02:53.881404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11455-7d50-4585-945c-6538b3ad9530 req-a9df404d-f566-4d49-a2b6-a9aa379f84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:53.883095 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-a9df404d-f566-4d49-a2b6-a9aa379f84ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b49f2ede17c44dc93055cac65dbc589&device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 1096 time: 0.0792956 Jan 20 15:02:53.958523 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-ad186a7f-cd8e-413c-8c15-177744ff36e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 217 time: 0.0685480 Jan 20 15:02:54.031355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11455-7d50-4585-945c-6538b3ad9530 req-bbe176bc-ba1c-4daf-8f88-f10829e5586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:54.032757 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-bbe176bc-ba1c-4daf-8f88-f10829e5586c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73739c06-d4d0-4178-87ab-484949f74cf7 HTTP/1.1" status: 200 len: 854 time: 0.0683200 Jan 20 15:02:54.033464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0890-92a4-46cd-8cf7-e6647a26580d req-19fa98fe-967b-48be-8916-50eec84f07d7 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:54.034927 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1efb0890-92a4-46cd-8cf7-e6647a26580d req-19fa98fe-967b-48be-8916-50eec84f07d7 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 943 time: 0.0867102 Jan 20 15:02:54.084488 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1efb0890-92a4-46cd-8cf7-e6647a26580d req-98328f50-c70d-4372-a4a5-1b6e67278d65 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 Jan 20 15:02:54.113781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11455-7d50-4585-945c-6538b3ad9530 req-5fa330c0-dc9b-4ede-b090-f7bc94fc8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:54.115289 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-5fa330c0-dc9b-4ede-b090-f7bc94fc8226 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24575822-d08e-4594-a9d4-523176a6f89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755835 Jan 20 15:02:54.255562 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-b4c29b89-55b4-44db-9028-1a311f727771 service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334908 Jan 20 15:02:54.396720 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adc11455-7d50-4585-945c-6538b3ad9530 req-ecbc4e1e-14e3-4a23-8517-08437877cc6c service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349828 Jan 20 15:02:54.523582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-34d1cda6-20cb-434b-85c4-f036c6e7277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:54.525397 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-34d1cda6-20cb-434b-85c4-f036c6e7277a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b49f2ede17c44dc93055cac65dbc589&device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 1096 time: 0.0772653 Jan 20 15:02:54.674797 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-2274ebac-7d12-423b-a59c-9310772415d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:54.676407 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-2274ebac-7d12-423b-a59c-9310772415d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24575822-d08e-4594-a9d4-523176a6f89e HTTP/1.1" status: 200 len: 916 time: 0.1450176 Jan 20 15:02:54.860829 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-a48868b5-6750-4cb5-9d47-3e61bc6083f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 217 time: 0.1769712 Jan 20 15:02:54.927537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-ae3e7c2f-d6e3-4db1-b0b8-828a65cf2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:54.929005 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-ae3e7c2f-d6e3-4db1-b0b8-828a65cf2222 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73739c06-d4d0-4178-87ab-484949f74cf7 HTTP/1.1" status: 200 len: 854 time: 0.0620682 Jan 20 15:02:55.018425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-ca757e53-a486-457f-b8d9-aabc89584061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:55.019937 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-ca757e53-a486-457f-b8d9-aabc89584061 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24575822-d08e-4594-a9d4-523176a6f89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836470 Jan 20 15:02:55.059407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:55.167862 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-a415e792-549b-496f-95df-a06da1d67d63 service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404550 Jan 20 15:02:55.359646 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96be13a0-8481-4294-b505-bffd7195f0f3 req-03850bbe-984f-4f57-859d-2a44a493b41e service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861751 Jan 20 15:02:55.371790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c154d-6ba5-45fe-a1f6-e928777c9342 req-f2ad342d-c85a-4603-92d6-41920e24ed5e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:55.373192 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b10c154d-6ba5-45fe-a1f6-e928777c9342 req-f2ad342d-c85a-4603-92d6-41920e24ed5e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 943 time: 0.1785340 Jan 20 15:02:55.421724 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b10c154d-6ba5-45fe-a1f6-e928777c9342 req-69a8e90c-6758-4dee-ad0e-aecc215a79bd tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Jan 20 15:02:56.637976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3d861-7e28-4f5c-86f5-6e6d8ea5c33d req-a92c474c-59fe-4435-a0b5-8ed951140747 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:56.639561 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-dec3d861-7e28-4f5c-86f5-6e6d8ea5c33d req-a92c474c-59fe-4435-a0b5-8ed951140747 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 943 time: 0.1026666 Jan 20 15:02:56.700731 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-dec3d861-7e28-4f5c-86f5-6e6d8ea5c33d req-e593df37-8ad2-40e6-a595-df61b6169827 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533719 Jan 20 15:02:57.917852 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4906f-88a1-48ae-b283-9c86bb834f45 req-b5cb933e-131b-4d91-aff1-b266759f6c18 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:57.919339 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ad4906f-88a1-48ae-b283-9c86bb834f45 req-b5cb933e-131b-4d91-aff1-b266759f6c18 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 943 time: 0.0918074 Jan 20 15:02:57.975664 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ad4906f-88a1-48ae-b283-9c86bb834f45 req-eefe5b66-29f3-4af8-a47d-8414f6f7db4b tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487063 Jan 20 15:02:58.573308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:02:58.729624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:58.745277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'port_id': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'mac_address': 'fa:16:3e:34:7f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:02:58.816920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:58.836914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:02:58.860297 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:02:58.866033 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:58.960114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:58.968352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.968704 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.969044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.969374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.969701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.970031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.970356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.970684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.971006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.971325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.971641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:58.971959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:59.084315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:02:59.174175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66969c9-e38f-4136-b033-e22f83001214 req-2cdbfa95-7e09-4ed6-b9b1-15fd9b87d67a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:59.175834 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a66969c9-e38f-4136-b033-e22f83001214 req-2cdbfa95-7e09-4ed6-b9b1-15fd9b87d67a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 944 time: 0.0839641 Jan 20 15:02:59.225303 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a66969c9-e38f-4136-b033-e22f83001214 req-46f60370-6b07-4539-8f46-0b6396a38741 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Jan 20 15:03:00.452810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dbf26-c94a-456d-925f-caf22cc1bebb req-5c716ca7-ad3f-4ed8-942e-d775463aea8b tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:00.454192 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d84dbf26-c94a-456d-925f-caf22cc1bebb req-5c716ca7-ad3f-4ed8-942e-d775463aea8b tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 944 time: 0.1002073 Jan 20 15:03:00.503544 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d84dbf26-c94a-456d-925f-caf22cc1bebb req-4c3bac33-a17f-4fbc-b962-e1ed2f982191 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Jan 20 15:03:00.574578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:03:00.656768 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:03:00.664560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:03:00.665087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:00.804702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:00.832233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:03:00.842041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:03:00.847915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:00.889461 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'code': 200} Jan 20 15:03:00.930534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:01.152122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d7a71-2f8c-4a46-ab55-ffdd31feb133 req-ad6d8dd1-bba6-44ec-923a-2d85c7fb6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:01.154134 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-357d7a71-2f8c-4a46-ab55-ffdd31feb133 req-ad6d8dd1-bba6-44ec-923a-2d85c7fb6bc3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 1098 time: 0.0876968 Jan 20 15:03:01.219785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-357d7a71-2f8c-4a46-ab55-ffdd31feb133 req-4e627652-0c14-477a-a9f6-cfff6c906b27 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586019 Jan 20 15:03:01.724545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3ada7-9d53-4974-9263-f52fd85129fe req-34e3c7c9-2ffc-42df-b7b0-5ea4eb478e48 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:01.726045 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c8b3ada7-9d53-4974-9263-f52fd85129fe req-34e3c7c9-2ffc-42df-b7b0-5ea4eb478e48 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 945 time: 0.0921736 Jan 20 15:03:01.775498 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c8b3ada7-9d53-4974-9263-f52fd85129fe req-96f7c104-6003-4d39-9f80-0f9548a3cf74 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Jan 20 15:03:03.006283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6404e3-c83b-443b-b227-8a35c1e93265 req-2d844b07-e1dd-45e6-892b-d1564b43c012 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:03.008541 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c6404e3-c83b-443b-b227-8a35c1e93265 req-2d844b07-e1dd-45e6-892b-d1564b43c012 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 945 time: 0.1034679 Jan 20 15:03:03.074446 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c6404e3-c83b-443b-b227-8a35c1e93265 req-81843af5-e8a5-4aea-a12c-1b684e99c53f tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584502 Jan 20 15:03:03.157570 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0917ef7a-d562-4f9d-8a5d-eaf3d003e2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:03.280125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95099a-a818-4bbd-a8dc-9f972a080f25 req-6e4c428f-d9a5-47ef-abc6-6a0bd7e37528 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:03.282742 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cc95099a-a818-4bbd-a8dc-9f972a080f25 req-6e4c428f-d9a5-47ef-abc6-6a0bd7e37528 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 945 time: 0.0902905 Jan 20 15:03:03.345286 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cc95099a-a818-4bbd-a8dc-9f972a080f25 req-a93f621e-72bf-48af-84b0-3be79a35c432 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553851 Jan 20 15:03:03.774583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d2d6f-5fb1-494f-8c53-18e5279a51dc req-0e472445-6704-482e-abc4-f6b1bdd351d3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:03.776136 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-216d2d6f-5fb1-494f-8c53-18e5279a51dc req-0e472445-6704-482e-abc4-f6b1bdd351d3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 945 time: 0.1046181 Jan 20 15:03:03.830467 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-216d2d6f-5fb1-494f-8c53-18e5279a51dc req-9916f4fc-0d28-4c30-b163-227de0dd3b4d tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447187 Jan 20 15:03:05.496953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7e89e8f9-edaa-43c9-ba6f-f9efe025724c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:06.505859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:06.552379 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:08.020501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:14.415938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66085a-7287-4169-8356-f951dba219f5 req-6bf17cf1-47e3-40eb-aa83-c9c360f8f49e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:14.417541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed66085a-7287-4169-8356-f951dba219f5 req-6bf17cf1-47e3-40eb-aa83-c9c360f8f49e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 945 time: 0.0966263 Jan 20 15:03:14.473397 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed66085a-7287-4169-8356-f951dba219f5 req-d34d003c-b2ec-41b3-8f3c-6a714920ff0e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466557 Jan 20 15:03:14.496158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59020) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:03:14.733030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5783f95c-6d8b-40c0-b71f-2e961811ee92 tempest-TestMinimumBasicScenario-469904264 tempest-TestMinimumBasicScenario-469904264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:14.733662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5783f95c-6d8b-40c0-b71f-2e961811ee92 tempest-TestMinimumBasicScenario-469904264 tempest-TestMinimumBasicScenario-469904264-project-admin] Synchronizing usage tracker for tenant:d7603bd55a324186afed54c997ef7111 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:03:14.759343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-5783f95c-6d8b-40c0-b71f-2e961811ee92 tempest-TestMinimumBasicScenario-469904264 tempest-TestMinimumBasicScenario-469904264-project-admin] Unset dirty status for tenant:d7603bd55a324186afed54c997ef7111 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:03:14.760591 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5783f95c-6d8b-40c0-b71f-2e961811ee92 tempest-TestMinimumBasicScenario-469904264 tempest-TestMinimumBasicScenario-469904264-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 1093 time: 0.2633650 Jan 20 15:03:14.763676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59026) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:03:14.770157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:03:14.778463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:03:14.783564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Usage tracker for resource:floatingip and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:03:14.787007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:03:14.793483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:03:14.807185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:14.982134 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:15.134115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Allocated IP 172.26.0.204 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/94da3ca0-8072-4c72-b5a1-47fa9738a872) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:03:15.410385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:15.443693 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:15.511998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:03:15.515119 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:03:15.518976 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:03:15.548228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'Port': ['ID=94da3ca0-8072-4c72-b5a1-47fa9738a872,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:15.566734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.567051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.567385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.567714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.568036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.568401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.568713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.569037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.569345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.569663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.570002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:15.570317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:16.013532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:16.096197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:16.311369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:16.318496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:16.428909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'Port': ['ID=94da3ca0-8072-4c72-b5a1-47fa9738a872,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:16.440526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:16.629073 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Floating IP 8f61e7a6-322b-43e9-9b16-3720e96d02d0 associated. External IP: 172.26.0.204, port: 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4. Jan 20 15:03:17.194534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Router 141ae902-2867-479d-b95f-159b72b6ca0c has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:03:17.383781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:03:17.394938 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7247e5-4676-4db2-8204-322199681120 None None] Sync routers for ids ['141ae902-2867-479d-b95f-159b72b6ca0c'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:03:17.404438 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7247e5-4676-4db2-8204-322199681120 None None] Routers {'141ae902-2867-479d-b95f-159b72b6ca0c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:03:17.405049 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1e7247e5-4676-4db2-8204-322199681120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:03:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['141ae902-2867-479d-b95f-159b72b6ca0c'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:03:17.413669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:17.484496 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a49cb897-99cf-465f-83c5-07d0b7371bfb tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7164428 Jan 20 15:03:17.484496 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:03:17.485175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59030) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:03:17.490751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391213731', 'description': 'tempest-secgroup-smoke-391213731 description', 'project_id': '0b49f2ede17c44dc93055cac65dbc589'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:03:17.498437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:03:17.509916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:03:17.523225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:17.532933 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'status': 'completed', 'code': 200} Jan 20 15:03:17.548444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:03:17.553314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Usage tracker for resource:security_group_rule and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:03:17.556621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:03:17.563487 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:03:17.596684 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-1e7247e5-4676-4db2-8204-322199681120 None None] Set router 141ae902-2867-479d-b95f-159b72b6ca0c gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:03:17.639305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:17.644293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:17.654330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-7c35ed0e-7944-4377-9a19-79ff092202df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:17.656366 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-7c35ed0e-7944-4377-9a19-79ff092202df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b49f2ede17c44dc93055cac65dbc589&device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 1098 time: 0.0914919 Jan 20 15:03:17.692462 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4d308d-26a1-4c3f-835f-b52fda96667f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:17.700304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:17.704380 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2179985 Jan 20 15:03:17.704983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59036) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:03:17.708247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.708600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.708940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.709271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.709606 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.709924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.710241 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.710562 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.710883 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.711197 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.711519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.711829 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40239d-cc6d-44ae-b00a-66293e155790 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:17.719229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'security_group_rule': {'security_group_id': '5f4d308d-26a1-4c3f-835f-b52fda96667f', 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:03:17.725567 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:03:17.729708 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Usage tracker for resource:security_group_rule and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:03:17.732591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:03:17.739499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:03:17.766306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:17.826309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-8a59fd5c-317c-4203-b011-a33558cefb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:17.828480 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-8a59fd5c-317c-4203-b011-a33558cefb7f service neutron] 10.222.0.72 "GET /v2.0/networks?id=24575822-d08e-4594-a9d4-523176a6f89e HTTP/1.1" status: 200 len: 916 time: 0.1652715 Jan 20 15:03:17.853124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:17.858011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:17.900674 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1048019-6167-4beb-8512-9b927d6105b1,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:17.905430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:17.909924 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-387c17f5-8d33-446c-a46e-35770e81e764 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2033100 Jan 20 15:03:17.912866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59040) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:03:17.918771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'security_group_rule': {'security_group_id': '5f4d308d-26a1-4c3f-835f-b52fda96667f', 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:03:17.925687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:03:17.930444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Usage tracker for resource:security_group_rule and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:03:17.933823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:03:17.940693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:03:17.961325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:17.973090 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-a1e98ab5-6fe3-4272-bb67-7bcb36b8ed28 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 999 time: 0.1372278 Jan 20 15:03:18.039775 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1e7247e5-4676-4db2-8204-322199681120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:24Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '8f61e7a6-322b-43e9-9b16-3720e96d02d0', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'floating_ip_address': '172.26.0.204', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'port_id': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'mac_address': 'fa:16:3e:34:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:03:15Z', 'updated_at': '2022-01-20T15:03:15Z', 'revision_number': 0, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289c6021-6ade-45d9-a202-5497f5d1c0ba', 'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'mac_address': 'fa:16:3e:f2:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:23Z', 'updated_at': '2022-01-20T15:02:31Z', 'revision_number': 5, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'subnets': [{'id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:03:18.044596 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7247e5-4676-4db2-8204-322199681120 None None] Checking router: 141ae902-2867-479d-b95f-159b72b6ca0c for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:03:18.051124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-7c112f85-5656-4e51-baec-3ab261588513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:18.053400 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7247e5-4676-4db2-8204-322199681120 None None] Routers {'141ae902-2867-479d-b95f-159b72b6ca0c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:03:18.053899 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-7c112f85-5656-4e51-baec-3ab261588513 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73739c06-d4d0-4178-87ab-484949f74cf7 HTTP/1.1" status: 200 len: 854 time: 0.0752470 Jan 20 15:03:18.054033 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1e7247e5-4676-4db2-8204-322199681120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:03:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['141ae902-2867-479d-b95f-159b72b6ca0c'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:03:18.058849 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.067031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.116493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff86130d-02d5-4991-a99c-18b902fa26e5,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:18.126374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.128789 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d883e8b1-fee6-4027-81c6-8a26a2e0b608 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2137725 Jan 20 15:03:18.130932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59044) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:03:18.138317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'security_group_rule': {'security_group_id': '5f4d308d-26a1-4c3f-835f-b52fda96667f', 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:03:18.147179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:03:18.156449 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Usage tracker for resource:security_group_rule and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:03:18.161381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:03:18.162312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-7206a331-ccba-432f-8461-2705227d7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:18.164001 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-7206a331-ccba-432f-8461-2705227d7021 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24575822-d08e-4594-a9d4-523176a6f89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1032519 Jan 20 15:03:18.169948 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:03:18.200559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.274467 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-1e7247e5-4676-4db2-8204-322199681120 None None] Set router 141ae902-2867-479d-b95f-159b72b6ca0c gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:03:18.278925 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.285062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.310607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ac70e0-1e7b-4d88-af79-83b7344e2460,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:18.321670 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-df9254be-538c-44cc-a360-6411f6da86cc service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495938 Jan 20 15:03:18.339589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.341843 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6682ce2a-b98c-4480-b34d-a92a5269b4a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2094102 Jan 20 15:03:18.344999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59048) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:03:18.353094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'security_group_rule': {'security_group_id': '5f4d308d-26a1-4c3f-835f-b52fda96667f', 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:03:18.360747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:03:18.364942 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Usage tracker for resource:security_group_rule and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:03:18.367906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:03:18.375173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:03:18.395936 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.477063 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-42ca8ffd-1b6c-46d9-ab21-604b36e44468 req-6933a4b5-64cc-40d0-b554-c43412c9dd25 service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480787 Jan 20 15:03:18.486378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.493853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.524394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff37a52a-1c85-41ed-879b-9ff0b214c283,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:18.538927 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.540922 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8bf389d6-2611-47c3-b090-f82479f99d3e tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1943598 Jan 20 15:03:18.543824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59052) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:03:18.549369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'security_group_rule': {'security_group_id': '5f4d308d-26a1-4c3f-835f-b52fda96667f', 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:03:18.556046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:03:18.560317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Usage tracker for resource:security_group_rule and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:03:18.563455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:03:18.570040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:03:18.583268 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Project 0b49f2ede17c44dc93055cac65dbc589 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:03:18.591624 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.672903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.679446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.708677 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1e7247e5-4676-4db2-8204-322199681120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:24Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '8f61e7a6-322b-43e9-9b16-3720e96d02d0', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'floating_ip_address': '172.26.0.204', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'port_id': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'mac_address': 'fa:16:3e:34:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:03:15Z', 'updated_at': '2022-01-20T15:03:15Z', 'revision_number': 0, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289c6021-6ade-45d9-a202-5497f5d1c0ba', 'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'mac_address': 'fa:16:3e:f2:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:23Z', 'updated_at': '2022-01-20T15:02:31Z', 'revision_number': 5, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'subnets': [{'id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:03:18.713617 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7247e5-4676-4db2-8204-322199681120 None None] The sync data for ids ['141ae902-2867-479d-b95f-159b72b6ca0c'] in dv-neutron-825123-1-hyperv is: [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:24Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '8f61e7a6-322b-43e9-9b16-3720e96d02d0', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'floating_ip_address': '172.26.0.204', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'port_id': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'mac_address': 'fa:16:3e:34:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:03:15Z', 'updated_at': '2022-01-20T15:03:15Z', 'revision_number': 0, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289c6021-6ade-45d9-a202-5497f5d1c0ba', 'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'mac_address': 'fa:16:3e:f2:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:23Z', 'updated_at': '2022-01-20T15:02:31Z', 'revision_number': 5, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'subnets': [{'id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:03:18.714714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4b166a-789c-4925-b747-368e46b443a6,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:18.723493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.727685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59056) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:03:18.728295 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-30b7044e-98fc-4de3-8f47-a4c2b2cf6583 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1832638 Jan 20 15:03:18.734728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'security_group_rule': {'security_group_id': '5f4d308d-26a1-4c3f-835f-b52fda96667f', 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:03:18.742004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:03:18.746001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Usage tracker for resource:security_group_rule and tenant:0b49f2ede17c44dc93055cac65dbc589 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:03:18.749552 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:03:18.763165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:03:18.775846 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Project 0b49f2ede17c44dc93055cac65dbc589 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:03:18.783352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.862511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.867879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.898406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744a06b0-d161-4616-ae83-10b9bfa1b5c0,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:18.909449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:18.913497 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-24ae57b7-673a-43bd-86ce-483714507215 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1816399 Jan 20 15:03:18.948773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04727469-cb92-4440-85ca-4e3ce485cfee None None] New status for floating IP 8f61e7a6-322b-43e9-9b16-3720e96d02d0: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:03:19.062183 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-1fbb5321-9bd5-4168-8517-45120b89d187 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391213731&fields=id&tenant_id=0b49f2ede17c44dc93055cac65dbc589 HTTP/1.1" status: 200 len: 267 time: 0.0497231 Jan 20 15:03:19.148092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-b4f79e54-eeef-489b-abba-8ad1cf3e71a7 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:19.149614 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-b4f79e54-eeef-489b-abba-8ad1cf3e71a7 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 945 time: 0.0812957 Jan 20 15:03:19.162762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-c4928319-4db6-4c03-8847-c62c9af3aed8 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'port': {'security_groups': ['af48a739-a286-4f3f-b642-307ab9174f2b', '5f4d308d-26a1-4c3f-835f-b52fda96667f']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:03:19.290071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-c4928319-4db6-4c03-8847-c62c9af3aed8 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:19.700107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-c4928319-4db6-4c03-8847-c62c9af3aed8 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] For port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:03:19.725629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-c4928319-4db6-4c03-8847-c62c9af3aed8 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:19.731391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-c4928319-4db6-4c03-8847-c62c9af3aed8 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:19.743633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:03:19.799691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-c4928319-4db6-4c03-8847-c62c9af3aed8 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:19.800341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-c4928319-4db6-4c03-8847-c62c9af3aed8 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:19.808101 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-220dbd80-c74a-46de-991e-4edd01b107d0 req-c4928319-4db6-4c03-8847-c62c9af3aed8 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "PUT /v2.0/ports/2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 981 time: 0.6472604 Jan 20 15:03:19.808101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:03:19.830928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4928319-4db6-4c03-8847-c62c9af3aed8 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'Port': ['ID=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,revision_number=6']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:19.862158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:03:19.893716 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'status': 'completed', 'code': 200} Jan 20 15:03:20.008639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9374-5d6b-4a0d-994d-630b637c952c req-35f52ff5-bdcb-4f8b-8106-5bccb24ac23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:20.012024 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-030b9374-5d6b-4a0d-994d-630b637c952c req-35f52ff5-bdcb-4f8b-8106-5bccb24ac23e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b49f2ede17c44dc93055cac65dbc589&device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 1137 time: 0.0939550 Jan 20 15:03:20.109068 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a50783-f2e0-43c9-a5d8-669325a56cf3 req-4502d91c-9f97-470d-9a8a-4e4970635744 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:20.110939 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-95a50783-f2e0-43c9-a5d8-669325a56cf3 req-4502d91c-9f97-470d-9a8a-4e4970635744 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.1606493 Jan 20 15:03:20.180072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-95a50783-f2e0-43c9-a5d8-669325a56cf3 req-ddbf2954-2fd4-4345-95ae-a5401ff1138a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Synchronizing usage tracker for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:03:20.189313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9374-5d6b-4a0d-994d-630b637c952c req-5cc7e579-c9f6-41b6-8b1c-d4874b7a350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:20.190855 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-030b9374-5d6b-4a0d-994d-630b637c952c req-5cc7e579-c9f6-41b6-8b1c-d4874b7a350d service neutron] 10.222.0.72 "GET /v2.0/networks?id=24575822-d08e-4594-a9d4-523176a6f89e HTTP/1.1" status: 200 len: 916 time: 0.1730120 Jan 20 15:03:20.200122 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e62b6c18-01d5-45fe-8cbc-9c5238f3abe9 None None] Provisioning complete for port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:03:20.200861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e62b6c18-01d5-45fe-8cbc-9c5238f3abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:20.242861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-95a50783-f2e0-43c9-a5d8-669325a56cf3 req-ddbf2954-2fd4-4345-95ae-a5401ff1138a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Unset dirty status for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:03:20.245901 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-95a50783-f2e0-43c9-a5d8-669325a56cf3 req-ddbf2954-2fd4-4345-95ae-a5401ff1138a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269281 Jan 20 15:03:20.310417 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-030b9374-5d6b-4a0d-994d-630b637c952c req-83423150-bcf5-402b-b2a3-19883b66d3a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 1001 time: 0.1112618 Jan 20 15:03:20.376313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9374-5d6b-4a0d-994d-630b637c952c req-ed8e2bff-1366-4958-ac01-c14844c4808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:20.378187 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-030b9374-5d6b-4a0d-994d-630b637c952c req-ed8e2bff-1366-4958-ac01-c14844c4808a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73739c06-d4d0-4178-87ab-484949f74cf7 HTTP/1.1" status: 200 len: 854 time: 0.0615344 Jan 20 15:03:20.472294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9374-5d6b-4a0d-994d-630b637c952c req-9da0c8c4-4b6c-419e-b815-02bacc7c903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:20.474337 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-030b9374-5d6b-4a0d-994d-630b637c952c req-9da0c8c4-4b6c-419e-b815-02bacc7c903d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24575822-d08e-4594-a9d4-523176a6f89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892911 Jan 20 15:03:20.606738 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-030b9374-5d6b-4a0d-994d-630b637c952c req-a1fac37b-6dc2-4134-8590-0538fef4e542 service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260908 Jan 20 15:03:20.742960 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-030b9374-5d6b-4a0d-994d-630b637c952c req-85767219-6f57-4104-8279-b284dfb45054 service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296163 Jan 20 15:03:25.063270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:28.700535 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:03:33.154915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-be13040e-5996-433a-bec4-276569a8f321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:35.492609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d9369817-9b19-4359-9e8d-e1c73110cf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:35.576659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-ff6a81de-85d4-4455-a649-2292022f55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:35.578170 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-ff6a81de-85d4-4455-a649-2292022f55f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b49f2ede17c44dc93055cac65dbc589&device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 1137 time: 0.0755708 Jan 20 15:03:35.619862 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae2720-3344-4f7d-b5dc-ed7485bed3ac req-c404d5f2-8935-44a9-a8f1-00ec8eef08fd tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:35.621358 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b3ae2720-3344-4f7d-b5dc-ed7485bed3ac req-c404d5f2-8935-44a9-a8f1-00ec8eef08fd tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0836501 Jan 20 15:03:35.669751 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b3ae2720-3344-4f7d-b5dc-ed7485bed3ac req-a5fb6251-d48d-4286-9c10-7c9268d2470c tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422068 Jan 20 15:03:35.712993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-a9cbc45e-8253-41ef-aa9b-03b90f7893a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:35.714361 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-a9cbc45e-8253-41ef-aa9b-03b90f7893a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24575822-d08e-4594-a9d4-523176a6f89e HTTP/1.1" status: 200 len: 916 time: 0.1289783 Jan 20 15:03:35.820064 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-fb22420f-e46b-4ac9-9b33-d3de5613d018 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 1001 time: 0.0984216 Jan 20 15:03:35.882488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-f56eda35-030d-49b2-8aa9-c5786430062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:35.883945 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-f56eda35-030d-49b2-8aa9-c5786430062b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73739c06-d4d0-4178-87ab-484949f74cf7 HTTP/1.1" status: 200 len: 854 time: 0.0574663 Jan 20 15:03:35.974421 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-d31fa4fa-1c2b-40e0-88cb-daf07460c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:35.975799 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-d31fa4fa-1c2b-40e0-88cb-daf07460c63c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24575822-d08e-4594-a9d4-523176a6f89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757422 Jan 20 15:03:36.119335 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-a0768f75-c8aa-4628-aa84-b984de06d6ef service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367757 Jan 20 15:03:36.354496 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-809e0353-c1d4-4b68-a6f9-e34ae9a29f70 req-c22068ef-60bc-47a4-8383-d47e2b797e07 service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289150 Jan 20 15:03:36.503292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:36.555110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:36.872950 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437cecd-69dd-46a3-a08b-21f2e88c6795 req-bde45d07-3296-4ff9-adcf-776832361477 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:36.874398 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2437cecd-69dd-46a3-a08b-21f2e88c6795 req-bde45d07-3296-4ff9-adcf-776832361477 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0873275 Jan 20 15:03:36.935133 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2437cecd-69dd-46a3-a08b-21f2e88c6795 req-202801d6-42f8-4602-8f5d-1db5ee2b72a1 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542090 Jan 20 15:03:38.022043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:38.143420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d7b8d-24b1-4c7f-bf10-561ba85b59a4 req-f1535dbf-1627-41ae-b982-959f0ae18467 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:38.144856 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-293d7b8d-24b1-4c7f-bf10-561ba85b59a4 req-f1535dbf-1627-41ae-b982-959f0ae18467 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0887921 Jan 20 15:03:38.207279 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-293d7b8d-24b1-4c7f-bf10-561ba85b59a4 req-e9e622ba-f303-4b84-af1d-43415cdac209 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517149 Jan 20 15:03:39.412840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bf987-ca94-4011-a4e2-8feff82b2234 req-5a162d99-aa2b-4189-be1d-9700d8f2e4bf tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:39.414203 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-de5bf987-ca94-4011-a4e2-8feff82b2234 req-5a162d99-aa2b-4189-be1d-9700d8f2e4bf tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0858941 Jan 20 15:03:39.469357 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-de5bf987-ca94-4011-a4e2-8feff82b2234 req-f22cd990-33e9-4a3c-9329-5439456d39e9 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483725 Jan 20 15:03:40.662853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878002c2-da83-4fc1-be10-72f2d88336c9 req-fa7f4f85-9962-4e28-a14a-dde722a4bc06 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:40.664361 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-878002c2-da83-4fc1-be10-72f2d88336c9 req-fa7f4f85-9962-4e28-a14a-dde722a4bc06 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0886569 Jan 20 15:03:40.716101 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-878002c2-da83-4fc1-be10-72f2d88336c9 req-a8f34d86-42e5-4925-b942-af234f6a17f9 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459058 Jan 20 15:03:41.919970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08feda-dba9-4a12-a339-762e2d166dfa req-2980b611-f781-4b0a-90f3-018f0602c3a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:41.922484 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7b08feda-dba9-4a12-a339-762e2d166dfa req-2980b611-f781-4b0a-90f3-018f0602c3a3 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0973232 Jan 20 15:03:41.974302 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7b08feda-dba9-4a12-a339-762e2d166dfa req-f8392aa7-0768-463a-aa87-99a1e3ad775b tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429900 Jan 20 15:03:43.163734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc839-4f5b-4e8f-bf5c-736f504a34fd req-f62a7e5b-3628-43a8-9c9e-84df262cbdc4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:43.165195 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30ddc839-4f5b-4e8f-bf5c-736f504a34fd req-f62a7e5b-3628-43a8-9c9e-84df262cbdc4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0821865 Jan 20 15:03:43.211258 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-30ddc839-4f5b-4e8f-bf5c-736f504a34fd req-6e91bc9a-13c5-41fc-a465-2d65968595e9 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400908 Jan 20 15:03:44.403342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d915655-ec57-4bef-8b48-62ce6e370cc7 req-91dc7012-f924-45f4-9810-c84920d57f74 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:44.404752 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d915655-ec57-4bef-8b48-62ce6e370cc7 req-91dc7012-f924-45f4-9810-c84920d57f74 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0875528 Jan 20 15:03:44.452590 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d915655-ec57-4bef-8b48-62ce6e370cc7 req-5a2f0832-dc48-4877-a29b-e8292c00d94a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417242 Jan 20 15:03:45.668748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4aa650-e152-42f0-a802-a5aac6f32b0d req-417138a8-f819-4868-8ded-00b0ba24c587 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:45.670316 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8d4aa650-e152-42f0-a802-a5aac6f32b0d req-417138a8-f819-4868-8ded-00b0ba24c587 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0962274 Jan 20 15:03:45.724758 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8d4aa650-e152-42f0-a802-a5aac6f32b0d req-3ca66dee-9520-4169-878c-50807a98e22c tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467134 Jan 20 15:03:46.926692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82ca82-bb8c-4469-9b5a-71b75bd3e6b0 req-bfd282fc-e0ef-4e5c-89c7-1e3807672ebd tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:46.928176 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bf82ca82-bb8c-4469-9b5a-71b75bd3e6b0 req-bfd282fc-e0ef-4e5c-89c7-1e3807672ebd tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0951693 Jan 20 15:03:46.984234 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bf82ca82-bb8c-4469-9b5a-71b75bd3e6b0 req-443f654a-aeee-4712-91d4-c24294b50a07 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467253 Jan 20 15:03:48.170505 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc937211-794d-49e3-931c-8b97c3ef8477 req-29d99c02-02c2-4e17-a6ca-aa91fc6cf165 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:48.171964 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cc937211-794d-49e3-931c-8b97c3ef8477 req-29d99c02-02c2-4e17-a6ca-aa91fc6cf165 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.0836816 Jan 20 15:03:48.222807 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cc937211-794d-49e3-931c-8b97c3ef8477 req-2effe218-4754-4d56-9e4a-d7fa0e9a74c4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f4d308d-26a1-4c3f-835f-b52fda96667f&id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441875 Jan 20 15:03:55.082914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:00.958672 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2d433b61-0c95-4396-9234-0793010994e5 req-e41c3a94-fa76-4676-8581-f10e29b1c6e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736001 Jan 20 15:04:01.104738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d433b61-0c95-4396-9234-0793010994e5 req-eec95ac0-9aa3-4c28-aae7-a2272f373a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:01.106213 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2d433b61-0c95-4396-9234-0793010994e5 req-eec95ac0-9aa3-4c28-aae7-a2272f373a03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b49f2ede17c44dc93055cac65dbc589&device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 1137 time: 0.0752549 Jan 20 15:04:01.270792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d433b61-0c95-4396-9234-0793010994e5 req-bbbb49c1-a367-478b-9934-900bb7071915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:01.272183 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2d433b61-0c95-4396-9234-0793010994e5 req-bbbb49c1-a367-478b-9934-900bb7071915 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24575822-d08e-4594-a9d4-523176a6f89e HTTP/1.1" status: 200 len: 916 time: 0.1465416 Jan 20 15:04:01.391704 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2d433b61-0c95-4396-9234-0793010994e5 req-8887e974-5a83-46a7-8355-d2367b257cf7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 1001 time: 0.1127331 Jan 20 15:04:01.460050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d433b61-0c95-4396-9234-0793010994e5 req-d07e2f85-cd99-42cb-920b-2862358f34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:01.461463 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2d433b61-0c95-4396-9234-0793010994e5 req-d07e2f85-cd99-42cb-920b-2862358f34a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73739c06-d4d0-4178-87ab-484949f74cf7 HTTP/1.1" status: 200 len: 854 time: 0.0642126 Jan 20 15:04:01.556772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d433b61-0c95-4396-9234-0793010994e5 req-288e26fb-9b98-493b-acc7-99e7e361a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:01.558304 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2d433b61-0c95-4396-9234-0793010994e5 req-288e26fb-9b98-493b-acc7-99e7e361a77c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24575822-d08e-4594-a9d4-523176a6f89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839155 Jan 20 15:04:01.707071 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2d433b61-0c95-4396-9234-0793010994e5 req-48877d51-2569-4d6c-8b3c-8aa0803c1ff0 service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385555 Jan 20 15:04:01.839293 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2d433b61-0c95-4396-9234-0793010994e5 req-3161327a-8ee9-4dd6-a869-2d4ed6a3150b service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290076 Jan 20 15:04:03.162802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-37278cea-03bc-49b1-8874-9bc79bc74ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:05.491940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c55ce78c-5394-4f65-8143-9f4c88748dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:05.702537 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:04:06.503581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:06.562619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:08.034998 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:21.639143 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-436e5022-d066-484a-b441-860a91be1290 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391213731&fields=id&tenant_id=0b49f2ede17c44dc93055cac65dbc589 HTTP/1.1" status: 200 len: 267 time: 0.0447235 Jan 20 15:04:21.749294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-bf9e321e-772c-4587-bb3c-568a5be30705 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:21.750812 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-bf9e321e-772c-4587-bb3c-568a5be30705 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 984 time: 0.1050899 Jan 20 15:04:21.762756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Request body: {'port': {'security_groups': ['af48a739-a286-4f3f-b642-307ab9174f2b']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:21.889765 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.156155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] For port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:22.185563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.192509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.205074 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:04:22.280939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:22.281647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.283656 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-13ce87a6-9f43-48f0-afaf-39036541d2db req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "PUT /v2.0/ports/2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 942 time: 0.5252759 Jan 20 15:04:22.283656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:04:22.290780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59122) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:22.323113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event updated for resources: {'Port': ['ID=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,revision_number=7']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:22.346714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.347066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.347405 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.347741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.348066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.348423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.348746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.349238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.349564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.349880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.350199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.350516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0ec6e-d805-47af-93b9-adc8178292d6 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.355481 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'status': 'completed', 'code': 200} Jan 20 15:04:22.371663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:04:22.431222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.457899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-a3eb9b19-7efb-4337-968e-af9beb3f109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:22.460035 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-a3eb9b19-7efb-4337-968e-af9beb3f109d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b49f2ede17c44dc93055cac65dbc589&device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 1098 time: 0.0867734 Jan 20 15:04:22.470804 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.560897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.595597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4d308d-26a1-4c3f-835f-b52fda96667f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:22.602830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e09fc3d0-b121-49cd-8a51-b07d335e6540 None None] Provisioning complete for port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:22.603202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3d0-b121-49cd-8a51-b07d335e6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.612314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.612877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.613466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.613959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.614489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.615011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.615553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.616073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.616623 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.617114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.617638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.618656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:22.628136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.633663 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e8a88f5b-f886-4faf-8c0f-0150f6da94d4 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "DELETE /v2.0/security-groups/5f4d308d-26a1-4c3f-835f-b52fda96667f HTTP/1.1" status: 204 len: 168 time: 0.3379340 Jan 20 15:04:22.634077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59126) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:22.731884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-ed7d901d-a95f-4043-93ff-2a2cddd6da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:22.733491 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-ed7d901d-a95f-4043-93ff-2a2cddd6da4e service neutron] 10.222.0.72 "GET /v2.0/networks?id=24575822-d08e-4594-a9d4-523176a6f89e HTTP/1.1" status: 200 len: 916 time: 0.2674458 Jan 20 15:04:22.858587 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-c4a453c3-0b38-4806-aeab-97eb96885779 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 1001 time: 0.1176035 Jan 20 15:04:22.936408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-28fdbe38-40a9-49d0-9851-4c12b851d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:22.938053 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-28fdbe38-40a9-49d0-9851-4c12b851d886 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73739c06-d4d0-4178-87ab-484949f74cf7 HTTP/1.1" status: 200 len: 854 time: 0.0708578 Jan 20 15:04:22.974228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Deleting port 94da3ca0-8072-4c72-b5a1-47fa9738a872 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:22.974709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.020880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-26c80bb2-d1e0-446f-b364-bf54ccad8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:23.022562 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-26c80bb2-d1e0-446f-b364-bf54ccad8546 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24575822-d08e-4594-a9d4-523176a6f89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780263 Jan 20 15:04:23.165770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.166642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.186555 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-f1eb7aac-11a7-42ef-a085-2409ac666dbe service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567931 Jan 20 15:04:23.296936 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Calling delete_port for 94da3ca0-8072-4c72-b5a1-47fa9738a872 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:04:23.326604 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3909b6e8-2b74-4179-aee2-0cba2008815d req-f7be6c3f-2797-45eb-b753-ff68ad0ca083 service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322188 Jan 20 15:04:23.465830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.512713 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event deleted for resources: {'Port': ['ID=94da3ca0-8072-4c72-b5a1-47fa9738a872,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:23.614792 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.615088 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Floating IP 8f61e7a6-322b-43e9-9b16-3720e96d02d0 disassociated (deleted). External IP: 172.26.0.204, port: 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4. Jan 20 15:04:23.976673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Router 141ae902-2867-479d-b95f-159b72b6ca0c has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:04:24.175671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:04:24.187278 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] Sync routers for ids ['141ae902-2867-479d-b95f-159b72b6ca0c'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:04:24.199738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.203087 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] Routers {'141ae902-2867-479d-b95f-159b72b6ca0c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:04:24.203702 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:04:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['141ae902-2867-479d-b95f-159b72b6ca0c'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:24.256776 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-10bdab70-d643-4d27-a0c8-e09f42b5900a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "DELETE /v2.0/floatingips/8f61e7a6-322b-43e9-9b16-3720e96d02d0 HTTP/1.1" status: 204 len: 168 time: 1.6194766 Jan 20 15:04:24.257133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:04:24.429883 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] Set router 141ae902-2867-479d-b95f-159b72b6ca0c gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:04:24.531332 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'status': 'completed', 'code': 200} Jan 20 15:04:24.656597 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275b8e-c666-4345-af99-cd61d86843cd req-24027f37-dc9f-4fc0-ba07-40828767fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:24.661454 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64275b8e-c666-4345-af99-cd61d86843cd req-24027f37-dc9f-4fc0-ba07-40828767fcab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b49f2ede17c44dc93055cac65dbc589&device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 1098 time: 0.0982172 Jan 20 15:04:24.843778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275b8e-c666-4345-af99-cd61d86843cd req-1c722520-8052-4097-a082-bff300dec88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:24.845245 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:24Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '289c6021-6ade-45d9-a202-5497f5d1c0ba', 'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'mac_address': 'fa:16:3e:f2:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:23Z', 'updated_at': '2022-01-20T15:02:31Z', 'revision_number': 5, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'subnets': [{'id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:24.845463 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64275b8e-c666-4345-af99-cd61d86843cd req-1c722520-8052-4097-a082-bff300dec88a service neutron] 10.222.0.72 "GET /v2.0/networks?id=24575822-d08e-4594-a9d4-523176a6f89e HTTP/1.1" status: 200 len: 916 time: 0.1766922 Jan 20 15:04:24.849355 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] Checking router: 141ae902-2867-479d-b95f-159b72b6ca0c for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:04:24.861832 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] Routers {'141ae902-2867-479d-b95f-159b72b6ca0c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:04:24.864505 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:04:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['141ae902-2867-479d-b95f-159b72b6ca0c'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:24.923188 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64275b8e-c666-4345-af99-cd61d86843cd req-84f14ca4-2af5-432c-9d8b-84dd7beec745 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 200 len: 217 time: 0.0709510 Jan 20 15:04:25.005563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275b8e-c666-4345-af99-cd61d86843cd req-a446693d-4ca4-4eb2-ad67-73ef376bde11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:25.006674 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64275b8e-c666-4345-af99-cd61d86843cd req-a446693d-4ca4-4eb2-ad67-73ef376bde11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=73739c06-d4d0-4178-87ab-484949f74cf7 HTTP/1.1" status: 200 len: 854 time: 0.0766094 Jan 20 15:04:25.078387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:25.100001 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] Set router 141ae902-2867-479d-b95f-159b72b6ca0c gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:04:25.102882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275b8e-c666-4345-af99-cd61d86843cd req-5e6bfa8a-d632-4fc3-a8c7-8c53889269e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:25.105404 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64275b8e-c666-4345-af99-cd61d86843cd req-5e6bfa8a-d632-4fc3-a8c7-8c53889269e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24575822-d08e-4594-a9d4-523176a6f89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914800 Jan 20 15:04:25.266563 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64275b8e-c666-4345-af99-cd61d86843cd req-d9bafaf5-cd30-4d0e-8634-d5efe49cde23 service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540682 Jan 20 15:04:25.426154 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-64275b8e-c666-4345-af99-cd61d86843cd req-fa00cbe4-8d1b-497f-9dbc-07d99062fc28 service neutron] 10.222.0.72 "GET /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526012 Jan 20 15:04:25.472145 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:24Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '289c6021-6ade-45d9-a202-5497f5d1c0ba', 'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'mac_address': 'fa:16:3e:f2:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:23Z', 'updated_at': '2022-01-20T15:02:31Z', 'revision_number': 5, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'subnets': [{'id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:25.476485 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec2c2f-73cb-4a96-8943-2c68e9f20806 None None] The sync data for ids ['141ae902-2867-479d-b95f-159b72b6ca0c'] in dv-neutron-825123-1-hyperv is: [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:02:24Z', 'revision_number': 4, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '289c6021-6ade-45d9-a202-5497f5d1c0ba', 'name': '', 'network_id': '24575822-d08e-4594-a9d4-523176a6f89e', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'mac_address': 'fa:16:3e:f2:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:23Z', 'updated_at': '2022-01-20T15:02:31Z', 'revision_number': 5, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'subnets': [{'id': '73739c06-d4d0-4178-87ab-484949f74cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:04:25.747109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4f10e3-50f7-43c6-8f5e-800bddb1f952 None None] New status for floating IP 8f61e7a6-322b-43e9-9b16-3720e96d02d0: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:04:29.978319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed261642-12f9-47fa-ba14-7a230bcc5cb6 req-5097003d-7340-43cc-a43b-fbf87db7c164 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:29.979878 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed261642-12f9-47fa-ba14-7a230bcc5cb6 req-5097003d-7340-43cc-a43b-fbf87db7c164 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 945 time: 0.0824046 Jan 20 15:04:30.038337 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed261642-12f9-47fa-ba14-7a230bcc5cb6 req-62d2f6a6-3314-4ecd-b0ac-e468e531ab8c tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512917 Jan 20 15:04:31.249057 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685eabd5-5a21-4a42-9bf2-27e00a3bb1b1 req-96e15509-35b0-4c73-b2b6-96ddedff1912 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:31.250092 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-685eabd5-5a21-4a42-9bf2-27e00a3bb1b1 req-96e15509-35b0-4c73-b2b6-96ddedff1912 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Synchronizing usage tracker for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:04:31.272521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-685eabd5-5a21-4a42-9bf2-27e00a3bb1b1 req-96e15509-35b0-4c73-b2b6-96ddedff1912 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Unset dirty status for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:04:31.273829 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-685eabd5-5a21-4a42-9bf2-27e00a3bb1b1 req-96e15509-35b0-4c73-b2b6-96ddedff1912 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 945 time: 0.1132820 Jan 20 15:04:31.331521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-685eabd5-5a21-4a42-9bf2-27e00a3bb1b1 req-f684a615-431c-4192-88aa-380254df1ade tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Synchronizing usage tracker for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:04:31.348990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-685eabd5-5a21-4a42-9bf2-27e00a3bb1b1 req-f684a615-431c-4192-88aa-380254df1ade tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Unset dirty status for tenant:0b49f2ede17c44dc93055cac65dbc589 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:04:31.350581 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-685eabd5-5a21-4a42-9bf2-27e00a3bb1b1 req-f684a615-431c-4192-88aa-380254df1ade tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/security-groups?id=af48a739-a286-4f3f-b642-307ab9174f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705607 Jan 20 15:04:31.548091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cec41-e622-4289-a714-3735040a9b13 req-37ef4716-48b6-4155-b654-9eedc7123865 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:31.550063 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-264cec41-e622-4289-a714-3735040a9b13 req-37ef4716-48b6-4155-b654-9eedc7123865 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 945 time: 0.0889854 Jan 20 15:04:31.627383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-264cec41-e622-4289-a714-3735040a9b13 req-5f714a97-0975-4320-a4da-f0596b74119a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Deleting port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:31.628070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-264cec41-e622-4289-a714-3735040a9b13 req-5f714a97-0975-4320-a4da-f0596b74119a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.058935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-264cec41-e622-4289-a714-3735040a9b13 req-5f714a97-0975-4320-a4da-f0596b74119a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] For port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:32.059713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-264cec41-e622-4289-a714-3735040a9b13 req-5f714a97-0975-4320-a4da-f0596b74119a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.190249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-264cec41-e622-4289-a714-3735040a9b13 req-5f714a97-0975-4320-a4da-f0596b74119a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Calling delete_port for 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:04:32.353101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-264cec41-e622-4289-a714-3735040a9b13 req-5f714a97-0975-4320-a4da-f0596b74119a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.365552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:04:32.409909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f714a97-0975-4320-a4da-f0596b74119a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Pushing event deleted for resources: {'Port': ['ID=2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:32.492455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-264cec41-e622-4289-a714-3735040a9b13 req-5f714a97-0975-4320-a4da-f0596b74119a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] No DVR routers for this DVR port 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:04:32.527070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-264cec41-e622-4289-a714-3735040a9b13 req-5f714a97-0975-4320-a4da-f0596b74119a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.529572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'name': 'network-vif-deleted', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:04:32.551357 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d644a497-a779-4e53-af5e-dbc35ee9d866 req-99d8b86f-284e-4e78-a5d3-28755be51a05 tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d2cf464-f568-4a89-9777-980f8c18b6aa HTTP/1.1" status: 200 len: 210 time: 0.0611153 Jan 20 15:04:32.560090 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-264cec41-e622-4289-a714-3735040a9b13 req-5f714a97-0975-4320-a4da-f0596b74119a tempest-TestMinimumBasicScenario-1497454786 tempest-TestMinimumBasicScenario-1497454786-project] 10.222.0.72 "DELETE /v2.0/ports/2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 HTTP/1.1" status: 204 len: 173 time: 1.0043886 Jan 20 15:04:32.592028 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2cf464-f568-4a89-9777-980f8c18b6aa', 'name': 'network-vif-deleted', 'tag': '2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4', 'status': 'completed', 'code': 200} Jan 20 15:04:33.161622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6f2214e2-225d-48c0-b643-3f9b5987eca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:34.269907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59214) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:34.834060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:35.089000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:04:35.124355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:04:35.124650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 2bd0bab5-6b5c-4dc7-8586-7ae00f39bdf4 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:04:35.346703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] Deleting port 289c6021-6ade-45d9-a202-5497f5d1c0ba {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:35.347321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:35.488664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-edd0fc85-219d-4893-81e2-33e545649838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:35.527956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] For port 289c6021-6ade-45d9-a202-5497f5d1c0ba, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=289c6021-6ade-45d9-a202-5497f5d1c0ba,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:35.528346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:35.670220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] Calling delete_port for 289c6021-6ade-45d9-a202-5497f5d1c0ba owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:04:36.019151 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:36.070587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] Pushing event deleted for resources: {'Port': ['ID=289c6021-6ade-45d9-a202-5497f5d1c0ba,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:36.372890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:36.501906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:36.579903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:36.911305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] Router 141ae902-2867-479d-b95f-159b72b6ca0c has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:04:37.152951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:04:37.164196 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] Sync routers for ids ['141ae902-2867-479d-b95f-159b72b6ca0c'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:04:37.171724 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f8ca282f-4b1c-4218-b3a6-3c152b4dd676 admin admin] 10.222.0.87 "PUT /v2.0/routers/141ae902-2867-479d-b95f-159b72b6ca0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9006386 Jan 20 15:04:37.175392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59228) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:37.176241 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] Routers {'141ae902-2867-479d-b95f-159b72b6ca0c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:04:37.177020 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:04:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['141ae902-2867-479d-b95f-159b72b6ca0c'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:37.380148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:37.423731 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] Set router 141ae902-2867-479d-b95f-159b72b6ca0c gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:04:37.608322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:37.619820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Deleting port 3db389df-2e02-482d-b228-99bbf7c0730d {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:37.620283 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:37.752295 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port': {'id': '3db389df-2e02-482d-b228-99bbf7c0730d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:21Z', 'updated_at': '2022-01-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:37.758398 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] Checking router: 141ae902-2867-479d-b95f-159b72b6ca0c for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:04:37.772332 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] Routers {'141ae902-2867-479d-b95f-159b72b6ca0c'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:04:37.773157 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:04:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['141ae902-2867-479d-b95f-159b72b6ca0c'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:37.836940 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] For port 3db389df-2e02-482d-b228-99bbf7c0730d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=3db389df-2e02-482d-b228-99bbf7c0730d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:37.837287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:37.939085 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] Set router 141ae902-2867-479d-b95f-159b72b6ca0c gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:04:37.966606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Calling delete_port for 3db389df-2e02-482d-b228-99bbf7c0730d owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:04:38.031986 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:38.054990 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:04:37Z', 'revision_number': 6, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:38.061146 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462350b-bacb-4a51-a7b6-9aacda80cc1d None None] The sync data for ids ['141ae902-2867-479d-b95f-159b72b6ca0c'] in dv-neutron-825123-1-hyperv is: [{'id': '141ae902-2867-479d-b95f-159b72b6ca0c', 'name': 'tempest-TestMinimumBasicScenario-1630657461-router', 'tenant_id': '0b49f2ede17c44dc93055cac65dbc589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:20Z', 'updated_at': '2022-01-20T15:04:37Z', 'revision_number': 6, 'project_id': '0b49f2ede17c44dc93055cac65dbc589', 'gw_port_host': None}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:04:38.207245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:38.256697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3db389df-2e02-482d-b228-99bbf7c0730d,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:38.498427 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:38.679560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:38.682697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:38.720047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:38.720608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 141ae902-2867-479d-b95f-159b72b6ca0c {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:04:38.735037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:38.736197 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-004d5896-7539-4984-b436-41f52cfd12ff admin admin] 10.222.0.87 "DELETE /v2.0/routers/141ae902-2867-479d-b95f-159b72b6ca0c HTTP/1.1" status: 204 len: 168 time: 1.5597293 Jan 20 15:04:38.739510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59232) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:38.801776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7da6289-06d4-490a-af74-42eae3cbdc9f admin admin] Deleting subnet 73739c06-d4d0-4178-87ab-484949f74cf7 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:04:38.805153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7da6289-06d4-490a-af74-42eae3cbdc9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:38.973992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7da6289-06d4-490a-af74-42eae3cbdc9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.065632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7da6289-06d4-490a-af74-42eae3cbdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.142008 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7da6289-06d4-490a-af74-42eae3cbdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.180928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da6289-06d4-490a-af74-42eae3cbdc9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73739c06-d4d0-4178-87ab-484949f74cf7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:39.185032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a7da6289-06d4-490a-af74-42eae3cbdc9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.190175 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07614d77-f4bc-4daa-ba15-ffc915529b57 None None] Network 24575822-d08e-4594-a9d4-523176a6f89e requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:04:39.191318 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a7da6289-06d4-490a-af74-42eae3cbdc9f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/73739c06-d4d0-4178-87ab-484949f74cf7 HTTP/1.1" status: 204 len: 168 time: 0.4504454 Jan 20 15:04:39.193938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59236) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:39.292929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 289c6021-6ade-45d9-a202-5497f5d1c0ba no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:04:39.320286 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.331275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Deleting port d3da2220-5b5c-4c04-8704-b34640a51cf6 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:39.331817 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.333865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 289c6021-6ade-45d9-a202-5497f5d1c0ba {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:04:39.334183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 289c6021-6ade-45d9-a202-5497f5d1c0ba not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:04:39.334603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3db389df-2e02-482d-b228-99bbf7c0730d no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:04:39.379072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 3db389df-2e02-482d-b228-99bbf7c0730d {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:04:39.379364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 3db389df-2e02-482d-b228-99bbf7c0730d not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:04:39.533743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] DHCP port deletion for 24575822-d08e-4594-a9d4-523176a6f89e request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:04:39.539266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] Deleting port d3da2220-5b5c-4c04-8704-b34640a51cf6 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:39.539638 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.551855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] For port d3da2220-5b5c-4c04-8704-b34640a51cf6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d3da2220-5b5c-4c04-8704-b34640a51cf6,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:39.552453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.682951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Calling delete_port for d3da2220-5b5c-4c04-8704-b34640a51cf6 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:04:39.765490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] For port d3da2220-5b5c-4c04-8704-b34640a51cf6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d3da2220-5b5c-4c04-8704-b34640a51cf6,segment=NetworkSegment(a17604a9-9a29-47a1-b08b-446ba7f1d9cb),segment_id=a17604a9-9a29-47a1-b08b-446ba7f1d9cb)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:39.765928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.771810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.823210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3da2220-5b5c-4c04-8704-b34640a51cf6,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:39.827564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] No DVR routers for this DVR port d3da2220-5b5c-4c04-8704-b34640a51cf6 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:04:39.895305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] Calling delete_port for d3da2220-5b5c-4c04-8704-b34640a51cf6 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:04:39.955021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:39.984835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24575822-d08e-4594-a9d4-523176a6f89e']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:39.999104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:39.999424 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17604a9-9a29-47a1-b08b-446ba7f1d9cb') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:40.023062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:40.026287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:04:40.026640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:04:40.044301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:40.052092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:04:40.052569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:04:40.067232 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:04:40.150120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:40.169599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:40.182565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=24575822-d08e-4594-a9d4-523176a6f89e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:40.196658 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-abae73ef-d073-4f7c-8bf2-c18ee4f1f3c2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/24575822-d08e-4594-a9d4-523176a6f89e HTTP/1.1" status: 204 len: 168 time: 1.0014727 Jan 20 15:04:40.199706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59240) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:40.528430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] Deleting port d3da2220-5b5c-4c04-8704-b34640a51cf6 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:40.528967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:40.597676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0f1101f7-658e-451e-9ab6-62b4f51a2513 None None] The port 'd3da2220-5b5c-4c04-8704-b34640a51cf6' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:04:40.875317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:41.237156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] Deleting port 437609a5-67b8-478b-93c4-4c1aa4816ca2 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:41.237497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:41.268914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d3da2220-5b5c-4c04-8704-b34640a51cf6 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:04:41.305964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: d3da2220-5b5c-4c04-8704-b34640a51cf6 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:04:41.306324 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d3da2220-5b5c-4c04-8704-b34640a51cf6 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:04:41.416075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] For port 437609a5-67b8-478b-93c4-4c1aa4816ca2, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=437609a5-67b8-478b-93c4-4c1aa4816ca2,segment=NetworkSegment(560b3bef-5212-4f7d-bdc8-f9ae4e53b1af),segment_id=560b3bef-5212-4f7d-bdc8-f9ae4e53b1af)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:41.416465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:41.543716 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] Calling delete_port for 437609a5-67b8-478b-93c4-4c1aa4816ca2 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:04:41.729642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:41.777018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] Pushing event deleted for resources: {'Port': ['ID=437609a5-67b8-478b-93c4-4c1aa4816ca2,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:42.169197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:42.542191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] Router 39571c16-0aac-4208-9399-1be2bb21bf85 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:04:42.702695 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:04:42.726845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:04:42.736152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] Sync routers for ids ['39571c16-0aac-4208-9399-1be2bb21bf85'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:04:42.746612 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-329470f7-7248-42e0-b292-5b2208b78abf admin admin] 10.222.0.87 "PUT /v2.0/routers/39571c16-0aac-4208-9399-1be2bb21bf85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5457296 Jan 20 15:04:42.749777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] Routers {'39571c16-0aac-4208-9399-1be2bb21bf85'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:04:42.750546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59244) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:42.750689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:04:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['39571c16-0aac-4208-9399-1be2bb21bf85'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:42.932572 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] Set router 39571c16-0aac-4208-9399-1be2bb21bf85 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:04:42.934235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:43.120461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:43.132041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Deleting port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:43.132477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:43.223226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'name': 'tempest-TestMinimumBasicScenario-159028712-router', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:04:41Z', 'revision_number': 5, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'gw_port': {'id': '266c2c8f-3afa-4de2-a8e0-0ca81928ee7e', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:43.228181 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] Checking router: 39571c16-0aac-4208-9399-1be2bb21bf85 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:04:43.240137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] Routers {'39571c16-0aac-4208-9399-1be2bb21bf85'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:04:43.240986 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:04:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['39571c16-0aac-4208-9399-1be2bb21bf85'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:43.317187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] For port 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=266c2c8f-3afa-4de2-a8e0-0ca81928ee7e,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:43.317837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:43.401696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] Set router 39571c16-0aac-4208-9399-1be2bb21bf85 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:04:43.513081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'name': 'tempest-TestMinimumBasicScenario-159028712-router', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:04:43Z', 'revision_number': 6, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:43.517528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9052080e-ffe3-4886-ab2a-f6c4e3a50dfd None None] The sync data for ids ['39571c16-0aac-4208-9399-1be2bb21bf85'] in dv-neutron-825123-1-hyperv is: [{'id': '39571c16-0aac-4208-9399-1be2bb21bf85', 'name': 'tempest-TestMinimumBasicScenario-159028712-router', 'tenant_id': 'd7603bd55a324186afed54c997ef7111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:02:27Z', 'updated_at': '2022-01-20T15:04:43Z', 'revision_number': 6, 'project_id': 'd7603bd55a324186afed54c997ef7111', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:04:43.582255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Calling delete_port for 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:04:43.756454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:43.812668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=266c2c8f-3afa-4de2-a8e0-0ca81928ee7e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:43.912682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.087382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.089812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.114918 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.115484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39571c16-0aac-4208-9399-1be2bb21bf85 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:04:44.128467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.129625 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5c3f6afb-4b36-4cfb-ba2f-a02fb8a797e5 admin admin] 10.222.0.87 "DELETE /v2.0/routers/39571c16-0aac-4208-9399-1be2bb21bf85 HTTP/1.1" status: 204 len: 168 time: 1.3781326 Jan 20 15:04:44.132474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59248) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:44.192381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f7aa2d-18ab-45cd-a362-7b84340d6ddd admin admin] Deleting subnet 362ce28c-9f35-49f1-bcea-4f412ef629e9 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:04:44.195524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-60f7aa2d-18ab-45cd-a362-7b84340d6ddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.252161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-60f7aa2d-18ab-45cd-a362-7b84340d6ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.337969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-60f7aa2d-18ab-45cd-a362-7b84340d6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.408625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-60f7aa2d-18ab-45cd-a362-7b84340d6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.451644 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7aa2d-18ab-45cd-a362-7b84340d6ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362ce28c-9f35-49f1-bcea-4f412ef629e9,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:44.455384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-60f7aa2d-18ab-45cd-a362-7b84340d6ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.464045 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-60f7aa2d-18ab-45cd-a362-7b84340d6ddd admin admin] 10.222.0.87 "DELETE /v2.0/subnets/362ce28c-9f35-49f1-bcea-4f412ef629e9 HTTP/1.1" status: 204 len: 168 time: 0.3282409 Jan 20 15:04:44.464259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5a74bb-ba2d-43a2-90fa-aa37abfe2716 None None] Network 8e030e69-5511-456f-b36f-dfef31ef25c6 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:04:44.464747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59252) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:44.584720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.597497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Deleting port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:44.598003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.725566 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592fed04-047c-4624-a5f0-cc44548890df None None] DHCP port deletion for 8e030e69-5511-456f-b36f-dfef31ef25c6 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:04:44.731279 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-592fed04-047c-4624-a5f0-cc44548890df None None] Deleting port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:44.731831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-592fed04-047c-4624-a5f0-cc44548890df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.823814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] For port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b4c3cebc-47cb-4ec4-b572-a5c8b79f064a,segment=NetworkSegment(560b3bef-5212-4f7d-bdc8-f9ae4e53b1af),segment_id=560b3bef-5212-4f7d-bdc8-f9ae4e53b1af)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:44.824164 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.958017 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Calling delete_port for b4c3cebc-47cb-4ec4-b572-a5c8b79f064a owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:04:45.050386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.098321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c3cebc-47cb-4ec4-b572-a5c8b79f064a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:45.105085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] No DVR routers for this DVR port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:04:45.123854 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-592fed04-047c-4624-a5f0-cc44548890df None None] For port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b4c3cebc-47cb-4ec4-b572-a5c8b79f064a,segment=NetworkSegment(560b3bef-5212-4f7d-bdc8-f9ae4e53b1af),segment_id=560b3bef-5212-4f7d-bdc8-f9ae4e53b1af)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:45.124496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-592fed04-047c-4624-a5f0-cc44548890df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.228814 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.264041 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e030e69-5511-456f-b36f-dfef31ef25c6']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:45.278168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:45.278517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560b3bef-5212-4f7d-bdc8-f9ae4e53b1af') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:45.290695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.308564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.316013 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:04:45.316502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.321103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:04:45.331177 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:04:45.368337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-592fed04-047c-4624-a5f0-cc44548890df None None] Calling delete_port for b4c3cebc-47cb-4ec4-b572-a5c8b79f064a owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:04:45.409560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.414296 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.447050 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e030e69-5511-456f-b36f-dfef31ef25c6,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:45.452548 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:04:45.452942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 266c2c8f-3afa-4de2-a8e0-0ca81928ee7e not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:04:45.453660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b4c3cebc-47cb-4ec4-b572-a5c8b79f064a no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:04:45.453983 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-821702fd-db8a-4387-8d3e-398540b77e91 admin admin] 10.222.0.87 "DELETE /v2.0/networks/8e030e69-5511-456f-b36f-dfef31ef25c6 HTTP/1.1" status: 204 len: 168 time: 0.9885709 Jan 20 15:04:45.511873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: b4c3cebc-47cb-4ec4-b572-a5c8b79f064a {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:04:45.512490 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b4c3cebc-47cb-4ec4-b572-a5c8b79f064a not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:04:45.512905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 437609a5-67b8-478b-93c4-4c1aa4816ca2 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:04:45.580452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 437609a5-67b8-478b-93c4-4c1aa4816ca2 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:04:45.580934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 437609a5-67b8-478b-93c4-4c1aa4816ca2 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:04:45.621871 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-592fed04-047c-4624-a5f0-cc44548890df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:04:45.622335 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-592fed04-047c-4624-a5f0-cc44548890df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:04:45.654513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59258) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:45.705045 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fe911172-141b-4f7f-a553-bb8cf4035d42 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0b49f2ede17c44dc93055cac65dbc589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490842 Jan 20 15:04:45.707418 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59262) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:45.772333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8279adcb-a587-49b3-a6c4-436a30e34771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.805692 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8279adcb-a587-49b3-a6c4-436a30e34771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.881118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8279adcb-a587-49b3-a6c4-436a30e34771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.899734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279adcb-a587-49b3-a6c4-436a30e34771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af48a739-a286-4f3f-b642-307ab9174f2b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:45.915076 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8279adcb-a587-49b3-a6c4-436a30e34771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:45.917043 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8279adcb-a587-49b3-a6c4-436a30e34771 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/af48a739-a286-4f3f-b642-307ab9174f2b HTTP/1.1" status: 204 len: 168 time: 0.2087140 Jan 20 15:04:46.124151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-592fed04-047c-4624-a5f0-cc44548890df None None] Deleting port b4c3cebc-47cb-4ec4-b572-a5c8b79f064a {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:04:46.124681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-592fed04-047c-4624-a5f0-cc44548890df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:46.193843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-592fed04-047c-4624-a5f0-cc44548890df None None] The port 'b4c3cebc-47cb-4ec4-b572-a5c8b79f064a' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:04:46.303115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59270) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:46.360336 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-80f525a8-af20-4246-9f27-7c90fbdc9f07 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d7603bd55a324186afed54c997ef7111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556164 Jan 20 15:04:46.363361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59274) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:46.428242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-053a7da6-6718-4442-9fa4-dbd9482f0b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:46.459869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-053a7da6-6718-4442-9fa4-dbd9482f0b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:46.517999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-053a7da6-6718-4442-9fa4-dbd9482f0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:46.533484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a7da6-6718-4442-9fa4-dbd9482f0b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea40d329-8c99-45d7-b93f-9c04579a00d7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:46.541396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-053a7da6-6718-4442-9fa4-dbd9482f0b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:46.544507 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-053a7da6-6718-4442-9fa4-dbd9482f0b02 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ea40d329-8c99-45d7-b93f-9c04579a00d7 HTTP/1.1" status: 204 len: 168 time: 0.1799865 Jan 20 15:04:48.445252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59316) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:48.450782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558657254', 'description': 'tempest-secgroup-smoke-1558657254 description', 'project_id': '8ba274843fca4769bb9ee82752f65295'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:48.457427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:48.461294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:48.465118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:48.472430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:48.483118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.496499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.512455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:48.517034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:48.519972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:48.525891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:48.621252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.626675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.639345 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:48.647305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:48.656105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:48.666691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:48.670427 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d79554-16e7-4824-9502-e79bb35dad22,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:48.742293 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.747493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.788789 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb02e0c0-7a25-4b2c-8791-645847c24630,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:48.793796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.795113 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-117611aa-7ab4-4933-81c9-f15f220b8e21 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3486805 Jan 20 15:04:48.799034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59320) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:48.804548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': 'fb02e0c0-7a25-4b2c-8791-645847c24630', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:48.810909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:48.814898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:48.818228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:48.824192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:48.846563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.910758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.916045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.940891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bafa4d0-c313-4535-86df-da688f134196,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:48.950592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.951820 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-989c0650-f9b0-4b39-8c8a-1baad9edb829 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515012 Jan 20 15:04:48.954636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59324) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:48.959755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': 'fb02e0c0-7a25-4b2c-8791-645847c24630', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:48.965901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:48.969931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:48.972872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:48.978658 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:48.996882 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.063334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.068724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.096397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7636171-5437-4b64-bff5-651aaa1b07ea,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:49.104586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.108527 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a94bd51d-f743-4a27-a5e5-fbef5eac25e3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502974 Jan 20 15:04:49.108710 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59328) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:49.113910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': 'fb02e0c0-7a25-4b2c-8791-645847c24630', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:49.120800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:49.125210 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:49.128182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:49.134082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:49.153364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.224135 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.229238 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.257184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b9f98f-883e-4a40-bd6f-f47cf868fc21,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:49.269827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.271172 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a86cc286-0d2c-47bc-8e65-c2958641ea8d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615152 Jan 20 15:04:49.274103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59332) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:49.279244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': 'fb02e0c0-7a25-4b2c-8791-645847c24630', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:49.285955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:49.290192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:49.293313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:49.299739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:49.320504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.386665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.391342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.414244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952d2e64-5937-4ed2-ac5a-44f75a9796ed,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:49.425438 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.426650 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8b5e676e-5edb-4d4b-8680-7f23d80b0052 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514900 Jan 20 15:04:49.429680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59336) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:49.434706 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': 'fb02e0c0-7a25-4b2c-8791-645847c24630', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:49.440932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:49.444726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:49.447759 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:49.453609 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:49.465617 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Project 8ba274843fca4769bb9ee82752f65295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:04:49.473281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.546389 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.553175 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.579747 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d04511-3aa9-4b80-bb23-d90cbe981ab8,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:49.590188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.591359 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-915c63fe-4eb1-432d-8acc-90dcf06022eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607742 Jan 20 15:04:49.594344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59340) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:49.599654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': 'fb02e0c0-7a25-4b2c-8791-645847c24630', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:49.605867 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:49.609850 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:49.612832 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:49.619003 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:49.730398 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Project 8ba274843fca4769bb9ee82752f65295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:04:49.737536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.800042 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.805090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.829859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf824ce4-a8cd-4383-94f6-6d85fc1fdec4,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:49.841053 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.842278 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-2a7319d8-93ec-4c32-a109-bad258fefa30 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2469985 Jan 20 15:04:49.846902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59344) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:49.852809 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'network': {'name': 'tempest-network-smoke--1680830374', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'port_security_enabled': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:49.858365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:49.862291 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:network and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:49.865266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:49.871313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:49.883149 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:04:49.889228 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.935470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:04:49.947501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:49.948055 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Added segment f9e518de-9ace-4320-9624-8cf3238d01f8 of type vlan for network 8fcedbda-2052-4158-b161-05c1b2970e2d Jan 20 15:04:49.978219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:50.010206 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:50.015720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:50.016459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:50.113658 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2655551 Jan 20 15:04:50.116896 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59348) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:50.122275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'admin_state_up': True, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:50.126283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955574a4-da03-4b46-8a6b-e413c2993183 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Network': ['ID=8fcedbda-2052-4158-b161-05c1b2970e2d,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:50.130463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:50.136965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 8fcedbda-2052-4158-b161-05c1b2970e2d details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:04:50.141288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:router and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:50.144714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:50.152065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:50.164109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:50.165254 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:50.182183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:50.458645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:50.775336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:50.813344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:51.103640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.26.0.72 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/88ba1d86-1e17-4dc9-bf91-0b68080df94a) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:04:51.269339 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:51.301229 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:51.373024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:04:51.376079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:51.379902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:04:51.410072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=88ba1d86-1e17-4dc9-bf91-0b68080df94a,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:51.827920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:52.204459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:52.422907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:04:52.740541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:04:52.752343 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Sync routers for ids ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:04:52.765765 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Routers {'7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:04:52.766288 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:04:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:52.770698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:52.773301 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-40625e3e-eb4f-4996-80bd-cde558993dc4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6550074 Jan 20 15:04:52.776939 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59354) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:52.942622 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-91b30a59-6073-49f6-b45f-e84e5825eaab tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=8ba274843fca4769bb9ee82752f65295&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1644537 Jan 20 15:04:52.945756 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59360) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:52.965526 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Set router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:04:53.105340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec3dcb-fdbd-486f-8da0-7b9cba82300e tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:53.107589 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f6ec3dcb-fdbd-486f-8da0-7b9cba82300e tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601408 Jan 20 15:04:53.111600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59364) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:53.153708 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bebe6336-22e9-4148-8569-0670c402c8a5 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411811 Jan 20 15:04:53.157498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59368) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:53.163662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-714261486', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:04:53.294539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:53.298743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:subnet and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:53.301678 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:51Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:53.302338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:53.306310 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Checking router: 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:04:53.306650 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Updating router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 port 88ba1d86-1e17-4dc9-bf91-0b68080df94a binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:04:53.310912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:53.324766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:04:53.328980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:53.361207 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:53.585529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:53.675077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Subnet': ['ID=edd4dfaa-787e-48e4-9330-4778d362eab5,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:53.683642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Checking segment: {'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:04:53.684082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network hostable DHCP agents. Network: 8fcedbda-2052-4158-b161-05c1b2970e2d, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:04:53.709190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 8fcedbda-2052-4158-b161-05c1b2970e2d is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:04:53.724145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 8fcedbda-2052-4158-b161-05c1b2970e2d) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:53.733480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:53.734735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:53.736499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51373a19-7d69-43ab-aef1-f6135a77d462 None None] Network 8fcedbda-2052-4158-b161-05c1b2970e2d requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:04:53.773540 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-84b4479e-f0ff-49ac-89e3-0f13cc032022 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6145172 Jan 20 15:04:53.777341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59372) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:53.797956 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:53.811197 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Transition to ACTIVE for port object 88ba1d86-1e17-4dc9-bf91-0b68080df94a will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:53.819900 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:53.904877 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Pushing event updated for resources: {'Port': ['ID=88ba1d86-1e17-4dc9-bf91-0b68080df94a,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:53.908660 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Attempting to bind port 88ba1d86-1e17-4dc9-bf91-0b68080df94a on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:04:53.909019 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Attempting to bind port 88ba1d86-1e17-4dc9-bf91-0b68080df94a by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:04:53.909401 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Attempting to bind port 88ba1d86-1e17-4dc9-bf91-0b68080df94a on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:04:53.916586 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.916917 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.917855 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.917855 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.917855 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.918202 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.918487 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.918836 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.919152 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.919467 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.919784 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.920135 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:53.926616 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:04:53.927773 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:04:53.927773 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:53.927773 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:04:53.928276 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Bound port: 88ba1d86-1e17-4dc9-bf91-0b68080df94a, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:04:53.928681 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:54.026195 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] For port 88ba1d86-1e17-4dc9-bf91-0b68080df94a, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:04:54.029982 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] For port 88ba1d86-1e17-4dc9-bf91-0b68080df94a, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=88ba1d86-1e17-4dc9-bf91-0b68080df94a,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:04:54.036048 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:54.069878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-8fcedbda-2052-4158-b161-05c1b2970e2d', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:04:54.069878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:54.130857 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4914c88-ed99-40cd-acb8-91590995df2a None None] Pushing event updated for resources: {'Port': ['ID=88ba1d86-1e17-4dc9-bf91-0b68080df94a,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:54.137896 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Routers {'7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:04:54.138512 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:04:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:54.271201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Allocated IP 172.20.0.2 (8fcedbda-2052-4158-b161-05c1b2970e2d/edd4dfaa-787e-48e4-9330-4778d362eab5/f079c9bd-85ae-4390-99c5-aff11ecbb8b6) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:04:54.346336 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] Set router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:04:54.530802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:54.544763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Transition to ACTIVE for port object f079c9bd-85ae-4390-99c5-aff11ecbb8b6 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:54.577678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Transition to ACTIVE for port object f079c9bd-85ae-4390-99c5-aff11ecbb8b6 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:54.585842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:54.671011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Network 8fcedbda-2052-4158-b161-05c1b2970e2d is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:04:54.675041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:54.679046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:04:54.679734 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:51Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:54.684417 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d2145-d9f2-4052-be3f-838ecdca8c4a None None] The sync data for ids ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'] in dv-neutron-825123-1-hyperv is: [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:51Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:04:54.718610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Pushing event updated for resources: {'Port': ['ID=f079c9bd-85ae-4390-99c5-aff11ecbb8b6,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:54.771944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.772728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.772728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.772728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.773041 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.773401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.773801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.774008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.775216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.775216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.775648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.776034 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:54.804713 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Attempting to bind port f079c9bd-85ae-4390-99c5-aff11ecbb8b6 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:04:54.805102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Attempting to bind port f079c9bd-85ae-4390-99c5-aff11ecbb8b6 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:04:54.805493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Attempting to bind port f079c9bd-85ae-4390-99c5-aff11ecbb8b6 on network 8fcedbda-2052-4158-b161-05c1b2970e2d {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:04:54.813207 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:04:54.813578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Checking segment: {'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:04:54.814131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:54.814562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Bound using segment: {'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:04:54.815146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Bound port: f079c9bd-85ae-4390-99c5-aff11ecbb8b6, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:04:54.815539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:54.821091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:54.934684 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] For port f079c9bd-85ae-4390-99c5-aff11ecbb8b6, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:04:54.938070 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] For port f079c9bd-85ae-4390-99c5-aff11ecbb8b6, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f079c9bd-85ae-4390-99c5-aff11ecbb8b6,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:04:54.946770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:55.050857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd6b7d-d86b-4c7e-b1e8-c83dbba36c55 None None] Pushing event updated for resources: {'Port': ['ID=f079c9bd-85ae-4390-99c5-aff11ecbb8b6,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:55.098862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:55.363273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 88ba1d86-1e17-4dc9-bf91-0b68080df94a up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:55.391986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.20.0.1 (8fcedbda-2052-4158-b161-05c1b2970e2d/edd4dfaa-787e-48e4-9330-4778d362eab5/e4c21b09-3606-4c1f-a828-494f64f6250c) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:04:55.527695 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 88ba1d86-1e17-4dc9-bf91-0b68080df94a completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:55.535425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 88ba1d86-1e17-4dc9-bf91-0b68080df94a triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:55.535810 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:55.604891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:55.623002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Transition to ACTIVE for port object e4c21b09-3606-4c1f-a828-494f64f6250c will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:55.654386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:55.684416 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:55.708461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 88ba1d86-1e17-4dc9-bf91-0b68080df94a, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=88ba1d86-1e17-4dc9-bf91-0b68080df94a,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:55.714668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:55.748196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 8fcedbda-2052-4158-b161-05c1b2970e2d is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:04:55.752350 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:55.755096 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=e4c21b09-3606-4c1f-a828-494f64f6250c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:55.757661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:04:55.809090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=88ba1d86-1e17-4dc9-bf91-0b68080df94a,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:55.834162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:56.183016 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:56.344193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1f92a-b153-4b98-9b44-b46b4bc8d865 None None] Network 8fcedbda-2052-4158-b161-05c1b2970e2d requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:04:56.447104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ee85d125-6a1e-48e3-a9a2-528dc4adbcad None None] Provisioning for port f079c9bd-85ae-4390-99c5-aff11ecbb8b6 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:56.839775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:56.846031 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:56.911203 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4564574f-b48b-4a0a-89af-35b37e6ca5b7 None None] Provisioning for port e4c21b09-3606-4c1f-a828-494f64f6250c completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:56.918598 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4564574f-b48b-4a0a-89af-35b37e6ca5b7 None None] Provisioning complete for port e4c21b09-3606-4c1f-a828-494f64f6250c triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:56.919722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4564574f-b48b-4a0a-89af-35b37e6ca5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:56.988256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=e4c21b09-3606-4c1f-a828-494f64f6250c,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:56.992272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:57.013930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4564574f-b48b-4a0a-89af-35b37e6ca5b7 None None] Port e4c21b09-3606-4c1f-a828-494f64f6250c cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:04:57.139792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8d333aa8-0b79-49d9-9e8e-cd57b7d58c66 None None] Provisioning complete for port e4c21b09-3606-4c1f-a828-494f64f6250c triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:57.140231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8d333aa8-0b79-49d9-9e8e-cd57b7d58c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:57.152040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 8fcedbda-2052-4158-b161-05c1b2970e2d is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:04:57.153487 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:57.210146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8d333aa8-0b79-49d9-9e8e-cd57b7d58c66 None None] Port e4c21b09-3606-4c1f-a828-494f64f6250c cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:04:57.400481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:04:57.403073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 88ba1d86-1e17-4dc9-bf91-0b68080df94a up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:57.477091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 88ba1d86-1e17-4dc9-bf91-0b68080df94a triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:57.477389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:57.550849 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-283b951f-6789-4751-bdb2-d77c5af18685 None None] Provisioning complete for port e4c21b09-3606-4c1f-a828-494f64f6250c triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:57.551194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-283b951f-6789-4751-bdb2-d77c5af18685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:57.611911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:04:57.631467 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-097e75e5-eda6-4506-8b52-d9b8c1f4d10c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "PUT /v2.0/routers/7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8451765 Jan 20 15:04:57.637075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Sync routers for ids ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:04:57.667827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-283b951f-6789-4751-bdb2-d77c5af18685 None None] Port e4c21b09-3606-4c1f-a828-494f64f6250c cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:04:57.680934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Routers {'7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:04:57.681601 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:04:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:57.735013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f079c9bd-85ae-4390-99c5-aff11ecbb8b6 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:57.830785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-4c3898c7-4c5f-43b2-8cb9-857ab30a9cab tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:04:57.851881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-4c3898c7-4c5f-43b2-8cb9-857ab30a9cab tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:04:57.854024 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-4c3898c7-4c5f-43b2-8cb9-857ab30a9cab tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558657254&fields=id&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 267 time: 0.0720966 Jan 20 15:04:57.914995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port f079c9bd-85ae-4390-99c5-aff11ecbb8b6 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:57.927504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f079c9bd-85ae-4390-99c5-aff11ecbb8b6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:57.927772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:57.959344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Set router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:04:58.058276 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-4ab97732-9de4-4d7c-b124-bb5775277d8f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:58.058620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-4ab97732-9de4-4d7c-b124-bb5775277d8f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:04:58.085928 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-4ab97732-9de4-4d7c-b124-bb5775277d8f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:04:58.087799 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-4ab97732-9de4-4d7c-b124-bb5775277d8f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/networks?id=8fcedbda-2052-4158-b161-05c1b2970e2d HTTP/1.1" status: 200 len: 797 time: 0.2244813 Jan 20 15:04:58.106337 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-e91b5441-77a7-43f2-9bec-266763322d6c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/quotas/8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 375 time: 0.0114784 Jan 20 15:04:58.210498 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-dfb818f5-74f4-4d86-908a-7e5a8ab14420 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967896 Jan 20 15:04:58.372580 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-c8bc79b3-fae4-4e9d-8804-9413ae151a6f service neutron] 10.222.0.87 "GET /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467702 Jan 20 15:04:58.373618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:58.465378 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port f079c9bd-85ae-4390-99c5-aff11ecbb8b6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f079c9bd-85ae-4390-99c5-aff11ecbb8b6,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:04:58.470649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:58.531139 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-530243c8-8cd3-42b6-9f73-d5492cb9ea60 service neutron] 10.222.0.87 "GET /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499627 Jan 20 15:04:58.559223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=f079c9bd-85ae-4390-99c5-aff11ecbb8b6,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:58.569636 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:56Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e4c21b09-3606-4c1f-a828-494f64f6250c', 'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:85:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:55Z', 'updated_at': '2022-01-20T15:04:56Z', 'revision_number': 2, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:58.576662 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Checking router: 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:04:58.576940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Updating router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 port e4c21b09-3606-4c1f-a828-494f64f6250c binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:04:58.640767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:58.750736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-ac214983-a046-4cb2-85f4-3edb36215c24 req-571226ad-a51e-4a09-9b3b-bdab9861fdbe tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:04:58.778821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-ac214983-a046-4cb2-85f4-3edb36215c24 req-571226ad-a51e-4a09-9b3b-bdab9861fdbe tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:04:58.780446 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ac214983-a046-4cb2-85f4-3edb36215c24 req-571226ad-a51e-4a09-9b3b-bdab9861fdbe tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 210 time: 0.0877097 Jan 20 15:04:59.081956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:59.101960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Transition to ACTIVE for port object e4c21b09-3606-4c1f-a828-494f64f6250c will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:59.113262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:59.388193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f079c9bd-85ae-4390-99c5-aff11ecbb8b6 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:59.425371 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ec9b1-034f-4442-96b1-cab84d942b6e None None] Pushing event updated for resources: {'Port': ['ID=e4c21b09-3606-4c1f-a828-494f64f6250c,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:59.491829 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Attempting to bind port e4c21b09-3606-4c1f-a828-494f64f6250c on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:04:59.492194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Attempting to bind port e4c21b09-3606-4c1f-a828-494f64f6250c by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:04:59.492573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Attempting to bind port e4c21b09-3606-4c1f-a828-494f64f6250c on network 8fcedbda-2052-4158-b161-05c1b2970e2d {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:04:59.506775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:04:59.507050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Checking segment: {'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:04:59.507448 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:59.511785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Bound using segment: {'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:04:59.511785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Bound port: e4c21b09-3606-4c1f-a828-494f64f6250c, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:04:59.511785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:59.607501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port f079c9bd-85ae-4390-99c5-aff11ecbb8b6 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:59.607906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:59.713780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] For port e4c21b09-3606-4c1f-a828-494f64f6250c, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:04:59.720677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] For port e4c21b09-3606-4c1f-a828-494f64f6250c, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e4c21b09-3606-4c1f-a828-494f64f6250c,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:04:59.726583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:59.867412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Routers {'7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:04:59.868046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:04:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:59.922627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ec9b1-034f-4442-96b1-cab84d942b6e None None] Pushing event updated for resources: {'Port': ['ID=e4c21b09-3606-4c1f-a828-494f64f6250c,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:05:00.041475 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8873a38e-4f40-4f94-b840-e2ad42da07c1 req-9b984f50-3edf-4f65-9938-49f17590cf2f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 210 time: 0.0784829 Jan 20 15:05:00.136379 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] Set router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:05:00.552481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:56Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e4c21b09-3606-4c1f-a828-494f64f6250c', 'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:85:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:55Z', 'updated_at': '2022-01-20T15:04:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:05:00.556625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9b1a9-01eb-421c-acdf-ba93c3f70289 None None] The sync data for ids ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'] in dv-neutron-825123-1-hyperv is: [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:56Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e4c21b09-3606-4c1f-a828-494f64f6250c', 'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:85:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:55Z', 'updated_at': '2022-01-20T15:04:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:05:00.665633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-d71d2fda-78ec-49cb-b852-a5b355ebb018 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:00.668048 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-d71d2fda-78ec-49cb-b852-a5b355ebb018 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/networks?id=8fcedbda-2052-4158-b161-05c1b2970e2d HTTP/1.1" status: 200 len: 797 time: 0.1881764 Jan 20 15:05:00.731018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-af838be9-dc57-43fe-9f23-dedf755c3135 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 380 time: 0.0544155 Jan 20 15:05:00.739251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'port': {'device_id': '07371bd8-4250-4687-8048-155fb6b0d05f', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'admin_state_up': True, 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'security_groups': ['fb02e0c0-7a25-4b2c-8791-645847c24630']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:05:00.926426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:05:00.939059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:05:00.952076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:05:00.964007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:01.196741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.20.0.7 (8fcedbda-2052-4158-b161-05c1b2970e2d/edd4dfaa-787e-48e4-9330-4778d362eab5/9de6ccc5-784f-4b23-aab2-170f8889123f) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:05:01.292450 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ed15e4c-5ffb-49ec-b509-8bf280857606 req-e0ea3a32-13e8-4662-8325-10161d4c7bef tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 210 time: 0.0624630 Jan 20 15:05:01.355189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e4c21b09-3606-4c1f-a828-494f64f6250c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:05:01.437583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port e4c21b09-3606-4c1f-a828-494f64f6250c completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:05:01.444522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e4c21b09-3606-4c1f-a828-494f64f6250c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:05:01.444882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:01.569397 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:01.592725 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Transition to ACTIVE for port object 9de6ccc5-784f-4b23-aab2-170f8889123f will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:05:01.613073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:01.642616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:01.664764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port e4c21b09-3606-4c1f-a828-494f64f6250c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e4c21b09-3606-4c1f-a828-494f64f6250c,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:05:01.672752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:01.792685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=e4c21b09-3606-4c1f-a828-494f64f6250c,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:05:01.868385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 8fcedbda-2052-4158-b161-05c1b2970e2d is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:05:01.871651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:05:01.881182 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:05:01.920138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=9de6ccc5-784f-4b23-aab2-170f8889123f,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:05:01.961167 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:01.961998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:01.997427 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-82af3401-9660-4de2-9f59-627e9b7e0f5d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2616904 Jan 20 15:05:02.083641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Request body: {'port': {'device_id': '07371bd8-4250-4687-8048-155fb6b0d05f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:05:02.152670 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-aab4e4a1-89c5-4530-9151-3965a4d085ca None None] Provisioning for port 9de6ccc5-784f-4b23-aab2-170f8889123f completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:05:02.159588 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-aab4e4a1-89c5-4530-9151-3965a4d085ca None None] Provisioning complete for port 9de6ccc5-784f-4b23-aab2-170f8889123f triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:05:02.159978 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4a1-89c5-4530-9151-3965a4d085ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:02.222433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:02.225942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-aab4e4a1-89c5-4530-9151-3965a4d085ca None None] Port 9de6ccc5-784f-4b23-aab2-170f8889123f cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:05:02.554482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cf371-1715-4969-b227-8e81fe4a20e7 req-ff401fe0-df30-4d85-aec2-9fba8f88472c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:02.556546 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c54cf371-1715-4969-b227-8e81fe4a20e7 req-ff401fe0-df30-4d85-aec2-9fba8f88472c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 931 time: 0.1170077 Jan 20 15:05:02.614287 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c54cf371-1715-4969-b227-8e81fe4a20e7 req-e23135a8-fbef-4dd1-850b-1c03e4a42d9c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509114 Jan 20 15:05:02.651755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de6ccc5-784f-4b23-aab2-170f8889123f {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:05:02.659077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:02.674755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Transition to ACTIVE for port object 9de6ccc5-784f-4b23-aab2-170f8889123f will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:05:02.679814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:02.818361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Pushing event updated for resources: {'Port': ['ID=9de6ccc5-784f-4b23-aab2-170f8889123f,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:05:02.944506 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Attempting to bind port 9de6ccc5-784f-4b23-aab2-170f8889123f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:05:02.945449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Attempting to bind port 9de6ccc5-784f-4b23-aab2-170f8889123f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:05:02.945449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Attempting to bind port 9de6ccc5-784f-4b23-aab2-170f8889123f on network 8fcedbda-2052-4158-b161-05c1b2970e2d {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:05:02.950601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Port 9de6ccc5-784f-4b23-aab2-170f8889123f on network 8fcedbda-2052-4158-b161-05c1b2970e2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:05:02.950928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Attempting to bind port 9de6ccc5-784f-4b23-aab2-170f8889123f on network 8fcedbda-2052-4158-b161-05c1b2970e2d {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:05:02.958112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:05:02.958591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Checking segment: {'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:05:02.959080 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Bound using segment: {'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:05:02.959590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Bound port: 9de6ccc5-784f-4b23-aab2-170f8889123f, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e518de-9ace-4320-9624-8cf3238d01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:05:02.960088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:03.072741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] For port 9de6ccc5-784f-4b23-aab2-170f8889123f, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:05:03.076412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] For port 9de6ccc5-784f-4b23-aab2-170f8889123f, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9de6ccc5-784f-4b23-aab2-170f8889123f,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:05:03.082255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:03.150687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:03.151302 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:03.152888 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] 10.222.0.72 "PUT /v2.0/ports/9de6ccc5-784f-4b23-aab2-170f8889123f HTTP/1.1" status: 200 len: 1093 time: 1.1485491 Jan 20 15:05:03.153256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07371bd8-4250-4687-8048-155fb6b0d05f', 'tag': '9de6ccc5-784f-4b23-aab2-170f8889123f'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:05:03.187316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-23e47379-0154-4a53-801f-cca209e70250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:03.193735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b61c9-ca52-4c19-9a3d-ac0306bfafde service neutron] Pushing event updated for resources: {'Port': ['ID=9de6ccc5-784f-4b23-aab2-170f8889123f,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:05:03.314760 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07371bd8-4250-4687-8048-155fb6b0d05f', 'tag': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'status': 'completed', 'code': 200} Jan 20 15:05:03.321072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e4c21b09-3606-4c1f-a828-494f64f6250c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:05:03.325563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-e6b34dac-854c-476a-adb7-987354c34862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:03.327134 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-e6b34dac-854c-476a-adb7-987354c34862 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 1096 time: 0.1196561 Jan 20 15:05:03.404066 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e4c21b09-3606-4c1f-a828-494f64f6250c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:05:03.404653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:03.408082 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-269a8059-9169-4efd-8bca-5a9c54d4a550 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6ccc5-784f-4b23-aab2-170f8889123f HTTP/1.1" status: 200 len: 217 time: 0.0736055 Jan 20 15:05:03.477494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-08820a3b-acd7-4521-8c5a-b1246241facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:03.478919 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-08820a3b-acd7-4521-8c5a-b1246241facf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=edd4dfaa-787e-48e4-9330-4778d362eab5 HTTP/1.1" status: 200 len: 834 time: 0.0655589 Jan 20 15:05:03.572994 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d8c3516-8cb5-4b93-8bdd-f4f40f8ff6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:03.574518 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-5d8c3516-8cb5-4b93-8bdd-f4f40f8ff6cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8fcedbda-2052-4158-b161-05c1b2970e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879655 Jan 20 15:05:03.721767 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-6b3e1863-0240-4c8c-a75c-3f06335bcd62 service neutron] 10.222.0.72 "GET /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409478 Jan 20 15:05:03.825142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db774e2a-5cf8-4ff2-96fd-2f77072d9c8f req-d5d5ce00-0596-437a-94ca-5c6383bd49bf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:03.826971 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db774e2a-5cf8-4ff2-96fd-2f77072d9c8f req-d5d5ce00-0596-437a-94ca-5c6383bd49bf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 943 time: 0.0901012 Jan 20 15:05:03.865222 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-56c7c7e7-e18e-427c-9369-1319a778c4ce req-ae55392b-adc0-4758-b461-9ec14612de33 service neutron] 10.222.0.72 "GET /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375117 Jan 20 15:05:03.891320 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-db774e2a-5cf8-4ff2-96fd-2f77072d9c8f req-d7066464-c864-407b-93a4-711873fc075a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577633 Jan 20 15:05:04.014021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-45545754-6d29-4c5d-ac66-b6a686bdffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:04.015622 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-45545754-6d29-4c5d-ac66-b6a686bdffc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 1096 time: 0.0859237 Jan 20 15:05:04.291055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-22700f93-56c3-4a88-a9cc-50cdbd56c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:04.293006 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-22700f93-56c3-4a88-a9cc-50cdbd56c503 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8fcedbda-2052-4158-b161-05c1b2970e2d HTTP/1.1" status: 200 len: 898 time: 0.2709613 Jan 20 15:05:04.367793 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-2fab4dec-68e9-4a24-9c6f-7af52ecabc91 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6ccc5-784f-4b23-aab2-170f8889123f HTTP/1.1" status: 200 len: 217 time: 0.0683050 Jan 20 15:05:04.433415 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-9c717386-a127-45a5-8326-86bac72171cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:04.434889 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-9c717386-a127-45a5-8326-86bac72171cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=edd4dfaa-787e-48e4-9330-4778d362eab5 HTTP/1.1" status: 200 len: 834 time: 0.0612569 Jan 20 15:05:04.518685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-71bd9679-cdae-432e-8cae-7296f9b8a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:04.520198 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-71bd9679-cdae-432e-8cae-7296f9b8a3eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8fcedbda-2052-4158-b161-05c1b2970e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788245 Jan 20 15:05:04.669764 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-6d3cad2c-6105-4b4f-86ec-20ff645e3768 service neutron] 10.222.0.72 "GET /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411150 Jan 20 15:05:04.814430 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2207633e-e213-43ca-97c5-3254cd10bac5 req-d00a1cfe-6613-40fc-972d-40ee97ba4cd5 service neutron] 10.222.0.72 "GET /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377230 Jan 20 15:05:05.113335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9736723-0f50-42fd-ad26-36abbbd633fc req-d99c7a8d-ce05-40f6-93a8-5e99c0ec20c5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:05.114075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f9736723-0f50-42fd-ad26-36abbbd633fc req-d99c7a8d-ce05-40f6-93a8-5e99c0ec20c5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:05:05.132861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f9736723-0f50-42fd-ad26-36abbbd633fc req-d99c7a8d-ce05-40f6-93a8-5e99c0ec20c5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:05:05.134655 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f9736723-0f50-42fd-ad26-36abbbd633fc req-d99c7a8d-ce05-40f6-93a8-5e99c0ec20c5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 943 time: 0.1181927 Jan 20 15:05:05.195159 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f9736723-0f50-42fd-ad26-36abbbd633fc req-9cebada9-aa4d-4653-a48a-797389704ce4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530567 Jan 20 15:05:05.488757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9a4bf1a6-4544-4648-b248-55a3ff3cfd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:06.407301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f41284-491a-49b7-95c5-597e2e26cad0 req-611bee28-aee0-41e3-8ba6-462c36e2d260 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:06.409222 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-53f41284-491a-49b7-95c5-597e2e26cad0 req-611bee28-aee0-41e3-8ba6-462c36e2d260 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 943 time: 0.0946169 Jan 20 15:05:06.459340 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-53f41284-491a-49b7-95c5-597e2e26cad0 req-9d65b0ea-9619-4eac-be11-9058f2756eb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437775 Jan 20 15:05:06.511394 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:06.570560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:07.244758 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 9de6ccc5-784f-4b23-aab2-170f8889123f details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:05:07.387434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 9de6ccc5-784f-4b23-aab2-170f8889123f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9de6ccc5-784f-4b23-aab2-170f8889123f,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:05:07.401986 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'port_id': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'mac_address': 'fa:16:3e:10:5b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:05:07.462641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:07.481690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de6ccc5-784f-4b23-aab2-170f8889123f {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:05:07.500231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 9de6ccc5-784f-4b23-aab2-170f8889123f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9de6ccc5-784f-4b23-aab2-170f8889123f,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:05:07.506475 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:07.581025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=9de6ccc5-784f-4b23-aab2-170f8889123f,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:05:07.673300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec5734-ac8f-4488-8ad7-0cb0daa7d499 req-8cab0aeb-0f71-4a6f-91f3-af2075a2f4bb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:07.675101 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-98ec5734-ac8f-4488-8ad7-0cb0daa7d499 req-8cab0aeb-0f71-4a6f-91f3-af2075a2f4bb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 944 time: 0.0968463 Jan 20 15:05:07.727478 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-98ec5734-ac8f-4488-8ad7-0cb0daa7d499 req-45649261-6451-4ac8-aef7-a86eee73f3f9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461230 Jan 20 15:05:07.754381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['9de6ccc5-784f-4b23-aab2-170f8889123f'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:05:08.045157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:08.927835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e74870-e3b3-4de2-8206-7c518369e7fa req-f6e7703b-2675-42e5-9ea9-4cee00a16e05 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:08.929384 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-05e74870-e3b3-4de2-8206-7c518369e7fa req-f6e7703b-2675-42e5-9ea9-4cee00a16e05 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 944 time: 0.0860744 Jan 20 15:05:08.974814 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-05e74870-e3b3-4de2-8206-7c518369e7fa req-4def76ae-a05c-4fc5-855d-b2879178e4dd tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396485 Jan 20 15:05:09.252576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 9de6ccc5-784f-4b23-aab2-170f8889123f up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:05:09.341390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 9de6ccc5-784f-4b23-aab2-170f8889123f completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:05:09.346832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 9de6ccc5-784f-4b23-aab2-170f8889123f triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:05:09.347208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:09.509315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:09.540882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07371bd8-4250-4687-8048-155fb6b0d05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de6ccc5-784f-4b23-aab2-170f8889123f'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:05:09.551520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 9de6ccc5-784f-4b23-aab2-170f8889123f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9de6ccc5-784f-4b23-aab2-170f8889123f,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:05:09.557219 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:09.625589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=9de6ccc5-784f-4b23-aab2-170f8889123f,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:05:09.652752 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07371bd8-4250-4687-8048-155fb6b0d05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'code': 200} Jan 20 15:05:09.892694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee4c1e-c6c6-4472-a402-b4df7bc7b0e5 req-f4074ef5-a37d-4944-8b4d-92a3f514fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:09.894139 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0ee4c1e-c6c6-4472-a402-b4df7bc7b0e5 req-f4074ef5-a37d-4944-8b4d-92a3f514fd13 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 1098 time: 0.0744569 Jan 20 15:05:09.941253 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f0ee4c1e-c6c6-4472-a402-b4df7bc7b0e5 req-02f93b18-7386-4be4-9b4a-b71216c5a877 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Jan 20 15:05:10.180513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d311ea-8b58-4373-a771-abed307d800d req-22ba6119-cbaf-40ee-9c5a-d732b9b81e2f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:10.182773 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d7d311ea-8b58-4373-a771-abed307d800d req-22ba6119-cbaf-40ee-9c5a-d732b9b81e2f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0973775 Jan 20 15:05:10.232648 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d7d311ea-8b58-4373-a771-abed307d800d req-292932d3-2544-4e26-8075-5d9d9a450a75 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436158 Jan 20 15:05:11.439157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150a83f-9204-442c-80cb-dbc5f1f06b5b req-6bf04f2a-d720-4a84-91b6-e4921ce1c1b8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:11.440752 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e150a83f-9204-442c-80cb-dbc5f1f06b5b req-6bf04f2a-d720-4a84-91b6-e4921ce1c1b8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0902646 Jan 20 15:05:11.493686 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e150a83f-9204-442c-80cb-dbc5f1f06b5b req-8f902f6e-1aa8-4224-9edc-5805c33c5ed7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469234 Jan 20 15:05:11.711405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80857280-ac21-47e9-bf25-812badad0530 req-d9183b6d-d22e-4c3c-be4e-8f8ad16a86c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:11.713330 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-80857280-ac21-47e9-bf25-812badad0530 req-d9183b6d-d22e-4c3c-be4e-8f8ad16a86c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.1073761 Jan 20 15:05:11.763858 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-80857280-ac21-47e9-bf25-812badad0530 req-93a9b687-0a4f-4817-8d01-75bc3949fafe tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437865 Jan 20 15:05:11.791015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59440) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:05:11.872758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7ecb7-43df-437d-a96b-63717d01a5a8 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:11.874473 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-03f7ecb7-43df-437d-a96b-63717d01a5a8 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 1093 time: 0.0823102 Jan 20 15:05:11.877611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59444) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:05:11.883270 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:05:11.889950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:05:11.894264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:floatingip and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:05:11.897671 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:05:11.904817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:05:11.917646 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:12.081901 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:12.412200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.26.0.154 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/66a66a04-e2ad-4808-a6c0-335c976fc072) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:05:12.589426 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:12.636351 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:12.739094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:05:12.742002 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:05:12.748607 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:05:12.775998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=66a66a04-e2ad-4808-a6c0-335c976fc072,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:05:13.235549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:13.325926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:13.547458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:13.553225 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:13.661840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=66a66a04-e2ad-4808-a6c0-335c976fc072,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:05:13.671793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:13.850236 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Floating IP 3ba98f53-599d-4758-a81c-c533a9ba3d76 associated. External IP: 172.26.0.154, port: 9de6ccc5-784f-4b23-aab2-170f8889123f. Jan 20 15:05:14.325612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:05:14.505144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:05:14.515743 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] Sync routers for ids ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:05:14.526547 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] Routers {'7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:05:14.527234 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:05:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:05:14.531906 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:14.595518 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e8de5c6f-69c6-4384-92e4-6cdad403fb47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7163205 Jan 20 15:05:14.596071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07371bd8-4250-4687-8048-155fb6b0d05f', 'tag': '9de6ccc5-784f-4b23-aab2-170f8889123f'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:05:14.655871 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07371bd8-4250-4687-8048-155fb6b0d05f', 'tag': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'status': 'completed', 'code': 200} Jan 20 15:05:14.721995 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] Set router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:05:14.807091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c523f-f75e-4c69-aefb-44f67347afde req-98a97487-09ca-4ac7-ba41-77b16ff79425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:14.808849 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-263c523f-f75e-4c69-aefb-44f67347afde req-98a97487-09ca-4ac7-ba41-77b16ff79425 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 1098 time: 0.1318958 Jan 20 15:05:14.853268 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79df3c-08d4-411e-b86d-18891764ffa6 req-93dc1227-1856-41fe-a3d2-09bee5c0b465 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:14.854837 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fa79df3c-08d4-411e-b86d-18891764ffa6 req-93dc1227-1856-41fe-a3d2-09bee5c0b465 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.1430538 Jan 20 15:05:14.981881 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fa79df3c-08d4-411e-b86d-18891764ffa6 req-d4d5c69d-6e15-4686-900a-6032031bc3a1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844710 Jan 20 15:05:15.002193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c523f-f75e-4c69-aefb-44f67347afde req-4c423570-4835-4d9f-bc0a-ecc534d8d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:15.003697 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-263c523f-f75e-4c69-aefb-44f67347afde req-4c423570-4835-4d9f-bc0a-ecc534d8d237 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8fcedbda-2052-4158-b161-05c1b2970e2d HTTP/1.1" status: 200 len: 898 time: 0.1873355 Jan 20 15:05:15.007955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59452) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:05:15.095995 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:56Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '3ba98f53-599d-4758-a81c-c533a9ba3d76', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'port_id': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'mac_address': 'fa:16:3e:10:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07371bd8-4250-4687-8048-155fb6b0d05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:05:13Z', 'updated_at': '2022-01-20T15:05:13Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c21b09-3606-4c1f-a828-494f64f6250c', 'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:85:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:55Z', 'updated_at': '2022-01-20T15:05:01Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:05:15.099951 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] Checking router: 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:05:15.109243 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] Routers {'7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:05:15.109785 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:05:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:05:15.127904 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6041c72f-5a96-4f85-b836-13a7878a112b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/3ba98f53-599d-4758-a81c-c533a9ba3d76 HTTP/1.1" status: 200 len: 991 time: 0.1174250 Jan 20 15:05:15.195513 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-263c523f-f75e-4c69-aefb-44f67347afde req-602f327a-0a6b-40d8-a4bb-8a51c5f01f44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6ccc5-784f-4b23-aab2-170f8889123f HTTP/1.1" status: 200 len: 999 time: 0.1821411 Jan 20 15:05:15.264787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c523f-f75e-4c69-aefb-44f67347afde req-035cb5d4-8abc-46a0-aa64-87c9b9535b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:15.266297 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-263c523f-f75e-4c69-aefb-44f67347afde req-035cb5d4-8abc-46a0-aa64-87c9b9535b7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=edd4dfaa-787e-48e4-9330-4778d362eab5 HTTP/1.1" status: 200 len: 834 time: 0.0653908 Jan 20 15:05:15.343820 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] Set router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:05:15.351349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c523f-f75e-4c69-aefb-44f67347afde req-7f9e2725-bc95-4e46-9895-0deb4d25a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:15.352900 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-263c523f-f75e-4c69-aefb-44f67347afde req-7f9e2725-bc95-4e46-9895-0deb4d25a471 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8fcedbda-2052-4158-b161-05c1b2970e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741467 Jan 20 15:05:15.617676 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-263c523f-f75e-4c69-aefb-44f67347afde req-59568eda-5385-48bc-a4f4-0091f8131564 service neutron] 10.222.0.72 "GET /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585578 Jan 20 15:05:15.699769 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:56Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '3ba98f53-599d-4758-a81c-c533a9ba3d76', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'port_id': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'mac_address': 'fa:16:3e:10:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07371bd8-4250-4687-8048-155fb6b0d05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:05:13Z', 'updated_at': '2022-01-20T15:05:13Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c21b09-3606-4c1f-a828-494f64f6250c', 'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:85:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:55Z', 'updated_at': '2022-01-20T15:05:01Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:05:15.704052 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef700455-da25-4fd7-b0d6-f34c87273245 None None] The sync data for ids ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'] in dv-neutron-825123-1-hyperv is: [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:56Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '3ba98f53-599d-4758-a81c-c533a9ba3d76', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'port_id': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'mac_address': 'fa:16:3e:10:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07371bd8-4250-4687-8048-155fb6b0d05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:05:13Z', 'updated_at': '2022-01-20T15:05:13Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c21b09-3606-4c1f-a828-494f64f6250c', 'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:85:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:55Z', 'updated_at': '2022-01-20T15:05:01Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:05:15.758721 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-263c523f-f75e-4c69-aefb-44f67347afde req-8459e9e5-7c36-4e08-9730-d5ed9dc396b1 service neutron] 10.222.0.72 "GET /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346319 Jan 20 15:05:15.929286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3a6c6-19bd-4bb4-a97f-7a968b0ea631 None None] New status for floating IP 3ba98f53-599d-4758-a81c-c533a9ba3d76: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:05:16.130455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59456) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:05:16.244183 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eca3d6ec-e133-4cb9-a79a-fb0b5f9c9c67 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/3ba98f53-599d-4758-a81c-c533a9ba3d76 HTTP/1.1" status: 200 len: 993 time: 0.1126127 Jan 20 15:05:19.701932 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:05:25.108884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:33.156725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c428d05-1736-4764-bb08-6b531d8112df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:35.483965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0017842b-26e5-44e1-8e59-f8650859e5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:36.506059 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:36.569555 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:38.035937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:47.928496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b881b22-4b6b-437e-8cb8-a91706d5c53a req-c35703d2-f901-4ef8-bf0e-6dcec1cf2cfb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:47.930560 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9b881b22-4b6b-437e-8cb8-a91706d5c53a req-c35703d2-f901-4ef8-bf0e-6dcec1cf2cfb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0857008 Jan 20 15:05:47.977344 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9b881b22-4b6b-437e-8cb8-a91706d5c53a req-7c0975d8-061e-4120-b80e-39d8bb3b0428 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407965 Jan 20 15:05:49.175235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404b579-182d-4c7f-a9b6-8c4680754e96 req-3e5c5ef1-0fbd-4db0-9d8c-e963959b0f04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:49.176937 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5404b579-182d-4c7f-a9b6-8c4680754e96 req-3e5c5ef1-0fbd-4db0-9d8c-e963959b0f04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0861638 Jan 20 15:05:49.231525 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5404b579-182d-4c7f-a9b6-8c4680754e96 req-58517c2a-2a5b-4638-b835-8e134e270675 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488076 Jan 20 15:05:49.257116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59478) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:05:49.363613 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1534634e-f68f-4951-aec4-02fe1c7e2d10 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/3ba98f53-599d-4758-a81c-c533a9ba3d76 HTTP/1.1" status: 200 len: 993 time: 0.1061504 Jan 20 15:05:50.857500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20438314-8148-4d4a-a925-f589f5c6bf72 req-1d429a69-f244-400d-b17a-b4f5535b7ace tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:50.858970 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-20438314-8148-4d4a-a925-f589f5c6bf72 req-1d429a69-f244-400d-b17a-b4f5535b7ace tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0908742 Jan 20 15:05:50.904694 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-20438314-8148-4d4a-a925-f589f5c6bf72 req-30e9562f-3b6d-4d4d-9e06-9bdcdb72116c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 Jan 20 15:05:52.107087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c6014-b001-49cf-9250-157c20e765e4 req-f910e4d1-71ed-4316-8727-d157a0e4ebd5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:52.108742 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-536c6014-b001-49cf-9250-157c20e765e4 req-f910e4d1-71ed-4316-8727-d157a0e4ebd5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0887735 Jan 20 15:05:52.163833 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-536c6014-b001-49cf-9250-157c20e765e4 req-913e9322-8323-43d1-8216-22a734b2b68a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490272 Jan 20 15:05:53.363274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a204ea-ccbd-421d-a39f-3bcdb4879663 req-94e93083-f00b-4af6-a342-8d598c38db22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:53.364647 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-90a204ea-ccbd-421d-a39f-3bcdb4879663 req-94e93083-f00b-4af6-a342-8d598c38db22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0921535 Jan 20 15:05:53.411156 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-90a204ea-ccbd-421d-a39f-3bcdb4879663 req-503f79c4-78dd-474a-b2f9-4e14e226b37c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406284 Jan 20 15:05:54.605553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a558bc-8dc8-4922-a056-dde5e3788bf3 req-84c977a3-7f5e-42bc-9009-0586f32da4c4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:54.607079 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-95a558bc-8dc8-4922-a056-dde5e3788bf3 req-84c977a3-7f5e-42bc-9009-0586f32da4c4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0833378 Jan 20 15:05:54.653471 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-95a558bc-8dc8-4922-a056-dde5e3788bf3 req-b6f319fc-5b63-4ea6-aa57-5bff63e77525 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403707 Jan 20 15:05:55.099506 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:55.859539 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588ebaa-fe93-4a90-9654-6c79a9c9ca99 req-d0abefae-b852-4dec-81ee-ba23f498a57c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:55.861124 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2588ebaa-fe93-4a90-9654-6c79a9c9ca99 req-d0abefae-b852-4dec-81ee-ba23f498a57c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0905454 Jan 20 15:05:55.911634 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2588ebaa-fe93-4a90-9654-6c79a9c9ca99 req-983cbab9-2a20-47e5-8a75-69d026baefca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400193 Jan 20 15:05:56.705623 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:05:57.098860 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fda97-f1bf-4b48-b7a3-4e75b96da981 req-8e755ec7-7ea6-4551-ae87-7ae67ccd87f4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:57.100356 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-935fda97-f1bf-4b48-b7a3-4e75b96da981 req-8e755ec7-7ea6-4551-ae87-7ae67ccd87f4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0830169 Jan 20 15:05:57.143499 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-935fda97-f1bf-4b48-b7a3-4e75b96da981 req-ff1439c1-eb63-4763-a113-f69adeaf54b3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374165 Jan 20 15:05:57.167868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59498) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:05:57.274682 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3c9fd5a5-766c-4942-933a-256eb6a22f73 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/3ba98f53-599d-4758-a81c-c533a9ba3d76 HTTP/1.1" status: 200 len: 993 time: 0.1055369 Jan 20 15:05:57.553683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59506) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:05:57.757444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 66a66a04-e2ad-4808-a6c0-335c976fc072 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:05:57.757699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:57.930950 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:57.931253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:58.054296 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 66a66a04-e2ad-4808-a6c0-335c976fc072 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:05:58.243302 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:58.292968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=66a66a04-e2ad-4808-a6c0-335c976fc072,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:05:58.330165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.330389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.330745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.331079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.331408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.331733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.332053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.332413 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.332704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.333050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.333368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.333682 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:05:58.506310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:58.506611 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Floating IP 3ba98f53-599d-4758-a81c-c533a9ba3d76 disassociated (deleted). External IP: 172.26.0.154, port: 9de6ccc5-784f-4b23-aab2-170f8889123f. Jan 20 15:05:58.874786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:05:59.059853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:05:59.070385 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] Sync routers for ids ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:05:59.080037 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] Routers {'7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:05:59.080694 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:05:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:05:59.081894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:59.140521 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3942f0fc-47e3-4a37-a071-0c074cc63274 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/floatingips/3ba98f53-599d-4758-a81c-c533a9ba3d76 HTTP/1.1" status: 204 len: 168 time: 1.5854807 Jan 20 15:05:59.140937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07371bd8-4250-4687-8048-155fb6b0d05f', 'tag': '9de6ccc5-784f-4b23-aab2-170f8889123f'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:05:59.285389 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] Set router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:05:59.345630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07371bd8-4250-4687-8048-155fb6b0d05f', 'tag': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'status': 'completed', 'code': 200} Jan 20 15:05:59.466084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957efea-ad72-4177-9ad3-c621bd304586 req-1c54e13f-d670-4b55-9b4a-dbae5b056716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:59.467638 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0957efea-ad72-4177-9ad3-c621bd304586 req-1c54e13f-d670-4b55-9b4a-dbae5b056716 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 1098 time: 0.0832291 Jan 20 15:05:59.574534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22527f-d791-4072-897f-b2ef8eac257f req-bc0306b9-4736-4067-9c45-0eded2834ed0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:59.578165 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5a22527f-d791-4072-897f-b2ef8eac257f req-bc0306b9-4736-4067-9c45-0eded2834ed0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.0993195 Jan 20 15:05:59.611396 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957efea-ad72-4177-9ad3-c621bd304586 req-896e1ebc-f999-4fce-bdcf-01669aad615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:59.613080 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0957efea-ad72-4177-9ad3-c621bd304586 req-896e1ebc-f999-4fce-bdcf-01669aad615a service neutron] 10.222.0.72 "GET /v2.0/networks?id=8fcedbda-2052-4158-b161-05c1b2970e2d HTTP/1.1" status: 200 len: 898 time: 0.1375043 Jan 20 15:05:59.625303 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5a22527f-d791-4072-897f-b2ef8eac257f req-a070d519-b256-45c4-b60a-530d9638529b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405948 Jan 20 15:05:59.651146 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:56Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e4c21b09-3606-4c1f-a828-494f64f6250c', 'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:85:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:55Z', 'updated_at': '2022-01-20T15:05:01Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:05:59.655660 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] Checking router: 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:05:59.664182 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] Routers {'7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:05:59.664817 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:05:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:05:59.681166 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0957efea-ad72-4177-9ad3-c621bd304586 req-aed02094-11d6-4b34-95dd-d96aa6d3d04c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9de6ccc5-784f-4b23-aab2-170f8889123f HTTP/1.1" status: 200 len: 217 time: 0.0616922 Jan 20 15:05:59.747561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957efea-ad72-4177-9ad3-c621bd304586 req-28135116-c314-45b7-8057-3a87996aeec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:59.749165 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0957efea-ad72-4177-9ad3-c621bd304586 req-28135116-c314-45b7-8057-3a87996aeec1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=edd4dfaa-787e-48e4-9330-4778d362eab5 HTTP/1.1" status: 200 len: 834 time: 0.0603504 Jan 20 15:05:59.826904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957efea-ad72-4177-9ad3-c621bd304586 req-ddd72ec6-866a-45f9-a90b-0e60a6ce78be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:59.828627 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0957efea-ad72-4177-9ad3-c621bd304586 req-ddd72ec6-866a-45f9-a90b-0e60a6ce78be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8fcedbda-2052-4158-b161-05c1b2970e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719512 Jan 20 15:05:59.842142 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] Set router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:05:59.965214 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0957efea-ad72-4177-9ad3-c621bd304586 req-e4df85bd-961b-48e8-9f4a-3a2c7a1f8d88 service neutron] 10.222.0.72 "GET /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299522 Jan 20 15:06:00.127175 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0957efea-ad72-4177-9ad3-c621bd304586 req-056be9cb-7081-4df8-966e-75b24e8d20b9 service neutron] 10.222.0.72 "GET /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543305 Jan 20 15:06:00.195433 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:56Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e4c21b09-3606-4c1f-a828-494f64f6250c', 'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:85:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:55Z', 'updated_at': '2022-01-20T15:05:01Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:00.199269 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07b38f-9d62-455f-8f1e-e17a60d0c9f1 None None] The sync data for ids ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'] in dv-neutron-825123-1-hyperv is: [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:56Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e4c21b09-3606-4c1f-a828-494f64f6250c', 'name': '', 'network_id': '8fcedbda-2052-4158-b161-05c1b2970e2d', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:85:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:55Z', 'updated_at': '2022-01-20T15:05:01Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'edd4dfaa-787e-48e4-9330-4778d362eab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:06:00.425094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b49b4-4414-46fe-a1e4-c62139afe912 None None] New status for floating IP 3ba98f53-599d-4758-a81c-c533a9ba3d76: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:06:00.996099 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11dd45-44d2-468e-ae11-c401933dd28f req-c0aa44cd-b3f7-4130-ae60-3922712e7564 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:00.996901 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-ff11dd45-44d2-468e-ae11-c401933dd28f req-c0aa44cd-b3f7-4130-ae60-3922712e7564 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:06:01.025248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd335d21-1776-4259-aac8-479a00a24f4f req-1484f3ac-f74c-4e25-b5b3-4c69ebd30fa8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:01.025937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-cd335d21-1776-4259-aac8-479a00a24f4f req-1484f3ac-f74c-4e25-b5b3-4c69ebd30fa8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:06:01.029775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-ff11dd45-44d2-468e-ae11-c401933dd28f req-c0aa44cd-b3f7-4130-ae60-3922712e7564 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:06:01.030903 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff11dd45-44d2-468e-ae11-c401933dd28f req-c0aa44cd-b3f7-4130-ae60-3922712e7564 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.2955496 Jan 20 15:06:01.054272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-cd335d21-1776-4259-aac8-479a00a24f4f req-1484f3ac-f74c-4e25-b5b3-4c69ebd30fa8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:06:01.055379 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd335d21-1776-4259-aac8-479a00a24f4f req-1484f3ac-f74c-4e25-b5b3-4c69ebd30fa8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 945 time: 0.1379807 Jan 20 15:06:01.126988 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff11dd45-44d2-468e-ae11-c401933dd28f req-e37587d7-2df9-4f89-b189-d63fe6b80b44 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb02e0c0-7a25-4b2c-8791-645847c24630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887163 Jan 20 15:06:01.139637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-cd335d21-1776-4259-aac8-479a00a24f4f req-73377a29-e566-45bc-bd98-570d1da58522 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 9de6ccc5-784f-4b23-aab2-170f8889123f {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:06:01.140002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-cd335d21-1776-4259-aac8-479a00a24f4f req-73377a29-e566-45bc-bd98-570d1da58522 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:01.383440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-cd335d21-1776-4259-aac8-479a00a24f4f req-73377a29-e566-45bc-bd98-570d1da58522 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 9de6ccc5-784f-4b23-aab2-170f8889123f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9de6ccc5-784f-4b23-aab2-170f8889123f,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:06:01.383739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-cd335d21-1776-4259-aac8-479a00a24f4f req-73377a29-e566-45bc-bd98-570d1da58522 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:01.508014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-cd335d21-1776-4259-aac8-479a00a24f4f req-73377a29-e566-45bc-bd98-570d1da58522 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 9de6ccc5-784f-4b23-aab2-170f8889123f owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:06:01.655211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-cd335d21-1776-4259-aac8-479a00a24f4f req-73377a29-e566-45bc-bd98-570d1da58522 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:01.705705 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73377a29-e566-45bc-bd98-570d1da58522 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=9de6ccc5-784f-4b23-aab2-170f8889123f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:01.781270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd335d21-1776-4259-aac8-479a00a24f4f req-73377a29-e566-45bc-bd98-570d1da58522 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] No DVR routers for this DVR port 9de6ccc5-784f-4b23-aab2-170f8889123f on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:06:01.783736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-cd335d21-1776-4259-aac8-479a00a24f4f req-73377a29-e566-45bc-bd98-570d1da58522 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:01.786450 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07371bd8-4250-4687-8048-155fb6b0d05f', 'name': 'network-vif-deleted', 'tag': '9de6ccc5-784f-4b23-aab2-170f8889123f'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:06:01.803704 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd335d21-1776-4259-aac8-479a00a24f4f req-73377a29-e566-45bc-bd98-570d1da58522 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "DELETE /v2.0/ports/9de6ccc5-784f-4b23-aab2-170f8889123f HTTP/1.1" status: 204 len: 173 time: 0.7427917 Jan 20 15:06:01.831378 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07371bd8-4250-4687-8048-155fb6b0d05f', 'name': 'network-vif-deleted', 'tag': '9de6ccc5-784f-4b23-aab2-170f8889123f', 'status': 'completed', 'code': 200} Jan 20 15:06:02.292521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-089ebb41-393f-4dba-a5e7-c39c8186e502 req-e4e74c76-c5fb-47be-a3d8-27d3e3f134be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:06:02.311733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-089ebb41-393f-4dba-a5e7-c39c8186e502 req-e4e74c76-c5fb-47be-a3d8-27d3e3f134be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:06:02.313061 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-089ebb41-393f-4dba-a5e7-c39c8186e502 req-e4e74c76-c5fb-47be-a3d8-27d3e3f134be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=07371bd8-4250-4687-8048-155fb6b0d05f HTTP/1.1" status: 200 len: 210 time: 0.0633600 Jan 20 15:06:03.151365 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-99fec24c-81f4-4023-a875-fbab48912aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:03.410700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59524) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:03.491931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 9de6ccc5-784f-4b23-aab2-170f8889123f no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:06:03.532542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 9de6ccc5-784f-4b23-aab2-170f8889123f {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:06:03.533010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 9de6ccc5-784f-4b23-aab2-170f8889123f not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:06:03.980381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:04.451799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port e4c21b09-3606-4c1f-a828-494f64f6250c {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:06:04.452578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:04.655564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port e4c21b09-3606-4c1f-a828-494f64f6250c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e4c21b09-3606-4c1f-a828-494f64f6250c,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:06:04.656070 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:04.802975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for e4c21b09-3606-4c1f-a828-494f64f6250c owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:06:05.142791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:05.191094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=e4c21b09-3606-4c1f-a828-494f64f6250c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:05.487202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:05.489326 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6bdadf47-1ebf-4e1d-b1a6-dc14bddcaff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:05.982365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:06:06.230346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:06:06.240167 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b64757-4f94-496a-a438-e7627a69124f None None] Sync routers for ids ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:06:06.250608 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b64757-4f94-496a-a438-e7627a69124f None None] Routers {'7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:06:06.251290 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-43b64757-4f94-496a-a438-e7627a69124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:06:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:06.252431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59528) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:06.253031 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7e252df2-2c0c-4902-9452-e8a52ceef150 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "PUT /v2.0/routers/7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8406146 Jan 20 15:06:06.318340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting subnet edd4dfaa-787e-48e4-9330-4778d362eab5 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:06:06.322040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:06.381629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:06.434909 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-43b64757-4f94-496a-a438-e7627a69124f None None] Set router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:06:06.477504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:06.502513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:06.578738 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:06.599972 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:06.737954 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-43b64757-4f94-496a-a438-e7627a69124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:06:05Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:06.742307 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b64757-4f94-496a-a438-e7627a69124f None None] Checking router: 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:06:06.751005 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b64757-4f94-496a-a438-e7627a69124f None None] Routers {'7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:06:06.751709 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-43b64757-4f94-496a-a438-e7627a69124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:06:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:06.755419 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Subnet': ['ID=edd4dfaa-787e-48e4-9330-4778d362eab5,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:06.761023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:06.767744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6690ac65-558b-44ec-9bb1-3acc10991e48 None None] Network 8fcedbda-2052-4158-b161-05c1b2970e2d requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:06:06.770938 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/subnets/edd4dfaa-787e-48e4-9330-4778d362eab5 HTTP/1.1" status: 204 len: 168 time: 0.5171926 Jan 20 15:06:06.772603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.772956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.773300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.773635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.773967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.774300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.774535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59532) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:06.774995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.774995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.775229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.775550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.775881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.776200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4126b4-dbf8-4cf2-85f0-17ac05db1b53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:06.952450 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-43b64757-4f94-496a-a438-e7627a69124f None None] Set router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:06:07.053857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:07.071109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] DHCP port deletion for 8fcedbda-2052-4158-b161-05c1b2970e2d request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:06:07.076320 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Deleting port f079c9bd-85ae-4390-99c5-aff11ecbb8b6 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:06:07.076683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:07.253335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:07.265723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 88ba1d86-1e17-4dc9-bf91-0b68080df94a {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:06:07.266346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:07.318432 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] For port f079c9bd-85ae-4390-99c5-aff11ecbb8b6, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=f079c9bd-85ae-4390-99c5-aff11ecbb8b6,segment=NetworkSegment(f9e518de-9ace-4320-9624-8cf3238d01f8),segment_id=f9e518de-9ace-4320-9624-8cf3238d01f8)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:06:07.320280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:07.336971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device f079c9bd-85ae-4390-99c5-aff11ecbb8b6 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:06:07.358185 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-43b64757-4f94-496a-a438-e7627a69124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:06:05Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:07.363417 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b64757-4f94-496a-a438-e7627a69124f None None] The sync data for ids ['7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475'] in dv-neutron-825123-1-hyperv is: [{'id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562132669', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:06:05Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '88ba1d86-1e17-4dc9-bf91-0b68080df94a', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:19:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:50Z', 'updated_at': '2022-01-20T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:06:07.476237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 88ba1d86-1e17-4dc9-bf91-0b68080df94a, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=88ba1d86-1e17-4dc9-bf91-0b68080df94a,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:06:07.476604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:07.538501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Calling delete_port for f079c9bd-85ae-4390-99c5-aff11ecbb8b6 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:06:07.616948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 88ba1d86-1e17-4dc9-bf91-0b68080df94a owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:06:07.675504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:07.786453 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Pushing event deleted for resources: {'Port': ['ID=f079c9bd-85ae-4390-99c5-aff11ecbb8b6,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:07.789451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] No DVR routers for this DVR port f079c9bd-85ae-4390-99c5-aff11ecbb8b6 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:06:07.790900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:07.813179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.813533 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.813835 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.814195 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.814514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.814832 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.815150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.815446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.815756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.816065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.816402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.816710 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4b7de-3f9e-4aac-970f-3329de11f112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:07.950450 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.002129 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=88ba1d86-1e17-4dc9-bf91-0b68080df94a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:08.038854 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.094921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.276463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.278810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.305275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.305802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Fanout notify agent at l3_agent the message router_deleted on router 7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:06:08.323228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.327458 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4d28ab21-732e-40b4-8c0d-cec2b76c6568 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/routers/7f0aac61-f8c8-4cfd-9cc2-f01f6b62e475 HTTP/1.1" status: 204 len: 168 time: 1.5500550 Jan 20 15:06:08.327662 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59536) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:08.468516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.606639 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.634596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcedbda-2052-4158-b161-05c1b2970e2d']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:08.647486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e518de-9ace-4320-9624-8cf3238d01f8') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:08.647757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e518de-9ace-4320-9624-8cf3238d01f8') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:08.659424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.676385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.683308 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:06:08.683723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:06:08.701854 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:06:08.787348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.808167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.824880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Network': ['ID=8fcedbda-2052-4158-b161-05c1b2970e2d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:08.842291 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-84e853e9-2694-4780-80fa-32995383fd4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/networks/8fcedbda-2052-4158-b161-05c1b2970e2d HTTP/1.1" status: 204 len: 168 time: 0.5105615 Jan 20 15:06:08.846586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59540) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:08.937739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e192ad3e-6c8e-4739-ba3a-c0a33b4bc516 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:08.970576 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e192ad3e-6c8e-4739-ba3a-c0a33b4bc516 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:09.077927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e192ad3e-6c8e-4739-ba3a-c0a33b4bc516 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:09.099674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192ad3e-6c8e-4739-ba3a-c0a33b4bc516 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb02e0c0-7a25-4b2c-8791-645847c24630,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:09.117053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-e192ad3e-6c8e-4739-ba3a-c0a33b4bc516 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:09.121993 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e192ad3e-6c8e-4739-ba3a-c0a33b4bc516 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/security-groups/fb02e0c0-7a25-4b2c-8791-645847c24630 HTTP/1.1" status: 204 len: 168 time: 0.2710924 Jan 20 15:06:09.324847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 88ba1d86-1e17-4dc9-bf91-0b68080df94a no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:06:09.360081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 88ba1d86-1e17-4dc9-bf91-0b68080df94a {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:06:09.360446 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 88ba1d86-1e17-4dc9-bf91-0b68080df94a not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:06:09.360949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e4c21b09-3606-4c1f-a828-494f64f6250c no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:06:09.394773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: e4c21b09-3606-4c1f-a828-494f64f6250c {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:06:09.395019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e4c21b09-3606-4c1f-a828-494f64f6250c not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:06:09.632928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59548) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:09.638490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905819363', 'description': 'tempest-secgroup-smoke-1905819363 description', 'project_id': '8ba274843fca4769bb9ee82752f65295'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:09.645069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:09.649393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:09.652653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:09.658592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:09.670732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:09.696759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:09.701522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:09.704800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:09.717599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:09.832147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:09.838269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:09.892460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da729e5-cbe4-484e-bddb-f7e60c141854,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:09.899245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:09.900519 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6a80ef4d-6cc6-4185-8533-2093001f1b0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2665212 Jan 20 15:06:09.905041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59552) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:09.913231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '9da729e5-cbe4-484e-bddb-f7e60c141854', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:09.919652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:09.924175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:09.927442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:09.933850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:09.954391 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.023960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.028619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.054235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e88b8ac-c83d-4ad0-b78c-015a8785a9b9,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:10.067381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.068628 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-53fd1221-dae4-45c0-9013-603cb70d57c2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625893 Jan 20 15:06:10.071642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59556) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:10.076628 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '9da729e5-cbe4-484e-bddb-f7e60c141854', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:10.082739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:10.088079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:10.092437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:10.100239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:10.120811 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.185294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.191018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.223855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d54b63b-7e5e-46f8-a5ef-ca5e192818e5,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:10.234503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.235729 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ed500184-3428-408f-ba4a-4fb425428e85 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1631444 Jan 20 15:06:10.238810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59560) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:10.243798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '9da729e5-cbe4-484e-bddb-f7e60c141854', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:10.254937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:10.259219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:10.262204 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:10.268238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:10.285639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.360011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.364821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.388651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bb159c-8c52-45a0-909a-ec39b1c78881,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:10.397941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.398943 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c3f33208-7fd2-4b64-8cac-3dc26af3317f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592300 Jan 20 15:06:10.401741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59564) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:10.407833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '9da729e5-cbe4-484e-bddb-f7e60c141854', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:10.414007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:10.417906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:10.422460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:10.432411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:10.459862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.542224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.547911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.573132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc447a6-bebb-48cd-836b-be11502497d5,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:10.583681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.584933 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-62e659c0-69b7-4dbb-a5ca-9d0aa0675ee4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1822405 Jan 20 15:06:10.587885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59568) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:10.592974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '9da729e5-cbe4-484e-bddb-f7e60c141854', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:10.599190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:10.603231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:10.606271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:10.612459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:10.624781 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Project 8ba274843fca4769bb9ee82752f65295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:06:10.634692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.711120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.716964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.740710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74815ebb-465e-4009-b0b1-ca7a3cb6a2ad,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:10.751604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.752860 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8090197e-9f2c-4bfc-964c-d0599e153a0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1640277 Jan 20 15:06:10.755970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59572) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:10.761149 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '9da729e5-cbe4-484e-bddb-f7e60c141854', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:10.767436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:10.771563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:10.774884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:10.780715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:10.793140 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Project 8ba274843fca4769bb9ee82752f65295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:06:10.801073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.875041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.880003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.904201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e389454f-a523-409b-8378-d04ead164e38,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:10.916620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:10.917830 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2166c214-d561-4518-a85b-e091ffc04dff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608679 Jan 20 15:06:10.922235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59576) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:10.928340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'network': {'name': 'tempest-network-smoke--1106210435', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'port_security_enabled': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:10.934291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:10.938876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:network and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:10.941978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:10.948668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:10.966557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:06:10.966557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:11.000463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:06:11.013710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:11.014125 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Added segment 16824d11-e244-4da1-863e-5c01169432a7 of type vlan for network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb Jan 20 15:06:11.049348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:11.088720 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:11.096522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:11.097297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:11.206916 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2832756 Jan 20 15:06:11.209818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59580) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:11.212920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b165732-2e6c-4f8f-8ea2-c45aae217336 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Network': ['ID=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:11.216271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'admin_state_up': True, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:11.223992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:06:11.224673 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:11.229113 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:router and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:11.232800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:11.240168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:11.253536 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:11.254838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:11.273503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:11.553807 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:11.862447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:11.891610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:12.027690 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.26.0.150 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/de846efb-c8da-4dcb-86c2-f7f15c560ced) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:06:12.282606 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:12.313411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:12.380254 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:06:12.383192 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:06:12.386838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:06:12.415573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=de846efb-c8da-4dcb-86c2-f7f15c560ced,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:12.820098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:13.190731 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:13.403357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:06:13.704610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:06:13.723729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Sync routers for ids ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:06:13.734349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Routers {'6032c5f8-6b4a-46ff-b174-91a33f7f1830'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:06:13.734932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:13.735278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:06:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:13.736394 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-4edc1290-d5a6-4aa6-9bba-b086bfc4cdd4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5254226 Jan 20 15:06:13.739620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59584) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:13.779535 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9af6613f-bce9-4f12-99cb-51c15d6ca2f0 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=8ba274843fca4769bb9ee82752f65295&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386362 Jan 20 15:06:13.782001 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59588) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:13.915470 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c22f9-b5d1-4d78-84df-eeaded51f9b2 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:13.917003 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f07c22f9-b5d1-4d78-84df-eeaded51f9b2 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341255 Jan 20 15:06:13.920787 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59592) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:13.924125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Set router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:06:13.960467 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d9f67b4a-fbb9-4c4c-8b08-054a3760d8cd tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384569 Jan 20 15:06:13.963047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59596) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:13.968448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-170625314', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:14.090889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:14.094848 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:subnet and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:14.098193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:14.105207 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:14.116884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:06:14.122215 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:14.240286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:12Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:14.244337 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Checking router: 6032c5f8-6b4a-46ff-b174-91a33f7f1830 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:06:14.244677 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Updating router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 port de846efb-c8da-4dcb-86c2-f7f15c560ced binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:06:14.302583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:14.396727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:14.479235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Subnet': ['ID=7cebc9bf-8c6d-4f92-b529-9bad56aa7249,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:14.493526 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Checking segment: {'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:06:14.493889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network hostable DHCP agents. Network: 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:06:14.514837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:06:14.526822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:06:14.533032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:14.533764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:14.541637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd42f9-7558-4f3f-9573-f91bed45339f None None] Network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:06:14.561178 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-34045f47-78e1-4fd2-8930-844c240c6574 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5970874 Jan 20 15:06:14.563951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59600) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:14.787939 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:14.805435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Transition to ACTIVE for port object de846efb-c8da-4dcb-86c2-f7f15c560ced will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:06:14.839793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:14.953258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:06:14.954064 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:14.998065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c235d-8ef0-4d4f-b8c2-4a23a426567b None None] Pushing event updated for resources: {'Port': ['ID=de846efb-c8da-4dcb-86c2-f7f15c560ced,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:15.035504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Attempting to bind port de846efb-c8da-4dcb-86c2-f7f15c560ced on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:06:15.035872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Attempting to bind port de846efb-c8da-4dcb-86c2-f7f15c560ced by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:06:15.036240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Attempting to bind port de846efb-c8da-4dcb-86c2-f7f15c560ced on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:06:15.052844 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:06:15.053231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:06:15.053845 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:15.054243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:06:15.054721 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Bound port: de846efb-c8da-4dcb-86c2-f7f15c560ced, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:06:15.055085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:15.189751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] For port de846efb-c8da-4dcb-86c2-f7f15c560ced, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:06:15.203273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] For port de846efb-c8da-4dcb-86c2-f7f15c560ced, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=de846efb-c8da-4dcb-86c2-f7f15c560ced,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:06:15.209522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Allocated IP 172.20.0.2 (36ebcd07-4821-40d9-8187-dc6dc1a8c6bb/7cebc9bf-8c6d-4f92-b529-9bad56aa7249/97292910-6eb6-40fa-b6e8-38bda4788d92) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:06:15.214746 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:15.360385 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:15.384028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Routers {'6032c5f8-6b4a-46ff-b174-91a33f7f1830'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:06:15.384690 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:06:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:15.465255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c235d-8ef0-4d4f-b8c2-4a23a426567b None None] Pushing event updated for resources: {'Port': ['ID=de846efb-c8da-4dcb-86c2-f7f15c560ced,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:15.665084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] Set router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:06:15.710419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:15.780264 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Transition to ACTIVE for port object 97292910-6eb6-40fa-b6e8-38bda4788d92 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:06:15.872295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Transition to ACTIVE for port object 97292910-6eb6-40fa-b6e8-38bda4788d92 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:06:15.880672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:15.954861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.20.0.1 (36ebcd07-4821-40d9-8187-dc6dc1a8c6bb/7cebc9bf-8c6d-4f92-b529-9bad56aa7249/50073d74-f1e9-4e19-a8f2-ca94b5045133) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:06:15.981305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:06:15.985556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:06:16.014839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:06:16.020015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Pushing event updated for resources: {'Port': ['ID=97292910-6eb6-40fa-b6e8-38bda4788d92,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:16.130153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Attempting to bind port 97292910-6eb6-40fa-b6e8-38bda4788d92 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:06:16.130510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Attempting to bind port 97292910-6eb6-40fa-b6e8-38bda4788d92 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:06:16.130865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Attempting to bind port 97292910-6eb6-40fa-b6e8-38bda4788d92 on network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:06:16.137243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:16.138626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:06:16.138990 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Checking segment: {'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:06:16.139383 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:16.139767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Bound using segment: {'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:06:16.140239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Bound port: 97292910-6eb6-40fa-b6e8-38bda4788d92, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:06:16.140605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:16.153381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Transition to ACTIVE for port object 50073d74-f1e9-4e19-a8f2-ca94b5045133 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:06:16.179586 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:16.209024 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:12Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:16.224499 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7959360-e107-4af7-8103-7fe3c4d08ab8 None None] The sync data for ids ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'] in dv-neutron-825123-1-hyperv is: [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:12Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:06:16.241865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] For port 97292910-6eb6-40fa-b6e8-38bda4788d92, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:06:16.249641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:06:16.252304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] For port 97292910-6eb6-40fa-b6e8-38bda4788d92, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=97292910-6eb6-40fa-b6e8-38bda4788d92,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:06:16.253983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:06:16.259728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:16.262791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:06:16.305341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=50073d74-f1e9-4e19-a8f2-ca94b5045133,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:16.333863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:16.345860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f552fb-6802-4ea5-9e64-6b0460145fa1 None None] Pushing event updated for resources: {'Port': ['ID=97292910-6eb6-40fa-b6e8-38bda4788d92,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:16.497778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:17.003636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:17.010281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:17.134661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=50073d74-f1e9-4e19-a8f2-ca94b5045133,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:17.139732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:17.328030 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:06:17.329735 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:06:17.453077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device de846efb-c8da-4dcb-86c2-f7f15c560ced up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:06:17.560511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dac4d0-dfaf-4f92-b40e-8b7f56aba220 None None] Network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:06:17.579722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port de846efb-c8da-4dcb-86c2-f7f15c560ced completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:06:17.693905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port de846efb-c8da-4dcb-86c2-f7f15c560ced triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:17.694186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:17.732931 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:06:17.779828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f8e53fee-8df1-478c-bccc-dcd3de87e207 None None] Provisioning for port 97292910-6eb6-40fa-b6e8-38bda4788d92 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:06:17.956191 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:17.969244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:06:17.986900 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7d110b28-31e3-4917-90b3-9513716df833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "PUT /v2.0/routers/6032c5f8-6b4a-46ff-b174-91a33f7f1830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4216840 Jan 20 15:06:17.998358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port de846efb-c8da-4dcb-86c2-f7f15c560ced, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=de846efb-c8da-4dcb-86c2-f7f15c560ced,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:06:18.009049 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:18.010048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 97292910-6eb6-40fa-b6e8-38bda4788d92 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:06:18.015280 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Sync routers for ids ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:06:18.032334 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Routers {'6032c5f8-6b4a-46ff-b174-91a33f7f1830'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:06:18.033270 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:06:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:18.155426 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=de846efb-c8da-4dcb-86c2-f7f15c560ced,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:18.174573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 97292910-6eb6-40fa-b6e8-38bda4788d92 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:06:18.180703 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 97292910-6eb6-40fa-b6e8-38bda4788d92 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:18.181401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:18.355579 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:18.386607 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Set router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:06:18.390538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-324728fb-d984-4496-aa36-b012a11b84f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:06:18.396173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 97292910-6eb6-40fa-b6e8-38bda4788d92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=97292910-6eb6-40fa-b6e8-38bda4788d92,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:06:18.403803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:18.411774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-324728fb-d984-4496-aa36-b012a11b84f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:06:18.420501 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-324728fb-d984-4496-aa36-b012a11b84f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905819363&fields=id&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 267 time: 0.0847328 Jan 20 15:06:18.515132 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=97292910-6eb6-40fa-b6e8-38bda4788d92,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:18.530745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f451434e-ab54-48f9-8a00-09a56352a4a4 None None] Provisioning complete for port 97292910-6eb6-40fa-b6e8-38bda4788d92 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:18.531405 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f451434e-ab54-48f9-8a00-09a56352a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:18.589551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-fca73953-b556-415f-84ef-ec6a9c536ff9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:18.590282 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-fca73953-b556-415f-84ef-ec6a9c536ff9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:06:18.609887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-fca73953-b556-415f-84ef-ec6a9c536ff9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:06:18.611180 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-fca73953-b556-415f-84ef-ec6a9c536ff9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/networks?id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb HTTP/1.1" status: 200 len: 797 time: 0.1893740 Jan 20 15:06:18.637912 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-84fbaf66-4bd2-4b3d-9905-f74876a03e0b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/quotas/8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 375 time: 0.0198338 Jan 20 15:06:18.692252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f451434e-ab54-48f9-8a00-09a56352a4a4 None None] Provisioning for port 50073d74-f1e9-4e19-a8f2-ca94b5045133 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:06:18.697777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f451434e-ab54-48f9-8a00-09a56352a4a4 None None] Provisioning complete for port 50073d74-f1e9-4e19-a8f2-ca94b5045133 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:18.698315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f451434e-ab54-48f9-8a00-09a56352a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:18.754476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-b733161c-8bd0-4597-bc60-7777fc74197b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:06:18.762339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f451434e-ab54-48f9-8a00-09a56352a4a4 None None] Port 50073d74-f1e9-4e19-a8f2-ca94b5045133 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:06:18.781110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-b733161c-8bd0-4597-bc60-7777fc74197b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:06:18.782840 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-b733161c-8bd0-4597-bc60-7777fc74197b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438360 Jan 20 15:06:18.838209 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '50073d74-f1e9-4e19-a8f2-ca94b5045133', 'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:08:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:15Z', 'updated_at': '2022-01-20T15:06:16Z', 'revision_number': 2, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:18.842493 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Checking router: 6032c5f8-6b4a-46ff-b174-91a33f7f1830 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:06:18.843056 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Updating router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 port 50073d74-f1e9-4e19-a8f2-ca94b5045133 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:06:18.897542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-ae50bff8-b42e-4134-804d-50887c182217 None None] Provisioning complete for port 50073d74-f1e9-4e19-a8f2-ca94b5045133 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:18.898306 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ae50bff8-b42e-4134-804d-50887c182217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:18.902731 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:18.995589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-ae50bff8-b42e-4134-804d-50887c182217 None None] Port 50073d74-f1e9-4e19-a8f2-ca94b5045133 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:06:19.099213 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-d81a290e-9c71-43cd-8a66-8afd13a1d24f service neutron] 10.222.0.87 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992339 Jan 20 15:06:19.116793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-06e4777e-0ed5-4035-8bf7-f6139c9014e2 None None] Provisioning complete for port 50073d74-f1e9-4e19-a8f2-ca94b5045133 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:19.117291 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-06e4777e-0ed5-4035-8bf7-f6139c9014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:19.176560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-06e4777e-0ed5-4035-8bf7-f6139c9014e2 None None] Port 50073d74-f1e9-4e19-a8f2-ca94b5045133 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:06:19.310221 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:19.324038 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Transition to ACTIVE for port object 50073d74-f1e9-4e19-a8f2-ca94b5045133 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:06:19.333108 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:19.348700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device de846efb-c8da-4dcb-86c2-f7f15c560ced up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:06:19.360149 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-085d1b86-2bbf-4235-aeaa-eee7726c0ed9 service neutron] 10.222.0.87 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531683 Jan 20 15:06:19.430854 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port de846efb-c8da-4dcb-86c2-f7f15c560ced triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:19.431397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:19.588486 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Pushing event updated for resources: {'Port': ['ID=50073d74-f1e9-4e19-a8f2-ca94b5045133,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:19.658063 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 97292910-6eb6-40fa-b6e8-38bda4788d92 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:06:19.666021 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.666375 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.666690 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.667160 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.667489 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.667812 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.668388 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.668714 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.669031 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.669342 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.669653 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.669963 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:19.709641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-44f13d7e-73d7-45bc-9e9f-4f5b00e1c0aa req-d4f913b7-b3c8-4324-add4-b528f0c1db2e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:06:19.717697 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Attempting to bind port 50073d74-f1e9-4e19-a8f2-ca94b5045133 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:06:19.718066 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Attempting to bind port 50073d74-f1e9-4e19-a8f2-ca94b5045133 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:06:19.718516 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Attempting to bind port 50073d74-f1e9-4e19-a8f2-ca94b5045133 on network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:06:19.733525 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:06:19.733901 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Checking segment: {'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:06:19.734019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-44f13d7e-73d7-45bc-9e9f-4f5b00e1c0aa req-d4f913b7-b3c8-4324-add4-b528f0c1db2e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:06:19.734379 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:19.734670 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Bound using segment: {'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:06:19.735140 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Bound port: 50073d74-f1e9-4e19-a8f2-ca94b5045133, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:06:19.735507 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:19.750899 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-44f13d7e-73d7-45bc-9e9f-4f5b00e1c0aa req-d4f913b7-b3c8-4324-add4-b528f0c1db2e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 210 time: 0.1964145 Jan 20 15:06:19.780492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 97292910-6eb6-40fa-b6e8-38bda4788d92 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:19.781143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:19.877971 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] For port 50073d74-f1e9-4e19-a8f2-ca94b5045133, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:06:19.883874 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] For port 50073d74-f1e9-4e19-a8f2-ca94b5045133, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=50073d74-f1e9-4e19-a8f2-ca94b5045133,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:06:19.894492 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:19.981769 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Routers {'6032c5f8-6b4a-46ff-b174-91a33f7f1830'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:06:19.982401 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:06:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:20.051739 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a3fd8-6109-4c17-9426-caeb08bbc180 None None] Pushing event updated for resources: {'Port': ['ID=50073d74-f1e9-4e19-a8f2-ca94b5045133,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:20.198365 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] Set router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:06:20.602467 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '50073d74-f1e9-4e19-a8f2-ca94b5045133', 'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:08:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:15Z', 'updated_at': '2022-01-20T15:06:19Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:20.607837 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7b05e-89d4-455e-b2b8-f02ba87fb8a7 None None] The sync data for ids ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'] in dv-neutron-825123-1-hyperv is: [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '50073d74-f1e9-4e19-a8f2-ca94b5045133', 'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:08:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:15Z', 'updated_at': '2022-01-20T15:06:19Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:06:20.962738 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6fa242a5-16d5-47e0-9181-f4a00ddd8e5e req-f779d9ea-a3be-4942-a804-648494503cb9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 210 time: 0.0620387 Jan 20 15:06:20.978188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-32cfb8b2-eacb-4410-aebe-5cbd611c94aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:20.980686 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-32cfb8b2-eacb-4410-aebe-5cbd611c94aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/networks?id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb HTTP/1.1" status: 200 len: 797 time: 0.2331707 Jan 20 15:06:21.050814 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-d47bd5fc-b0bd-4ca9-8d1d-3a5213ca49c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 380 time: 0.0529850 Jan 20 15:06:21.060594 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'port': {'device_id': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'admin_state_up': True, 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'security_groups': ['9da729e5-cbe4-484e-bddb-f7e60c141854']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:21.218076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:21.228731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:21.241775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:06:21.247075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:21.375893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 50073d74-f1e9-4e19-a8f2-ca94b5045133 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:06:21.472198 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 50073d74-f1e9-4e19-a8f2-ca94b5045133 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:06:21.478582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 50073d74-f1e9-4e19-a8f2-ca94b5045133 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:21.478970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:21.483651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.20.0.6 (36ebcd07-4821-40d9-8187-dc6dc1a8c6bb/7cebc9bf-8c6d-4f92-b529-9bad56aa7249/23b80c99-77a2-4ce7-8fb1-a35111b8e6e4) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:06:21.607584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:21.649456 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 50073d74-f1e9-4e19-a8f2-ca94b5045133, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=50073d74-f1e9-4e19-a8f2-ca94b5045133,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:06:21.656779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:21.763334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:21.790136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Transition to ACTIVE for port object 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:06:21.790888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=50073d74-f1e9-4e19-a8f2-ca94b5045133,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:21.823978 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:21.898393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:06:21.901924 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:06:21.906403 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:06:21.938770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:21.978233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:21.978926 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:22.007865 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-f3d87f03-f076-4df1-8b5f-16188dc1a70a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9520383 Jan 20 15:06:22.022018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Request body: {'port': {'device_id': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:22.150557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:22.209139 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778f2ff-c64e-4e9a-bdcc-1e392b7b7d9a req-77720390-0a1c-4f7f-9a88-156d56eae476 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:22.211665 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d778f2ff-c64e-4e9a-bdcc-1e392b7b7d9a req-77720390-0a1c-4f7f-9a88-156d56eae476 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 931 time: 0.0914030 Jan 20 15:06:22.217088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f5960f14-8b27-4217-a39e-61e65cb492a4 None None] Provisioning for port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:06:22.223518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f5960f14-8b27-4217-a39e-61e65cb492a4 None None] Provisioning complete for port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:22.223881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f5960f14-8b27-4217-a39e-61e65cb492a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:22.267702 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d778f2ff-c64e-4e9a-bdcc-1e392b7b7d9a req-b6d86e6a-f2a1-4363-be98-8778e01ec608 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488558 Jan 20 15:06:22.289406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f5960f14-8b27-4217-a39e-61e65cb492a4 None None] Port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:06:22.540005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:06:22.548982 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:22.564696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Transition to ACTIVE for port object 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:06:22.569838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:22.716074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Pushing event updated for resources: {'Port': ['ID=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:22.827600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Attempting to bind port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:06:22.827935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Attempting to bind port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:06:22.828299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Attempting to bind port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 on network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:06:22.833736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 on network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:06:22.834051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Attempting to bind port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 on network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:06:22.839879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:06:22.840237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Checking segment: {'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:06:22.840654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Bound using segment: {'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:06:22.841075 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Bound port: 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16824d11-e244-4da1-863e-5c01169432a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:06:22.841410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:22.957039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] For port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:06:22.961732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] For port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:06:22.971629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:23.051895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:23.052540 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:23.053786 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] 10.222.0.72 "PUT /v2.0/ports/23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 HTTP/1.1" status: 200 len: 1093 time: 1.0365849 Jan 20 15:06:23.054224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'tag': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:06:23.074161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2f830-c375-4331-b5a8-f26a82a9ec09 service neutron] Pushing event updated for resources: {'Port': ['ID=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:23.127971 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'tag': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'status': 'completed', 'code': 200} Jan 20 15:06:23.282455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-2f68f7c3-8e4b-4265-a0f2-b73951d44ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:23.283977 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-2f68f7c3-8e4b-4265-a0f2-b73951d44ce1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 1096 time: 0.1922097 Jan 20 15:06:23.339967 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 50073d74-f1e9-4e19-a8f2-ca94b5045133 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:06:23.370408 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-0bf17f18-50c4-4c0e-9a63-2ad3682dfa72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 HTTP/1.1" status: 200 len: 217 time: 0.0782392 Jan 20 15:06:23.441502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 50073d74-f1e9-4e19-a8f2-ca94b5045133 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:23.442016 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:23.453974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-b838968f-a28f-463b-9e1c-b98bf3b23d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:23.455635 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-b838968f-a28f-463b-9e1c-b98bf3b23d7d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cebc9bf-8c6d-4f92-b529-9bad56aa7249 HTTP/1.1" status: 200 len: 834 time: 0.0794961 Jan 20 15:06:23.489876 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b031c-511c-4295-b25c-e9b49b48f9e3 req-4228bc0c-fa56-4965-861f-75072c00af93 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:23.491578 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-873b031c-511c-4295-b25c-e9b49b48f9e3 req-4228bc0c-fa56-4965-861f-75072c00af93 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 943 time: 0.0885084 Jan 20 15:06:23.537704 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-bac54810-ad9e-4f76-b4da-f25c19a792f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:23.540159 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-bac54810-ad9e-4f76-b4da-f25c19a792f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785422 Jan 20 15:06:23.543378 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-873b031c-511c-4295-b25c-e9b49b48f9e3 req-4b1d7ec7-c4b2-4bd8-801a-f8c62e8ffebd tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 Jan 20 15:06:23.703915 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-ad213a97-2990-4615-b451-f856a0e697f8 service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573756 Jan 20 15:06:23.844367 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2cd5a74a-e438-414c-8a85-bb901ee51c21 req-50bfd457-cda1-46eb-b765-de733b3b514e service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338522 Jan 20 15:06:23.975240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-a8e4ed01-5f69-4c40-aba6-06f666933b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:23.976808 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-a8e4ed01-5f69-4c40-aba6-06f666933b84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0809224 Jan 20 15:06:24.117934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-5dddaeb4-297f-435d-8675-1d7d4373ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:24.119306 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-5dddaeb4-297f-435d-8675-1d7d4373ce25 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb HTTP/1.1" status: 200 len: 898 time: 0.1359892 Jan 20 15:06:24.188371 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-56d5bb86-b90b-47ec-bc09-4884289f3a27 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 HTTP/1.1" status: 200 len: 217 time: 0.0624917 Jan 20 15:06:24.258675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-c1c36616-84e0-4626-8738-b95a78e93eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:24.260185 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-c1c36616-84e0-4626-8738-b95a78e93eef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cebc9bf-8c6d-4f92-b529-9bad56aa7249 HTTP/1.1" status: 200 len: 834 time: 0.0641785 Jan 20 15:06:24.342572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-5af4dfa5-bf03-4245-851d-1ff726dfcc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:24.344137 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-5af4dfa5-bf03-4245-851d-1ff726dfcc15 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769560 Jan 20 15:06:24.486280 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-93e9c4d9-dae7-4840-8c7b-c562535bc933 service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345003 Jan 20 15:06:24.644259 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8f09a9a2-b285-4aab-a218-1e184e256921 req-36988f05-e01b-4a00-9921-0938c9422ec8 service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508682 Jan 20 15:06:24.761925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134f9ef-5469-45b2-acfb-e1292a8b49cd req-c9475eec-5965-4ff1-899a-55549d3e50d4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:24.762557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-1134f9ef-5469-45b2-acfb-e1292a8b49cd req-c9475eec-5965-4ff1-899a-55549d3e50d4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:06:24.783740 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-1134f9ef-5469-45b2-acfb-e1292a8b49cd req-c9475eec-5965-4ff1-899a-55549d3e50d4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:06:24.785149 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1134f9ef-5469-45b2-acfb-e1292a8b49cd req-c9475eec-5965-4ff1-899a-55549d3e50d4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 943 time: 0.1150191 Jan 20 15:06:24.837671 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1134f9ef-5469-45b2-acfb-e1292a8b49cd req-0bfa290c-abc7-4792-a5cc-21a0f080ff6b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Jan 20 15:06:25.103576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:26.035226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b2bf2-5316-41bd-bcb1-e54feceba953 req-0452dd7c-3975-4989-b141-4560f6646ac1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:26.036720 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-615b2bf2-5316-41bd-bcb1-e54feceba953 req-0452dd7c-3975-4989-b141-4560f6646ac1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 943 time: 0.0847964 Jan 20 15:06:26.081893 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-615b2bf2-5316-41bd-bcb1-e54feceba953 req-35fe7be6-347a-461a-befc-179c969edb2d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393806 Jan 20 15:06:27.273733 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d2900-0436-4d47-a637-12b5a88465bb req-982164f3-20f3-432c-90aa-0124a3f69584 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:27.275244 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-193d2900-0436-4d47-a637-12b5a88465bb req-982164f3-20f3-432c-90aa-0124a3f69584 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 943 time: 0.0831811 Jan 20 15:06:27.325325 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-193d2900-0436-4d47-a637-12b5a88465bb req-2218639c-ad79-49f6-8635-eaa1763db3ee tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 Jan 20 15:06:27.604556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:06:27.738760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:06:27.752073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'port_id': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'mac_address': 'fa:16:3e:dd:b7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:06:27.809528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:27.826675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:06:27.842772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:06:27.847950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:27.916971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:28.057425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['23b80c99-77a2-4ce7-8fb1-a35111b8e6e4'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:06:28.535415 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55a3d6-5011-447f-9ae8-1a372328b841 req-65d0ac3e-750e-4d20-b279-df231f3c6feb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:28.536938 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2d55a3d6-5011-447f-9ae8-1a372328b841 req-65d0ac3e-750e-4d20-b279-df231f3c6feb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 944 time: 0.0795741 Jan 20 15:06:28.583171 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2d55a3d6-5011-447f-9ae8-1a372328b841 req-b4b936f2-4996-4a13-976c-e084657db03c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403118 Jan 20 15:06:29.620630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:06:29.695010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:06:29.702652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:29.703052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:29.774663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891c468-b57a-4339-98d1-e50cd2be7892 req-d2233f31-e22c-411a-8a51-6d4e764afc91 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:29.776147 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d891c468-b57a-4339-98d1-e50cd2be7892 req-d2233f31-e22c-411a-8a51-6d4e764afc91 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 944 time: 0.0847740 Jan 20 15:06:29.823338 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d891c468-b57a-4339-98d1-e50cd2be7892 req-7a7fad4e-561c-4318-b4f4-9562b83edd3d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411048 Jan 20 15:06:29.827376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:29.856277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:06:29.867514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:06:29.872846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:29.906608 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'code': 200} Jan 20 15:06:29.948009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:30.137715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a0f5-544d-47b9-848c-226c301ddff1 req-f50ee57f-dcf7-4de0-b913-e0000cbd211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:30.139114 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb78a0f5-544d-47b9-848c-226c301ddff1 req-f50ee57f-dcf7-4de0-b913-e0000cbd211a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0707767 Jan 20 15:06:30.183740 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb78a0f5-544d-47b9-848c-226c301ddff1 req-cdecfab5-a80c-49ab-a454-afd4edd53de3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386217 Jan 20 15:06:31.188781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a355bdd-ff82-4bed-b77a-900eaf6cfb0a req-1761ce80-439a-4459-9b73-6a5c8d11a9b9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:31.191153 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4a355bdd-ff82-4bed-b77a-900eaf6cfb0a req-1761ce80-439a-4459-9b73-6a5c8d11a9b9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.1053150 Jan 20 15:06:31.242867 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4a355bdd-ff82-4bed-b77a-900eaf6cfb0a req-0c2c027d-42ce-432f-8771-463c73c5cfd8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410471 Jan 20 15:06:32.436401 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9974c86-3822-4f24-8920-4d499391dadf req-b11ab58c-183a-4035-b4c2-5fa780aabedb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:32.437872 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c9974c86-3822-4f24-8920-4d499391dadf req-b11ab58c-183a-4035-b4c2-5fa780aabedb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0863097 Jan 20 15:06:32.482655 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c9974c86-3822-4f24-8920-4d499391dadf req-2ab18939-2987-42a1-802f-76534919cf4d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 Jan 20 15:06:32.677586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f2abb-0b70-4110-b34c-5dd61267a902 req-52e75d43-0afe-4d75-a05d-aaae0e5e7832 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:32.679178 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a97f2abb-0b70-4110-b34c-5dd61267a902 req-52e75d43-0afe-4d75-a05d-aaae0e5e7832 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0872660 Jan 20 15:06:32.826739 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a97f2abb-0b70-4110-b34c-5dd61267a902 req-655e63bc-235c-4b64-b187-c5a3fde89618 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416285 Jan 20 15:06:32.849557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59662) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:32.926638 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c7ab5-cf59-4ea1-a465-fb8cf68f44cb tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:32.928295 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ce2c7ab5-cf59-4ea1-a465-fb8cf68f44cb tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 1093 time: 0.0776172 Jan 20 15:06:32.931047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59666) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:32.935846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:06:32.942029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:32.945837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:floatingip and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:32.948669 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:32.954237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:32.966045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:33.102086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:33.158254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-72dd54cc-722c-48dd-b6c8-7bb990946ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:33.264294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.26.0.105 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/597ec129-92b4-4b22-802a-5001c8b3c7ad) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:06:33.417300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:33.451344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:33.522879 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:06:33.525847 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:06:33.529522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:06:33.559041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=597ec129-92b4-4b22-802a-5001c8b3c7ad,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:33.705115 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:06:33.967510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:34.048103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:34.292400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:34.297949 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:34.410285 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=597ec129-92b4-4b22-802a-5001c8b3c7ad,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:34.423664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:34.740903 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Floating IP 97998e27-9717-4b5f-b81b-2ecf3a759d6e associated. External IP: 172.26.0.105, port: 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4. Jan 20 15:06:35.132125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:06:35.328246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:06:35.338879 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] Sync routers for ids ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:06:35.349157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] Routers {'6032c5f8-6b4a-46ff-b174-91a33f7f1830'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:06:35.349807 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:06:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:35.355854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:35.411017 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-82ec7b74-dc5e-4004-a55d-e8ae6ef1db04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4788651 Jan 20 15:06:35.411489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'tag': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:06:35.463288 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'tag': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'status': 'completed', 'code': 200} Jan 20 15:06:35.525391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-964ce33c-bb78-45dc-98c0-f4517b75b35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:35.546400 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] Set router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:06:35.574861 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-d2b2eb4f-d422-4427-b44b-990c55ef158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:35.576757 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-d2b2eb4f-d422-4427-b44b-990c55ef158f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0921314 Jan 20 15:06:35.600286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9963-5b64-4e38-9b3e-8216a080a9e4 req-49650d0e-d3e3-4979-b1f4-0c4aaaf83bcd tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:35.601961 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8e2f9963-5b64-4e38-9b3e-8216a080a9e4 req-49650d0e-d3e3-4979-b1f4-0c4aaaf83bcd tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.1006582 Jan 20 15:06:35.654710 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8e2f9963-5b64-4e38-9b3e-8216a080a9e4 req-06fbb3d5-f977-4f09-873b-40c7de778a25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461383 Jan 20 15:06:35.689966 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59674) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:35.723632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-78195af0-770d-46e0-aa15-20abbc302311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:35.725169 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-78195af0-770d-46e0-aa15-20abbc302311 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb HTTP/1.1" status: 200 len: 898 time: 0.1418543 Jan 20 15:06:35.812355 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-825eeba6-9188-4587-9489-5ec38b082cd1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/97998e27-9717-4b5f-b81b-2ecf3a759d6e HTTP/1.1" status: 200 len: 991 time: 0.1218488 Jan 20 15:06:35.837508 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-588e5283-7b94-4252-94a9-72e68bcc73ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 HTTP/1.1" status: 200 len: 999 time: 0.1052673 Jan 20 15:06:35.905633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-5cb8c46b-e49a-4380-b029-0bf615a04ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:35.906980 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-5cb8c46b-e49a-4380-b029-0bf615a04ae5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cebc9bf-8c6d-4f92-b529-9bad56aa7249 HTTP/1.1" status: 200 len: 834 time: 0.0642686 Jan 20 15:06:35.977068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '97998e27-9717-4b5f-b81b-2ecf3a759d6e', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'port_id': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'mac_address': 'fa:16:3e:dd:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:06:33Z', 'updated_at': '2022-01-20T15:06:33Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50073d74-f1e9-4e19-a8f2-ca94b5045133', 'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:08:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:15Z', 'updated_at': '2022-01-20T15:06:21Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:35.981157 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] Checking router: 6032c5f8-6b4a-46ff-b174-91a33f7f1830 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:06:35.992280 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] Routers {'6032c5f8-6b4a-46ff-b174-91a33f7f1830'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:06:35.992895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:06:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:35.994092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-8822cb06-c4b1-4877-9f49-564171995d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:35.995636 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-8822cb06-c4b1-4877-9f49-564171995d2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826085 Jan 20 15:06:36.156320 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-adee4edc-9c46-4e1e-8fab-2e2eea9dfafd service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526241 Jan 20 15:06:36.212798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] Set router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:06:36.301653 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b45ad3d1-f9b5-4da3-9334-21176c79fe50 req-091ac4bb-c039-4f9f-a57e-6b1e9328e207 service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373315 Jan 20 15:06:36.515477 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:36.590743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:36.612968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '97998e27-9717-4b5f-b81b-2ecf3a759d6e', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'port_id': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'mac_address': 'fa:16:3e:dd:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:06:33Z', 'updated_at': '2022-01-20T15:06:33Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50073d74-f1e9-4e19-a8f2-ca94b5045133', 'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:08:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:15Z', 'updated_at': '2022-01-20T15:06:21Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:36.618426 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e2049-ece9-44f5-8cb2-e0c48c3622d1 None None] The sync data for ids ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'] in dv-neutron-825123-1-hyperv is: [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '97998e27-9717-4b5f-b81b-2ecf3a759d6e', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'port_id': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'mac_address': 'fa:16:3e:dd:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:06:33Z', 'updated_at': '2022-01-20T15:06:33Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50073d74-f1e9-4e19-a8f2-ca94b5045133', 'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:08:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:15Z', 'updated_at': '2022-01-20T15:06:21Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:06:36.816033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59678) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:36.846250 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc325575-f307-4fd4-aebb-67e3a71855f7 None None] New status for floating IP 97998e27-9717-4b5f-b81b-2ecf3a759d6e: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:06:36.928048 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0647b176-17b2-4ad1-93d1-b7dbe2bd5fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/97998e27-9717-4b5f-b81b-2ecf3a759d6e HTTP/1.1" status: 200 len: 991 time: 0.1108179 Jan 20 15:06:37.931358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59682) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:38.041611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:38.049206 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-51ea086f-fa11-4dc7-b685-3964ff0a08d7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/97998e27-9717-4b5f-b81b-2ecf3a759d6e HTTP/1.1" status: 200 len: 993 time: 0.1167414 Jan 20 15:06:55.107158 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:03.155493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b51b-b7c9-4679-9c68-2bfab0051629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:05.071586 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-654cb580-a66b-4227-98fe-4c5afa726116 req-f0cd3f70-b0ef-4b07-bd42-2c38b8a43508 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2020271 Jan 20 15:07:05.277372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cb580-a66b-4227-98fe-4c5afa726116 req-e86c0889-5870-4938-93aa-22ced1a21dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:05.278785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-654cb580-a66b-4227-98fe-4c5afa726116 req-e86c0889-5870-4938-93aa-22ced1a21dbf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 1098 time: 0.1071208 Jan 20 15:07:05.423617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cb580-a66b-4227-98fe-4c5afa726116 req-7670ebf9-c883-4950-8d67-b6ee55358a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:05.425122 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-654cb580-a66b-4227-98fe-4c5afa726116 req-7670ebf9-c883-4950-8d67-b6ee55358a71 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb HTTP/1.1" status: 200 len: 898 time: 0.1274874 Jan 20 15:07:05.491234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-20e4d306-b2c6-40d0-a290-bbf34a49e757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:05.533748 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-654cb580-a66b-4227-98fe-4c5afa726116 req-c39d9d5a-5929-455d-9cc9-603c5376ade1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 HTTP/1.1" status: 200 len: 1001 time: 0.1018934 Jan 20 15:07:05.596703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cb580-a66b-4227-98fe-4c5afa726116 req-e5e143e0-c167-49a3-8142-35715d7ebd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:05.598311 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-654cb580-a66b-4227-98fe-4c5afa726116 req-e5e143e0-c167-49a3-8142-35715d7ebd3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cebc9bf-8c6d-4f92-b529-9bad56aa7249 HTTP/1.1" status: 200 len: 834 time: 0.0583701 Jan 20 15:07:05.678334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cb580-a66b-4227-98fe-4c5afa726116 req-034398cb-ecf4-4594-97be-cd1263223a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:05.679822 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-654cb580-a66b-4227-98fe-4c5afa726116 req-034398cb-ecf4-4594-97be-cd1263223a4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746386 Jan 20 15:07:05.817923 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-654cb580-a66b-4227-98fe-4c5afa726116 req-23b0827a-98f0-4d53-8181-07109c0b58fe service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310515 Jan 20 15:07:05.960592 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-654cb580-a66b-4227-98fe-4c5afa726116 req-cfdfe23b-a4ba-4912-8c25-2c1b225721df service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333506 Jan 20 15:07:06.505391 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:06.580141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:07.596319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-7d9203d1-ca8d-41c1-9054-6fd446798638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:07.597821 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-7d9203d1-ca8d-41c1-9054-6fd446798638 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 1098 time: 0.1396768 Jan 20 15:07:07.608069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc390990-6de3-46d9-8c23-7f8059ebe3ad req-66487eda-a778-487a-a947-8aac29959410 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:07.609493 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dc390990-6de3-46d9-8c23-7f8059ebe3ad req-66487eda-a778-487a-a947-8aac29959410 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.1168938 Jan 20 15:07:07.734452 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dc390990-6de3-46d9-8c23-7f8059ebe3ad req-c191250a-a569-4562-bbdc-3b12c98d1c66 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062486 Jan 20 15:07:07.771580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-c89f1a26-f962-4f3e-9ff5-85563b8d1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:07.773236 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-c89f1a26-f962-4f3e-9ff5-85563b8d1d28 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb HTTP/1.1" status: 200 len: 898 time: 0.1629083 Jan 20 15:07:07.882335 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-118b778b-d7e7-4e76-8668-2dda2267afda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 HTTP/1.1" status: 200 len: 1001 time: 0.1001256 Jan 20 15:07:07.945932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-625135cb-d1a5-4679-b02b-26ef34e2300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:07.947448 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-625135cb-d1a5-4679-b02b-26ef34e2300e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cebc9bf-8c6d-4f92-b529-9bad56aa7249 HTTP/1.1" status: 200 len: 834 time: 0.0591061 Jan 20 15:07:08.045245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-06c4e85e-ca44-428b-98e5-340a57f6e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:08.047895 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-06c4e85e-ca44-428b-98e5-340a57f6e004 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932524 Jan 20 15:07:08.052060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:08.192979 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-7e4c01c2-0e82-4f6d-8a55-afc482162842 service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383538 Jan 20 15:07:08.457790 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e4382049-88dd-43ba-b57a-2342f04a36b1 req-f5501896-538a-4346-842e-eefc5d0adc65 service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581763 Jan 20 15:07:08.943736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde58e2f-8194-429e-b917-0c1a43a82eeb req-38255aad-9267-4b9f-a6d5-65253e3497d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:08.945329 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fde58e2f-8194-429e-b917-0c1a43a82eeb req-38255aad-9267-4b9f-a6d5-65253e3497d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0944219 Jan 20 15:07:08.991594 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-fde58e2f-8194-429e-b917-0c1a43a82eeb req-b8741f99-ce24-47bf-a153-4c7e3b145f9b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 Jan 20 15:07:10.181092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd13326-9cea-43d9-aed3-9a31b4990648 req-5ac12234-854f-4dbe-8857-43fe90ee29d4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:10.182575 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bcd13326-9cea-43d9-aed3-9a31b4990648 req-5ac12234-854f-4dbe-8857-43fe90ee29d4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0810604 Jan 20 15:07:10.230022 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bcd13326-9cea-43d9-aed3-9a31b4990648 req-ba236e5e-095d-4b01-a1f5-87ddcb36bc8f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411727 Jan 20 15:07:10.704009 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:07:11.417371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8363-1ef6-420d-b54d-d1f3b372f6a8 req-efb4ef7e-9631-4636-8c79-5725f70fcbb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:11.418753 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-303f8363-1ef6-420d-b54d-d1f3b372f6a8 req-efb4ef7e-9631-4636-8c79-5725f70fcbb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0803373 Jan 20 15:07:11.463058 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-303f8363-1ef6-420d-b54d-d1f3b372f6a8 req-f90b65c8-2d15-4631-9276-8ed46a25ea2b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382154 Jan 20 15:07:12.667467 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1732329-0743-4d7f-ab93-1d7b13841601 req-598f4020-aaae-4a27-9fd2-f6564449be29 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:12.669182 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e1732329-0743-4d7f-ab93-1d7b13841601 req-598f4020-aaae-4a27-9fd2-f6564449be29 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0978763 Jan 20 15:07:12.716742 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e1732329-0743-4d7f-ab93-1d7b13841601 req-01ecf18d-b686-4f52-a3f0-d92bb3fafa82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386906 Jan 20 15:07:13.919798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea87a0-7221-447a-a505-431d5d2b6877 req-6043d0a7-06fc-47c1-8fc3-fe92e6f5c350 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:13.921674 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f0ea87a0-7221-447a-a505-431d5d2b6877 req-6043d0a7-06fc-47c1-8fc3-fe92e6f5c350 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0922749 Jan 20 15:07:13.967281 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f0ea87a0-7221-447a-a505-431d5d2b6877 req-2d8c5ff2-10b6-4116-bbdc-4ae12f41698a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396681 Jan 20 15:07:15.156469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b217fe-0fab-4d81-88f9-91e7aa9f2046 req-ad924021-8e74-4a04-9cdd-795c86f54d2d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:15.158002 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1b217fe-0fab-4d81-88f9-91e7aa9f2046 req-ad924021-8e74-4a04-9cdd-795c86f54d2d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0815639 Jan 20 15:07:15.203260 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1b217fe-0fab-4d81-88f9-91e7aa9f2046 req-f777ee2e-69d1-4ed8-bbc5-578c026c4605 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395560 Jan 20 15:07:16.391248 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ba67f-bd39-4790-aa3d-9b1c4c8ba11c req-0c25b8c0-e81b-4c11-8a31-cf45551157d4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:16.392634 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7e7ba67f-bd39-4790-aa3d-9b1c4c8ba11c req-0c25b8c0-e81b-4c11-8a31-cf45551157d4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0792370 Jan 20 15:07:16.439064 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7e7ba67f-bd39-4790-aa3d-9b1c4c8ba11c req-acdd93fb-aee9-4741-86ae-7a04dff51169 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405982 Jan 20 15:07:17.659998 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a62b3-8102-48e2-babd-251e03583157 req-24a2b766-8e7e-4ce6-a419-d232d7d2f1a4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:17.661518 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-710a62b3-8102-48e2-babd-251e03583157 req-24a2b766-8e7e-4ce6-a419-d232d7d2f1a4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0984974 Jan 20 15:07:17.706462 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-710a62b3-8102-48e2-babd-251e03583157 req-d5d72df9-6b28-4e76-877a-16806bbd5d79 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391424 Jan 20 15:07:18.998551 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a33928-936d-4785-b678-6e4200c0f155 req-a7914a4d-884f-41df-b816-8a2739e084f4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:18.999961 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-33a33928-936d-4785-b678-6e4200c0f155 req-a7914a4d-884f-41df-b816-8a2739e084f4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.1831551 Jan 20 15:07:19.045142 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-33a33928-936d-4785-b678-6e4200c0f155 req-c1714a13-6c70-4db0-b30d-7920e6d81e37 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393047 Jan 20 15:07:20.233152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada88718-7275-4932-8880-886f184f42b4 req-02853038-18c2-46b0-9259-a981c0686604 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:20.234670 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ada88718-7275-4932-8880-886f184f42b4 req-02853038-18c2-46b0-9259-a981c0686604 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0814674 Jan 20 15:07:20.283929 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ada88718-7275-4932-8880-886f184f42b4 req-be2ef502-7d12-4843-bf80-06793876ed80 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 Jan 20 15:07:21.495603 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32fe30-26ec-4267-95e3-5f24d7438210 req-921ee3b0-9ea0-4d8b-8f81-010eea76ca75 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:21.497702 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9f32fe30-26ec-4267-95e3-5f24d7438210 req-921ee3b0-9ea0-4d8b-8f81-010eea76ca75 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0961137 Jan 20 15:07:21.545204 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9f32fe30-26ec-4267-95e3-5f24d7438210 req-632ee5be-26e6-48c4-8876-8a72e794f1f6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422823 Jan 20 15:07:22.736468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d534ce-ed1a-4843-9da7-422206796d0d req-d1ae4799-adf2-4b94-9d01-668ce1b80657 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:22.737988 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4d534ce-ed1a-4843-9da7-422206796d0d req-d1ae4799-adf2-4b94-9d01-668ce1b80657 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0811894 Jan 20 15:07:22.783408 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b4d534ce-ed1a-4843-9da7-422206796d0d req-34ce78f3-fcc2-4385-a7be-d2d5ba299191 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395262 Jan 20 15:07:23.988617 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a674ba-901f-4535-be9e-6e85b43212b2 req-77699909-e581-4955-8783-6bea14778df5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:23.990064 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-77a674ba-901f-4535-be9e-6e85b43212b2 req-77699909-e581-4955-8783-6bea14778df5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0864029 Jan 20 15:07:24.033634 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-77a674ba-901f-4535-be9e-6e85b43212b2 req-d44cb1fa-bffd-4b42-864f-f47900e28b1e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Jan 20 15:07:25.125881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:25.226687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b03196-51f0-4dc3-bfad-b10666c70fdf req-0d670316-e40d-43d3-9449-bdd6549a90ce tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:25.228253 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f1b03196-51f0-4dc3-bfad-b10666c70fdf req-0d670316-e40d-43d3-9449-bdd6549a90ce tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0884678 Jan 20 15:07:25.278294 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f1b03196-51f0-4dc3-bfad-b10666c70fdf req-2cd845bb-414d-4fde-8835-964b0e0c9112 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429387 Jan 20 15:07:25.308851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59734) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:07:25.413433 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-77288913-afd4-472d-b357-0a1dde1f9ce5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/97998e27-9717-4b5f-b81b-2ecf3a759d6e HTTP/1.1" status: 200 len: 993 time: 0.1038442 Jan 20 15:07:33.153208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6c52fbe5-ac1b-43f1-b661-6b59b08a5434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:35.488604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-03e31124-ed05-4053-859d-a4a0862980b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:36.500406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:36.584573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:38.047943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:47.703446 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:07:55.130244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:55.833983 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59748) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:07:56.053294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 597ec129-92b4-4b22-802a-5001c8b3c7ad {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:07:56.053638 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:56.243240 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:56.243459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:56.368994 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 597ec129-92b4-4b22-802a-5001c8b3c7ad owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:07:56.525996 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:56.575420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=597ec129-92b4-4b22-802a-5001c8b3c7ad,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:07:56.612073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.612440 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.612777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.613105 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.613431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.613754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.622642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.622642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.622642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.622642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.622642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.622642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:07:56.680477 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:56.680837 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Floating IP 97998e27-9717-4b5f-b81b-2ecf3a759d6e disassociated (deleted). External IP: 172.26.0.105, port: 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4. Jan 20 15:07:57.139621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:07:57.323734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:07:57.334369 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] Sync routers for ids ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:07:57.347401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] Routers {'6032c5f8-6b4a-46ff-b174-91a33f7f1830'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:07:57.347401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:07:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:07:57.349447 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:57.412031 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c062de51-9a13-4207-a223-1bf63e262435 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/floatingips/97998e27-9717-4b5f-b81b-2ecf3a759d6e HTTP/1.1" status: 204 len: 168 time: 1.5769026 Jan 20 15:07:57.412609 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'tag': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:07:57.466777 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'tag': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'status': 'completed', 'code': 200} Jan 20 15:07:57.534544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] Set router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:07:57.558929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-94e821e5-58fe-4f0b-91e1-9e0d49f435e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:57.560479 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-94e821e5-58fe-4f0b-91e1-9e0d49f435e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0720923 Jan 20 15:07:57.715809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-06488bea-34a9-47fb-83a6-72242f2633ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:57.717366 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-06488bea-34a9-47fb-83a6-72242f2633ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb HTTP/1.1" status: 200 len: 898 time: 0.1510122 Jan 20 15:07:57.793124 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-1fd95d1a-cea2-46e6-bf5d-07f68a04e1de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 HTTP/1.1" status: 200 len: 217 time: 0.0686500 Jan 20 15:07:57.818980 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd4e9a-1077-413f-8c7a-33eaf6fb96f2 req-1d515b9c-fa8d-4b23-933e-bc1faf3d68e5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:57.819733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-74cd4e9a-1077-413f-8c7a-33eaf6fb96f2 req-1d515b9c-fa8d-4b23-933e-bc1faf3d68e5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:07:57.837576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-74cd4e9a-1077-413f-8c7a-33eaf6fb96f2 req-1d515b9c-fa8d-4b23-933e-bc1faf3d68e5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:07:57.838783 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-74cd4e9a-1077-413f-8c7a-33eaf6fb96f2 req-1d515b9c-fa8d-4b23-933e-bc1faf3d68e5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.1030545 Jan 20 15:07:57.867400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-a0ba98a5-5e03-4e14-8bda-4a0d78f26e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:57.869286 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-a0ba98a5-5e03-4e14-8bda-4a0d78f26e79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cebc9bf-8c6d-4f92-b529-9bad56aa7249 HTTP/1.1" status: 200 len: 834 time: 0.0700490 Jan 20 15:07:57.895649 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-74cd4e9a-1077-413f-8c7a-33eaf6fb96f2 req-99e9de6b-68a8-4163-8284-2e4bc6e18d11 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510440 Jan 20 15:07:57.946714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '50073d74-f1e9-4e19-a8f2-ca94b5045133', 'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:08:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:15Z', 'updated_at': '2022-01-20T15:06:21Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:07:57.950780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] Checking router: 6032c5f8-6b4a-46ff-b174-91a33f7f1830 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:07:57.952267 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-7deb8981-e516-470b-b2fd-ee54834c3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:57.954021 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-7deb8981-e516-470b-b2fd-ee54834c3ae9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770783 Jan 20 15:07:57.959560 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] Routers {'6032c5f8-6b4a-46ff-b174-91a33f7f1830'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:07:57.960195 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:07:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:07:58.094604 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-a57c41ef-f035-4040-8d0c-5be48980ce88 service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337476 Jan 20 15:07:58.151054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] Set router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:07:58.236488 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7e5a63c6-ebc7-4e44-a7ae-0a5f8cdb080f req-865a86d0-23d3-40d8-bb22-84ff5551615d service neutron] 10.222.0.72 "GET /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339259 Jan 20 15:07:58.473714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '50073d74-f1e9-4e19-a8f2-ca94b5045133', 'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:08:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:15Z', 'updated_at': '2022-01-20T15:06:21Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:07:58.477898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a24690-f240-415c-bb67-8e5b9f1f745a None None] The sync data for ids ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'] in dv-neutron-825123-1-hyperv is: [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '50073d74-f1e9-4e19-a8f2-ca94b5045133', 'name': '', 'network_id': '36ebcd07-4821-40d9-8187-dc6dc1a8c6bb', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:08:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:15Z', 'updated_at': '2022-01-20T15:06:21Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '7cebc9bf-8c6d-4f92-b529-9bad56aa7249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:07:58.723467 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc67ac6-f342-4ed9-9555-716c7b9f012d None None] New status for floating IP 97998e27-9717-4b5f-b81b-2ecf3a759d6e: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:07:59.089184 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b221eb-81bd-4a53-a120-f394a5fbb175 req-54bdc564-579f-4c29-a391-c1ca18940bcf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:59.090640 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-34b221eb-81bd-4a53-a120-f394a5fbb175 req-54bdc564-579f-4c29-a391-c1ca18940bcf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0892766 Jan 20 15:07:59.136501 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-34b221eb-81bd-4a53-a120-f394a5fbb175 req-a6370f68-0e2c-440e-b74b-14db0d7a9ba5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=9da729e5-cbe4-484e-bddb-f7e60c141854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389204 Jan 20 15:07:59.275354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5c169d86-3e0d-42f0-a177-fcd19c3d6143 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:59.276872 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5c169d86-3e0d-42f0-a177-fcd19c3d6143 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 945 time: 0.0907543 Jan 20 15:07:59.347220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:07:59.347538 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:59.709994 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:07:59.710358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:59.835219 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:08:00.010773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:00.067989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=23b80c99-77a2-4ce7-8fb1-a35111b8e6e4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:00.108575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.109251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.109251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.109793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.110122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.110447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.110770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.111081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.111426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.111746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.112064 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.112422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:00.157265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] No DVR routers for this DVR port 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:08:00.160312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:00.163353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'name': 'network-vif-deleted', 'tag': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:00.186823 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6a9739ca-0ae8-463f-baa4-c8fa2e482e61 req-5029d37d-a6d3-4c3e-8b4e-102195766ab1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "DELETE /v2.0/ports/23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 HTTP/1.1" status: 204 len: 173 time: 0.9042206 Jan 20 15:08:00.218017 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68b7834-2ce5-41f1-b10e-d7a778c46cc8', 'name': 'network-vif-deleted', 'tag': '23b80c99-77a2-4ce7-8fb1-a35111b8e6e4', 'status': 'completed', 'code': 200} Jan 20 15:08:00.305543 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b6d7872f-cf7d-4c83-a838-c5f31f6af3e4 req-4a794612-c8c2-402d-8675-28238c57beb3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d68b7834-2ce5-41f1-b10e-d7a778c46cc8 HTTP/1.1" status: 200 len: 210 time: 0.0488889 Jan 20 15:08:01.410239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59768) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:01.990216 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:02.050386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:08:02.090088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:08:02.090414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 23b80c99-77a2-4ce7-8fb1-a35111b8e6e4 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:08:02.473730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 50073d74-f1e9-4e19-a8f2-ca94b5045133 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:08:02.474358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:02.667165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 50073d74-f1e9-4e19-a8f2-ca94b5045133, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=50073d74-f1e9-4e19-a8f2-ca94b5045133,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:08:02.667497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:02.795543 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 50073d74-f1e9-4e19-a8f2-ca94b5045133 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:08:03.003474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:03.054979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=50073d74-f1e9-4e19-a8f2-ca94b5045133,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:03.150462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-76a02c9d-cd8f-4f8c-bb44-f4692e5e8564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:03.339529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:03.705659 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:08:03.997228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:08:04.010052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] Sync routers for ids ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:08:04.014115 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c4b36216-9833-4f76-981d-e4b78bf40bb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "PUT /v2.0/routers/6032c5f8-6b4a-46ff-b174-91a33f7f1830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6003890 Jan 20 15:08:04.014438 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59772) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:04.020274 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] Routers {'6032c5f8-6b4a-46ff-b174-91a33f7f1830'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:08:04.020815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:07:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:04.085422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13750ce-b8c2-4958-abd5-6de407f26833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting subnet 7cebc9bf-8c6d-4f92-b529-9bad56aa7249 {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:08:04.088551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c13750ce-b8c2-4958-abd5-6de407f26833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:04.144284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c13750ce-b8c2-4958-abd5-6de407f26833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:04.206659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] Set router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:08:04.243376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c13750ce-b8c2-4958-abd5-6de407f26833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:04.320136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c13750ce-b8c2-4958-abd5-6de407f26833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:04.358816 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13750ce-b8c2-4958-abd5-6de407f26833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Subnet': ['ID=7cebc9bf-8c6d-4f92-b529-9bad56aa7249,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:04.364832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-c13750ce-b8c2-4958-abd5-6de407f26833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:04.371561 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c13750ce-b8c2-4958-abd5-6de407f26833 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/subnets/7cebc9bf-8c6d-4f92-b529-9bad56aa7249 HTTP/1.1" status: 204 len: 168 time: 0.3560991 Jan 20 15:08:04.374201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59776) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:04.378631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f066617-0825-4a10-bbfe-15fd4193af19 None None] Network 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:08:04.578220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:04.715756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:08:02Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'de846efb-c8da-4dcb-86c2-f7f15c560ced', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:04.723520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] Checking router: 6032c5f8-6b4a-46ff-b174-91a33f7f1830 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:08:04.739095 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] Routers {'6032c5f8-6b4a-46ff-b174-91a33f7f1830'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:08:04.739095 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:07:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:04.770550 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:04.782174 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port de846efb-c8da-4dcb-86c2-f7f15c560ced {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:08:04.783220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:04.851458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] DHCP port deletion for 36ebcd07-4821-40d9-8187-dc6dc1a8c6bb request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:08:04.870913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Deleting port 97292910-6eb6-40fa-b6e8-38bda4788d92 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:08:04.871281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:04.942013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] Set router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:08:04.967818 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port de846efb-c8da-4dcb-86c2-f7f15c560ced, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=de846efb-c8da-4dcb-86c2-f7f15c560ced,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:08:04.968181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.077511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:08:04Z', 'revision_number': 6, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:05.090898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc946a4-3f9d-4aa0-88e0-16de3b9215ea None None] The sync data for ids ['6032c5f8-6b4a-46ff-b174-91a33f7f1830'] in dv-neutron-825123-1-hyperv is: [{'id': '6032c5f8-6b4a-46ff-b174-91a33f7f1830', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587064277', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:06:11Z', 'updated_at': '2022-01-20T15:08:04Z', 'revision_number': 6, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:08:05.092668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for de846efb-c8da-4dcb-86c2-f7f15c560ced owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:08:05.199626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] For port 97292910-6eb6-40fa-b6e8-38bda4788d92, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=97292910-6eb6-40fa-b6e8-38bda4788d92,segment=NetworkSegment(16824d11-e244-4da1-863e-5c01169432a7),segment_id=16824d11-e244-4da1-863e-5c01169432a7)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:08:05.200023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.272925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.326692 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Calling delete_port for 97292910-6eb6-40fa-b6e8-38bda4788d92 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:08:05.328059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=de846efb-c8da-4dcb-86c2-f7f15c560ced,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:05.409548 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.461975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Pushing event deleted for resources: {'Port': ['ID=97292910-6eb6-40fa-b6e8-38bda4788d92,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:05.479532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.480027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.480495 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.480919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.481348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.481770 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.482206 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.482626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.483209 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.483688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.484148 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.484603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:05.495343 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e717a1-666e-472c-9d92-4103b0a04784 None None] No DVR routers for this DVR port 97292910-6eb6-40fa-b6e8-38bda4788d92 on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:08:05.520812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-38231a89-29e8-42d6-ad26-94c5ed9a4d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.585087 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.769446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.771679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.802074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.802699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Fanout notify agent at l3_agent the message router_deleted on router 6032c5f8-6b4a-46ff-b174-91a33f7f1830 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:08:05.820125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.821328 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-bc58d70b-aa65-44d5-b75f-e70c2df15f94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/routers/6032c5f8-6b4a-46ff-b174-91a33f7f1830 HTTP/1.1" status: 204 len: 168 time: 1.4462223 Jan 20 15:08:05.824243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59780) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:05.885879 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 97292910-6eb6-40fa-b6e8-38bda4788d92 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:08:05.927514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 97292910-6eb6-40fa-b6e8-38bda4788d92 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:08:05.927964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 97292910-6eb6-40fa-b6e8-38bda4788d92 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:08:05.928489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 50073d74-f1e9-4e19-a8f2-ca94b5045133 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:08:05.944939 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:05.963044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 50073d74-f1e9-4e19-a8f2-ca94b5045133 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:08:05.963389 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 50073d74-f1e9-4e19-a8f2-ca94b5045133 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:08:06.082269 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.110205 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ebcd07-4821-40d9-8187-dc6dc1a8c6bb']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:06.121078 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16824d11-e244-4da1-863e-5c01169432a7') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:06.121368 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16824d11-e244-4da1-863e-5c01169432a7') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:06.135542 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.154229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.161097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:08:06.161493 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:08:06.180091 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:08:06.275838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.293768 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.307191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Network': ['ID=36ebcd07-4821-40d9-8187-dc6dc1a8c6bb,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:06.315120 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9708c6d5-ef7f-44cb-90e5-5b82ba101f25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/networks/36ebcd07-4821-40d9-8187-dc6dc1a8c6bb HTTP/1.1" status: 204 len: 168 time: 0.4897485 Jan 20 15:08:06.317869 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59784) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:06.391659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-520c9f85-5914-4c54-b6df-37526d354920 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.423154 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-520c9f85-5914-4c54-b6df-37526d354920 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.500001 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-520c9f85-5914-4c54-b6df-37526d354920 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.508415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.520459 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c9f85-5914-4c54-b6df-37526d354920 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da729e5-cbe4-484e-bddb-f7e60c141854,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:06.542588 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-520c9f85-5914-4c54-b6df-37526d354920 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.546873 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-520c9f85-5914-4c54-b6df-37526d354920 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/security-groups/9da729e5-cbe4-484e-bddb-f7e60c141854 HTTP/1.1" status: 204 len: 168 time: 0.2279320 Jan 20 15:08:06.590607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.772986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59792) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:06.780443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206202223', 'description': 'tempest-secgroup-smoke-206202223 description', 'project_id': '8ba274843fca4769bb9ee82752f65295'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:06.787658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:06.792101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:06.795895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:06.803745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:06.817074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.838989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:06.843916 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:06.847215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:06.856056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:06.949699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:06.956794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.005148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f071e0c-dffc-42dd-8f45-b8603f2bf104,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:07.017685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.019096 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cd8fa0b9-80a4-4aae-81f4-bae54b51e51b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2447641 Jan 20 15:08:07.022069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59796) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:07.027414 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '5f071e0c-dffc-42dd-8f45-b8603f2bf104', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:07.034122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:07.038371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:07.041347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:07.047544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:07.067191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.130655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.135510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.161382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e889c5-b01b-4059-89f6-348333191cc9,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:07.173369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.174729 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4555ee5e-a2da-46f7-98e1-bbe940dd01d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516237 Jan 20 15:08:07.178712 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59800) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:07.184683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '5f071e0c-dffc-42dd-8f45-b8603f2bf104', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:07.191233 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:07.195531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:07.198724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:07.205583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:07.229434 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.299174 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.304085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.336284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96fcff9-bb72-4abc-93ee-5e54ab97c11b,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:07.346123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.348016 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6e6c78ec-e870-48dc-bc57-0069d0ece0f7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1681993 Jan 20 15:08:07.350872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59804) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:07.356045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '5f071e0c-dffc-42dd-8f45-b8603f2bf104', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:07.360567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device de846efb-c8da-4dcb-86c2-f7f15c560ced no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:08:07.362443 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:07.366738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:07.370736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:07.378711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:07.396334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: de846efb-c8da-4dcb-86c2-f7f15c560ced {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:08:07.396668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device de846efb-c8da-4dcb-86c2-f7f15c560ced not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:08:07.398765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.472661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.478287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.503513 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e96f0d-0ea4-4099-bced-6d9d069fd3f4,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:07.514723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.516041 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9a72a47e-c9a0-43a2-92d9-68824edb7527 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642888 Jan 20 15:08:07.518921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59808) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:07.524553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '5f071e0c-dffc-42dd-8f45-b8603f2bf104', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:07.531790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:07.537502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:07.540803 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:07.547707 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:07.570329 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.638729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.645589 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.670907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b8656a-5931-443c-b81c-737f7e557d2a,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:07.683665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.685076 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-1111ada8-473c-415e-be17-a7347346ba1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1650324 Jan 20 15:08:07.687977 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59812) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:07.693110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '5f071e0c-dffc-42dd-8f45-b8603f2bf104', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:07.699666 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:07.704069 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:07.707169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:07.713151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:07.729295 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Project 8ba274843fca4769bb9ee82752f65295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:08:07.736485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.806930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.812738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.839922 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6bd0a1-e91d-47ff-b7b5-1e9244c6a504,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:07.855424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.857090 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-17ab6bf8-8185-433f-84d5-2a52c314ec3e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1679919 Jan 20 15:08:07.860732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59816) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:07.871931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '5f071e0c-dffc-42dd-8f45-b8603f2bf104', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:07.881124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:07.885821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:07.888970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:07.895041 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:07.911320 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Project 8ba274843fca4769bb9ee82752f65295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:08:07.919065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.995495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.001076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.034890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62413575-9da2-4106-bf5b-b62eea9365d3,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:08.051169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.056968 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-71f44362-dd44-4ada-9a8a-73e4a702bd22 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1945117 Jan 20 15:08:08.057237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59820) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:08.059380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.063861 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'network': {'name': 'tempest-network-smoke--559234181', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'port_security_enabled': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:08.069976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:08.074770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:network and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:08.078377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:08.085163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:08.097875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:08:08.102018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.132016 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:08:08.143394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.143714 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Added segment 09603591-febe-46ac-ad40-317c04807f54 of type vlan for network 9df19146-ed96-4c1e-8207-a9d9000411de Jan 20 15:08:08.173940 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.206683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.212583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:08.213317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.433719 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3754480 Jan 20 15:08:08.436687 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cdcc1-d5d0-4d97-b8ff-0da59cd6c698 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Network': ['ID=9df19146-ed96-4c1e-8207-a9d9000411de,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:08.436834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59824) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:08.444832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'admin_state_up': True, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:08.450784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 9df19146-ed96-4c1e-8207-a9d9000411de details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:08:08.453509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:08.457678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:router and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:08.461110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:08.468521 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:08.482242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.483271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.505254 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:08.786045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:09.081510 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [req-5affa804-bc13-4256-8d76-cb2169205372 req-ea357a86-d4a2-4b47-932d-8892f14cce01 tempest-ServerDiskConfigTestJSON-1383835417 tempest-ServerDiskConfigTestJSON-1383835417-project] (87495) timed out ('10.222.0.72', 52294) {{(pid=87495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 15:08:09.094844 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:09.127761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:09.264112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.26.0.246 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/b07b5cb0-19c4-429d-be42-8934bf0e2c7d) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:08:09.528419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:09.569532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:09.642517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:08:09.645608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:08:09.649366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:08:09.679394 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=b07b5cb0-19c4-429d-be42-8934bf0e2c7d,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:10.081902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:10.432244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:10.645780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 0b6f851c-deca-45bb-baaf-3cc30bf06286 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:08:10.957587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:08:10.967822 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Sync routers for ids ['0b6f851c-deca-45bb-baaf-3cc30bf06286'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:08:10.980356 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Routers {'0b6f851c-deca-45bb-baaf-3cc30bf06286'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:08:10.981304 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:08:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0b6f851c-deca-45bb-baaf-3cc30bf06286'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:10.986026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:10.990542 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a744c92f-4081-43c5-aa47-42b462de64be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5493751 Jan 20 15:08:10.990712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59836) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:11.032720 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e3754817-608c-4c89-ac0c-0d3bea80d36a tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=8ba274843fca4769bb9ee82752f65295&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382178 Jan 20 15:08:11.033052 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59840) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:11.169854 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Set router 0b6f851c-deca-45bb-baaf-3cc30bf06286 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:08:11.173382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a99d9bd-3444-4ead-9569-3d2e9e84cb66 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:11.177589 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3a99d9bd-3444-4ead-9569-3d2e9e84cb66 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1407275 Jan 20 15:08:11.177979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59844) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:11.222697 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2afc1fbf-f015-4358-8299-79892b608188 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434830 Jan 20 15:08:11.225204 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59848) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:11.230520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1282717094', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:11.341408 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:11.345398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:subnet and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:11.348256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:11.354164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:11.365684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:08:11.369215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:11.494465 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:09Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:11.498154 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Checking router: 0b6f851c-deca-45bb-baaf-3cc30bf06286 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:08:11.498483 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Updating router 0b6f851c-deca-45bb-baaf-3cc30bf06286 port b07b5cb0-19c4-429d-be42-8934bf0e2c7d binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:08:11.558569 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:11.605270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:11.698356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Subnet': ['ID=3716bd18-b537-4c03-abee-85a313c039d3,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:11.707294 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Checking segment: {'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:08:11.707620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network hostable DHCP agents. Network: 9df19146-ed96-4c1e-8207-a9d9000411de, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:08:11.728474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 9df19146-ed96-4c1e-8207-a9d9000411de is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:08:11.739572 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 9df19146-ed96-4c1e-8207-a9d9000411de) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:08:11.747895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:11.748126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926868d-5729-4e57-af4c-a59a97ec3bcf None None] Network 9df19146-ed96-4c1e-8207-a9d9000411de requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:08:11.748655 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:11.776360 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b5d3c4a3-3020-4de3-9a02-a0a4f79833f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5476043 Jan 20 15:08:11.776858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59854) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:11.893637 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:11.905779 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Transition to ACTIVE for port object b07b5cb0-19c4-429d-be42-8934bf0e2c7d will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:08:11.917428 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.005963 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Pushing event updated for resources: {'Port': ['ID=b07b5cb0-19c4-429d-be42-8934bf0e2c7d,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:12.016540 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.017158 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.017635 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.018104 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.018740 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.019217 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.019695 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.020171 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.020656 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.021129 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.021587 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.022062 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:12.027044 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Attempting to bind port b07b5cb0-19c4-429d-be42-8934bf0e2c7d on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:08:12.027604 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Attempting to bind port b07b5cb0-19c4-429d-be42-8934bf0e2c7d by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:08:12.028175 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Attempting to bind port b07b5cb0-19c4-429d-be42-8934bf0e2c7d on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:08:12.034926 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:08:12.035522 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:08:12.036088 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.036625 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:08:12.037226 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Bound port: b07b5cb0-19c4-429d-be42-8934bf0e2c7d, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:08:12.037742 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.058670 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-9df19146-ed96-4c1e-8207-a9d9000411de', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:08:12.059505 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.128768 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] For port b07b5cb0-19c4-429d-be42-8934bf0e2c7d, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:08:12.131972 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] For port b07b5cb0-19c4-429d-be42-8934bf0e2c7d, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b07b5cb0-19c4-429d-be42-8934bf0e2c7d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:08:12.139149 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.216868 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Routers {'0b6f851c-deca-45bb-baaf-3cc30bf06286'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:08:12.217595 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:08:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0b6f851c-deca-45bb-baaf-3cc30bf06286'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:12.227624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Allocated IP 172.20.0.2 (9df19146-ed96-4c1e-8207-a9d9000411de/3716bd18-b537-4c03-abee-85a313c039d3/787d68a4-afe5-4909-b362-5a50bfab1a9e) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:08:12.311395 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41f7ea-0420-4342-a837-86a722edb859 None None] Pushing event updated for resources: {'Port': ['ID=b07b5cb0-19c4-429d-be42-8934bf0e2c7d,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:12.427802 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] Set router 0b6f851c-deca-45bb-baaf-3cc30bf06286 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:08:12.444711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.456012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Transition to ACTIVE for port object 787d68a4-afe5-4909-b362-5a50bfab1a9e will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:08:12.476705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Transition to ACTIVE for port object 787d68a4-afe5-4909-b362-5a50bfab1a9e will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:08:12.486164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.552810 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.555385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Network 9df19146-ed96-4c1e-8207-a9d9000411de is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:08:12.558213 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:08:12.562214 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:08:12.594968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Pushing event updated for resources: {'Port': ['ID=787d68a4-afe5-4909-b362-5a50bfab1a9e,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:12.687498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Attempting to bind port 787d68a4-afe5-4909-b362-5a50bfab1a9e on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:08:12.687863 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Attempting to bind port 787d68a4-afe5-4909-b362-5a50bfab1a9e by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:08:12.688247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Attempting to bind port 787d68a4-afe5-4909-b362-5a50bfab1a9e on network 9df19146-ed96-4c1e-8207-a9d9000411de {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:08:12.694293 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:08:12.694659 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Checking segment: {'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:08:12.695480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.695480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Bound using segment: {'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:08:12.695919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Bound port: 787d68a4-afe5-4909-b362-5a50bfab1a9e, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:08:12.696316 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.726040 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:09Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:12.730529 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22666c78-2329-41b3-bca3-4f2bc5526323 None None] The sync data for ids ['0b6f851c-deca-45bb-baaf-3cc30bf06286'] in dv-neutron-825123-1-hyperv is: [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:09Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:08:12.794899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] For port 787d68a4-afe5-4909-b362-5a50bfab1a9e, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:08:12.799221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] For port 787d68a4-afe5-4909-b362-5a50bfab1a9e, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=787d68a4-afe5-4909-b362-5a50bfab1a9e,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:08:12.803823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:12.890834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d880260-3d81-4d87-a4c8-845666e85645 None None] Pushing event updated for resources: {'Port': ['ID=787d68a4-afe5-4909-b362-5a50bfab1a9e,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:12.983151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.20.0.1 (9df19146-ed96-4c1e-8207-a9d9000411de/3716bd18-b537-4c03-abee-85a313c039d3/2d20752d-31b2-4323-99a3-8139bc986fa9) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:08:13.181142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:13.201160 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Transition to ACTIVE for port object 2d20752d-31b2-4323-99a3-8139bc986fa9 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:08:13.232998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:13.302934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 9df19146-ed96-4c1e-8207-a9d9000411de is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:08:13.306422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:08:13.310838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:08:13.491943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b07b5cb0-19c4-429d-be42-8934bf0e2c7d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:08:13.517997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=2d20752d-31b2-4323-99a3-8139bc986fa9,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:13.524489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:13.565218 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port b07b5cb0-19c4-429d-be42-8934bf0e2c7d completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:08:13.571809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port b07b5cb0-19c4-429d-be42-8934bf0e2c7d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:13.572178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:13.670781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:13.699669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:13.718798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port b07b5cb0-19c4-429d-be42-8934bf0e2c7d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b07b5cb0-19c4-429d-be42-8934bf0e2c7d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:08:13.727938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:13.729055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 787d68a4-afe5-4909-b362-5a50bfab1a9e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:08:13.869210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=b07b5cb0-19c4-429d-be42-8934bf0e2c7d,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:13.888933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 787d68a4-afe5-4909-b362-5a50bfab1a9e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:08:14.071535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5ba9d0-7717-4e8c-91c9-ca2bfb91c691 None None] Network 9df19146-ed96-4c1e-8207-a9d9000411de requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:08:14.142900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:14.148714 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:14.194207 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9beec129-c3ef-4c12-936d-10f7bad9c6e7 None None] Provisioning for port 787d68a4-afe5-4909-b362-5a50bfab1a9e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:08:14.203845 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-9beec129-c3ef-4c12-936d-10f7bad9c6e7 None None] Provisioning complete for port 787d68a4-afe5-4909-b362-5a50bfab1a9e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:14.204231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9beec129-c3ef-4c12-936d-10f7bad9c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:14.263828 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:14.267981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=2d20752d-31b2-4323-99a3-8139bc986fa9,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:14.412642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9beec129-c3ef-4c12-936d-10f7bad9c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:14.418885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 9df19146-ed96-4c1e-8207-a9d9000411de is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:08:14.420418 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:08:14.453339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9beec129-c3ef-4c12-936d-10f7bad9c6e7 None None] For port 787d68a4-afe5-4909-b362-5a50bfab1a9e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=787d68a4-afe5-4909-b362-5a50bfab1a9e,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:08:14.459649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9beec129-c3ef-4c12-936d-10f7bad9c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:14.530515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beec129-c3ef-4c12-936d-10f7bad9c6e7 None None] Pushing event updated for resources: {'Port': ['ID=787d68a4-afe5-4909-b362-5a50bfab1a9e,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:14.622707 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 0b6f851c-deca-45bb-baaf-3cc30bf06286 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:08:14.694970 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-609f3a80-c105-4742-b18c-b866d63f5df0 None None] Provisioning complete for port 787d68a4-afe5-4909-b362-5a50bfab1a9e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:14.695308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-609f3a80-c105-4742-b18c-b866d63f5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:14.816640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:08:14.830937 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-125b7394-9bc4-424f-a546-e73d40765cd0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "PUT /v2.0/routers/0b6f851c-deca-45bb-baaf-3cc30bf06286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0529168 Jan 20 15:08:14.857869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Sync routers for ids ['0b6f851c-deca-45bb-baaf-3cc30bf06286'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:08:14.887681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Routers {'0b6f851c-deca-45bb-baaf-3cc30bf06286'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:08:14.888361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:08:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0b6f851c-deca-45bb-baaf-3cc30bf06286'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:15.029557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-24b10ebe-170d-4a32-8556-1908117e2190 req-2e25d459-0a7d-4c53-9a95-1973a2e8a8b9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:08:15.035586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-609f3a80-c105-4742-b18c-b866d63f5df0 None None] Provisioning for port 2d20752d-31b2-4323-99a3-8139bc986fa9 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:08:15.050685 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-24b10ebe-170d-4a32-8556-1908117e2190 req-2e25d459-0a7d-4c53-9a95-1973a2e8a8b9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:08:15.052038 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-2e25d459-0a7d-4c53-9a95-1973a2e8a8b9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206202223&fields=id&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 267 time: 0.0736525 Jan 20 15:08:15.058385 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-609f3a80-c105-4742-b18c-b866d63f5df0 None None] Provisioning complete for port 2d20752d-31b2-4323-99a3-8139bc986fa9 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:15.058761 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-609f3a80-c105-4742-b18c-b866d63f5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:15.130524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-609f3a80-c105-4742-b18c-b866d63f5df0 None None] Port 2d20752d-31b2-4323-99a3-8139bc986fa9 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:08:15.134070 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Set router 0b6f851c-deca-45bb-baaf-3cc30bf06286 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:08:15.209454 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b10ebe-170d-4a32-8556-1908117e2190 req-3a21093d-20a5-4db0-8e79-a632efe8c9fa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:15.210052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-24b10ebe-170d-4a32-8556-1908117e2190 req-3a21093d-20a5-4db0-8e79-a632efe8c9fa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:08:15.227224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-24b10ebe-170d-4a32-8556-1908117e2190 req-3a21093d-20a5-4db0-8e79-a632efe8c9fa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:08:15.228551 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-3a21093d-20a5-4db0-8e79-a632efe8c9fa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/networks?id=9df19146-ed96-4c1e-8207-a9d9000411de HTTP/1.1" status: 200 len: 796 time: 0.1692729 Jan 20 15:08:15.244525 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-7033e849-e85b-4eb0-aad3-50f689675fe5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/quotas/8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 375 time: 0.0097492 Jan 20 15:08:15.331742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-24b10ebe-170d-4a32-8556-1908117e2190 req-c6538c9a-f71c-475c-871c-9abe2de7361f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:08:15.348924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-24b10ebe-170d-4a32-8556-1908117e2190 req-c6538c9a-f71c-475c-871c-9abe2de7361f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:08:15.354120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-58422b6e-c18c-4449-a319-8a7c27c51063 None None] Provisioning complete for port 2d20752d-31b2-4323-99a3-8139bc986fa9 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:15.354438 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-c6538c9a-f71c-475c-871c-9abe2de7361f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022654 Jan 20 15:08:15.354550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-58422b6e-c18c-4449-a319-8a7c27c51063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:15.406577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b07b5cb0-19c4-429d-be42-8934bf0e2c7d up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:08:15.496834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-58422b6e-c18c-4449-a319-8a7c27c51063 None None] Port 2d20752d-31b2-4323-99a3-8139bc986fa9 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:08:15.563999 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port b07b5cb0-19c4-429d-be42-8934bf0e2c7d triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:15.564395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:15.640559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '2d20752d-31b2-4323-99a3-8139bc986fa9', 'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:4a:b0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:12Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 2, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '3716bd18-b537-4c03-abee-85a313c039d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:15.660764 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-34ec0fdd-2ba5-4d1f-9ab8-1584e83139af service neutron] 10.222.0.87 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955797 Jan 20 15:08:15.673340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Checking router: 0b6f851c-deca-45bb-baaf-3cc30bf06286 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:08:15.673340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Updating router 0b6f851c-deca-45bb-baaf-3cc30bf06286 port 2d20752d-31b2-4323-99a3-8139bc986fa9 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:08:15.745131 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 787d68a4-afe5-4909-b362-5a50bfab1a9e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:08:15.773884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:15.794065 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-31180661-607a-4789-b754-9c151e48b479 service neutron] 10.222.0.87 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272953 Jan 20 15:08:15.931541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 787d68a4-afe5-4909-b362-5a50bfab1a9e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:15.932046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:15.978122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-53917704-3502-4519-bf90-c2395d75f5d9 req-22d575f5-1732-41c8-9e17-2514d21e6c04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:08:15.998634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-53917704-3502-4519-bf90-c2395d75f5d9 req-22d575f5-1732-41c8-9e17-2514d21e6c04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:08:16.000536 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-53917704-3502-4519-bf90-c2395d75f5d9 req-22d575f5-1732-41c8-9e17-2514d21e6c04 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 210 time: 0.0656989 Jan 20 15:08:16.260561 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:16.280154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Transition to ACTIVE for port object 2d20752d-31b2-4323-99a3-8139bc986fa9 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:08:16.291511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:16.492403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2b671-f0c5-442b-b902-24137c8efea4 None None] Pushing event updated for resources: {'Port': ['ID=2d20752d-31b2-4323-99a3-8139bc986fa9,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:16.588791 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Attempting to bind port 2d20752d-31b2-4323-99a3-8139bc986fa9 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:08:16.589164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Attempting to bind port 2d20752d-31b2-4323-99a3-8139bc986fa9 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:08:16.589517 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Attempting to bind port 2d20752d-31b2-4323-99a3-8139bc986fa9 on network 9df19146-ed96-4c1e-8207-a9d9000411de {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:08:16.595417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:08:16.595784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Checking segment: {'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:08:16.596178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:16.596702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Bound using segment: {'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:08:16.597155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Bound port: 2d20752d-31b2-4323-99a3-8139bc986fa9, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:08:16.597530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:16.696771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] For port 2d20752d-31b2-4323-99a3-8139bc986fa9, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:08:16.700150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] For port 2d20752d-31b2-4323-99a3-8139bc986fa9, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=2d20752d-31b2-4323-99a3-8139bc986fa9,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:08:16.706912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:16.789009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Routers {'0b6f851c-deca-45bb-baaf-3cc30bf06286'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:08:16.789639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:08:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0b6f851c-deca-45bb-baaf-3cc30bf06286'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:16.857558 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2b671-f0c5-442b-b902-24137c8efea4 None None] Pushing event updated for resources: {'Port': ['ID=2d20752d-31b2-4323-99a3-8139bc986fa9,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:17.012313 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] Set router 0b6f851c-deca-45bb-baaf-3cc30bf06286 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:08:17.161163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b10ebe-170d-4a32-8556-1908117e2190 req-ead35956-7b2e-4e06-8180-845e0477dd76 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:17.162568 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-ead35956-7b2e-4e06-8180-845e0477dd76 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/networks?id=9df19146-ed96-4c1e-8207-a9d9000411de HTTP/1.1" status: 200 len: 796 time: 0.2185271 Jan 20 15:08:17.192534 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2bd301d4-b8bd-4a76-8574-98dfad4dfa8c req-62b5f1ce-77ed-4b8a-950d-2c6812dffaa6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 210 time: 0.0493324 Jan 20 15:08:17.221426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-24b10ebe-170d-4a32-8556-1908117e2190 req-e8c08edb-b65a-4a50-b73f-81511499eb2b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:08:17.234261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-24b10ebe-170d-4a32-8556-1908117e2190 req-e8c08edb-b65a-4a50-b73f-81511499eb2b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:08:17.235703 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-e8c08edb-b65a-4a50-b73f-81511499eb2b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 379 time: 0.0643585 Jan 20 15:08:17.246337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'port': {'device_id': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'admin_state_up': True, 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'security_groups': ['5f071e0c-dffc-42dd-8f45-b8603f2bf104']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:17.379943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '2d20752d-31b2-4323-99a3-8139bc986fa9', 'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:4a:b0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:12Z', 'updated_at': '2022-01-20T15:08:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '3716bd18-b537-4c03-abee-85a313c039d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:17.386360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8807e3b-1c7a-4186-91ab-71e216e407c7 None None] The sync data for ids ['0b6f851c-deca-45bb-baaf-3cc30bf06286'] in dv-neutron-825123-1-hyperv is: [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '2d20752d-31b2-4323-99a3-8139bc986fa9', 'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:4a:b0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:12Z', 'updated_at': '2022-01-20T15:08:16Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '3716bd18-b537-4c03-abee-85a313c039d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:08:17.398221 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:17.408962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:17.423377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:08:17.433629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:17.617036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.20.0.11 (9df19146-ed96-4c1e-8207-a9d9000411de/3716bd18-b537-4c03-abee-85a313c039d3/1534247e-9941-47ec-8904-b453b819b284) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:08:17.826539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:17.842539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Transition to ACTIVE for port object 1534247e-9941-47ec-8904-b453b819b284 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:08:17.867875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:17.943196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 9df19146-ed96-4c1e-8207-a9d9000411de is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:08:17.946231 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:08:17.948953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:08:17.993962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=1534247e-9941-47ec-8904-b453b819b284,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:18.020779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:18.021714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:18.051603 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-61e72942-33df-4c9a-a884-28611c7332e7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8095186 Jan 20 15:08:18.062894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Request body: {'port': {'device_id': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:18.228165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d12420f8-d669-4c24-84ac-c20b7baf6fca None None] Provisioning for port 1534247e-9941-47ec-8904-b453b819b284 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:08:18.236463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d12420f8-d669-4c24-84ac-c20b7baf6fca None None] Provisioning complete for port 1534247e-9941-47ec-8904-b453b819b284 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:18.237174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d12420f8-d669-4c24-84ac-c20b7baf6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:18.299222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:18.304616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-d12420f8-d669-4c24-84ac-c20b7baf6fca None None] Port 1534247e-9941-47ec-8904-b453b819b284 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:08:18.538834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af04230-fd54-4fc3-bb87-bb64ae7ca876 req-c35802f9-9f70-4a4f-b0a4-9aef5443b55b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:18.539547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-0af04230-fd54-4fc3-bb87-bb64ae7ca876 req-c35802f9-9f70-4a4f-b0a4-9aef5443b55b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:08:18.618573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-0af04230-fd54-4fc3-bb87-bb64ae7ca876 req-c35802f9-9f70-4a4f-b0a4-9aef5443b55b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:08:18.619729 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0af04230-fd54-4fc3-bb87-bb64ae7ca876 req-c35802f9-9f70-4a4f-b0a4-9aef5443b55b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 932 time: 0.2769353 Jan 20 15:08:18.696125 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0af04230-fd54-4fc3-bb87-bb64ae7ca876 req-90422eb2-db68-47b4-bb98-3817997b7e78 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652711 Jan 20 15:08:18.767141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1534247e-9941-47ec-8904-b453b819b284 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:08:18.775167 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:18.790298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Transition to ACTIVE for port object 1534247e-9941-47ec-8904-b453b819b284 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:08:18.797483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:18.954616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Pushing event updated for resources: {'Port': ['ID=1534247e-9941-47ec-8904-b453b819b284,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:19.049637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Attempting to bind port 1534247e-9941-47ec-8904-b453b819b284 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:08:19.050314 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Attempting to bind port 1534247e-9941-47ec-8904-b453b819b284 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:08:19.050661 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Attempting to bind port 1534247e-9941-47ec-8904-b453b819b284 on network 9df19146-ed96-4c1e-8207-a9d9000411de {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:08:19.055664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Port 1534247e-9941-47ec-8904-b453b819b284 on network 9df19146-ed96-4c1e-8207-a9d9000411de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:08:19.055971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Attempting to bind port 1534247e-9941-47ec-8904-b453b819b284 on network 9df19146-ed96-4c1e-8207-a9d9000411de {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:08:19.062232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:08:19.062987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Checking segment: {'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:08:19.062987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Bound using segment: {'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:08:19.063354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Bound port: 1534247e-9941-47ec-8904-b453b819b284, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09603591-febe-46ac-ad40-317c04807f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:08:19.063707 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:19.158089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] For port 1534247e-9941-47ec-8904-b453b819b284, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:08:19.161326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] For port 1534247e-9941-47ec-8904-b453b819b284, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1534247e-9941-47ec-8904-b453b819b284,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:08:19.167324 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:19.231120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:19.231801 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:19.233116 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] 10.222.0.72 "PUT /v2.0/ports/1534247e-9941-47ec-8904-b453b819b284 HTTP/1.1" status: 200 len: 1094 time: 1.1745622 Jan 20 15:08:19.233547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'tag': '1534247e-9941-47ec-8904-b453b819b284'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:19.266454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c6dce-c451-4c0c-a246-d79c68ac8539 service neutron] Pushing event updated for resources: {'Port': ['ID=1534247e-9941-47ec-8904-b453b819b284,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:19.309793 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'tag': '1534247e-9941-47ec-8904-b453b819b284', 'status': 'completed', 'code': 200} Jan 20 15:08:19.360886 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b10ebe-170d-4a32-8556-1908117e2190 req-a17033e0-8424-4cd8-8c42-d605f70c2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:19.362809 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-a17033e0-8424-4cd8-8c42-d605f70c2508 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 1097 time: 0.0863278 Jan 20 15:08:19.441761 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-62118a82-0125-42eb-9354-6932ecbf6449 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1534247e-9941-47ec-8904-b453b819b284 HTTP/1.1" status: 200 len: 217 time: 0.0717096 Jan 20 15:08:19.444073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 2d20752d-31b2-4323-99a3-8139bc986fa9 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:08:19.505138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b10ebe-170d-4a32-8556-1908117e2190 req-40bb69fd-95cd-4b3f-9274-132dbf1823f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:19.506531 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-40bb69fd-95cd-4b3f-9274-132dbf1823f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3716bd18-b537-4c03-abee-85a313c039d3 HTTP/1.1" status: 200 len: 835 time: 0.0593078 Jan 20 15:08:19.536255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 2d20752d-31b2-4323-99a3-8139bc986fa9 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:08:19.541430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 2d20752d-31b2-4323-99a3-8139bc986fa9 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:19.541790 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:19.588840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b10ebe-170d-4a32-8556-1908117e2190 req-f3adb3f9-27a8-4fad-8609-4ae512069010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:19.590340 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-f3adb3f9-27a8-4fad-8609-4ae512069010 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9df19146-ed96-4c1e-8207-a9d9000411de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781827 Jan 20 15:08:19.662029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:19.695258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 2d20752d-31b2-4323-99a3-8139bc986fa9, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=2d20752d-31b2-4323-99a3-8139bc986fa9,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:08:19.700583 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:19.725969 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-771cf82d-59c4-452c-8123-56ab09760aa6 service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268499 Jan 20 15:08:19.767376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=2d20752d-31b2-4323-99a3-8139bc986fa9,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:19.908483 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-24b10ebe-170d-4a32-8556-1908117e2190 req-69db0af5-3ec1-4f4a-be5e-288804fd5ed4 service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758766 Jan 20 15:08:19.932025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640d7b9-df63-46ae-b51e-ea42e3ea7f45 req-0b176299-e3c6-4636-89a6-9ba2303fb4ff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:19.933902 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d640d7b9-df63-46ae-b51e-ea42e3ea7f45 req-0b176299-e3c6-4636-89a6-9ba2303fb4ff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 944 time: 0.1251264 Jan 20 15:08:20.131598 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d640d7b9-df63-46ae-b51e-ea42e3ea7f45 req-68cbea62-d7c3-4a30-b66e-b7d891a8e160 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914341 Jan 20 15:08:20.162435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516ea35-7553-4307-a638-e53c6bf8649e req-abbb3451-cfc0-4a40-9e91-b40ebcafe75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:20.164051 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1516ea35-7553-4307-a638-e53c6bf8649e req-abbb3451-cfc0-4a40-9e91-b40ebcafe75d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 1097 time: 0.2039640 Jan 20 15:08:20.301317 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516ea35-7553-4307-a638-e53c6bf8649e req-9eaad4ba-f0d6-4d58-97a5-5547c30190a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:20.302758 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1516ea35-7553-4307-a638-e53c6bf8649e req-9eaad4ba-f0d6-4d58-97a5-5547c30190a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9df19146-ed96-4c1e-8207-a9d9000411de HTTP/1.1" status: 200 len: 897 time: 0.1317124 Jan 20 15:08:20.388512 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1516ea35-7553-4307-a638-e53c6bf8649e req-f8b1a0dd-d574-4ffb-9db2-9f13fac29749 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1534247e-9941-47ec-8904-b453b819b284 HTTP/1.1" status: 200 len: 217 time: 0.0776670 Jan 20 15:08:20.456933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516ea35-7553-4307-a638-e53c6bf8649e req-bcde9fa1-198a-4c74-9530-bb7fe61c013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:20.458413 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1516ea35-7553-4307-a638-e53c6bf8649e req-bcde9fa1-198a-4c74-9530-bb7fe61c013a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3716bd18-b537-4c03-abee-85a313c039d3 HTTP/1.1" status: 200 len: 835 time: 0.0619979 Jan 20 15:08:20.536556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516ea35-7553-4307-a638-e53c6bf8649e req-928b4ce6-0963-49b0-81b6-b37a725017df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:20.538116 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1516ea35-7553-4307-a638-e53c6bf8649e req-928b4ce6-0963-49b0-81b6-b37a725017df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9df19146-ed96-4c1e-8207-a9d9000411de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731537 Jan 20 15:08:20.673768 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1516ea35-7553-4307-a638-e53c6bf8649e req-0b8af4e3-18a8-49ac-b1e6-93b3d5f351c3 service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279764 Jan 20 15:08:20.809133 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1516ea35-7553-4307-a638-e53c6bf8649e req-a1ed50ab-e738-47ab-ad81-0ac86419af5d service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284685 Jan 20 15:08:21.328818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e26e35-14d2-4fae-bb15-2421b03dcc83 req-fd5941f7-f43a-4989-84e5-cb09ac2b383b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:21.330201 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-16e26e35-14d2-4fae-bb15-2421b03dcc83 req-fd5941f7-f43a-4989-84e5-cb09ac2b383b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 944 time: 0.0906901 Jan 20 15:08:21.381505 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-16e26e35-14d2-4fae-bb15-2421b03dcc83 req-badd73df-46f4-4971-9c14-8a9c726d792b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423694 Jan 20 15:08:21.399077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 2d20752d-31b2-4323-99a3-8139bc986fa9 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:08:21.470043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 2d20752d-31b2-4323-99a3-8139bc986fa9 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:21.470419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:22.128793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 1534247e-9941-47ec-8904-b453b819b284 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:08:22.310556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 1534247e-9941-47ec-8904-b453b819b284, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1534247e-9941-47ec-8904-b453b819b284,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:08:22.323451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '1534247e-9941-47ec-8904-b453b819b284', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'port_id': '1534247e-9941-47ec-8904-b453b819b284', 'mac_address': 'fa:16:3e:2d:23:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:08:22.380140 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:22.399826 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1534247e-9941-47ec-8904-b453b819b284 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:08:22.417493 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 1534247e-9941-47ec-8904-b453b819b284, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1534247e-9941-47ec-8904-b453b819b284,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:08:22.423872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:22.492257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=1534247e-9941-47ec-8904-b453b819b284,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:22.583212 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e9ad9-aa43-416c-b292-6ae28e7d5cdb req-9803299b-17b1-41e5-9c9d-2be9e87a29f3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:22.584858 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-977e9ad9-aa43-416c-b292-6ae28e7d5cdb req-9803299b-17b1-41e5-9c9d-2be9e87a29f3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 945 time: 0.0939484 Jan 20 15:08:22.633039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['1534247e-9941-47ec-8904-b453b819b284'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:08:22.634870 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-977e9ad9-aa43-416c-b292-6ae28e7d5cdb req-6ac8f170-a226-4850-89e6-e6161afee99f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 Jan 20 15:08:23.837961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5492548-9a3e-4722-b7d5-cb84c1f27337 req-0c090785-9513-4fb2-9f77-152afd51ab9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:23.839494 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a5492548-9a3e-4722-b7d5-cb84c1f27337 req-0c090785-9513-4fb2-9f77-152afd51ab9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 945 time: 0.0865121 Jan 20 15:08:23.893870 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a5492548-9a3e-4722-b7d5-cb84c1f27337 req-933036c7-ffb3-4cfa-8c33-5bfdc2618ed3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448902 Jan 20 15:08:24.128625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 1534247e-9941-47ec-8904-b453b819b284 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:08:24.202567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 1534247e-9941-47ec-8904-b453b819b284 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:08:24.207716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 1534247e-9941-47ec-8904-b453b819b284 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:24.208086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:24.327757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:24.354946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1534247e-9941-47ec-8904-b453b819b284'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:24.365340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 1534247e-9941-47ec-8904-b453b819b284, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1534247e-9941-47ec-8904-b453b819b284,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:08:24.371242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:24.402269 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1534247e-9941-47ec-8904-b453b819b284', 'code': 200} Jan 20 15:08:24.443356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=1534247e-9941-47ec-8904-b453b819b284,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:24.664088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30506d-ef7e-49bc-b34c-2821b646d54a req-c9196ffd-16c9-4d61-874f-e70e357bd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:24.665929 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4b30506d-ef7e-49bc-b34c-2821b646d54a req-c9196ffd-16c9-4d61-874f-e70e357bd6b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 1099 time: 0.0848053 Jan 20 15:08:24.703240 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:08:24.712818 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4b30506d-ef7e-49bc-b34c-2821b646d54a req-93adc8c7-c505-4fdc-a4ad-a62779ed0e5a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414274 Jan 20 15:08:25.093117 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3c53d-bc6f-448e-a5dc-490745632d72 req-ffa474b3-1b90-4159-8eca-b1c5415f9915 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:25.094583 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-72f3c53d-bc6f-448e-a5dc-490745632d72 req-ffa474b3-1b90-4159-8eca-b1c5415f9915 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0887568 Jan 20 15:08:25.130959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:25.143950 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-72f3c53d-bc6f-448e-a5dc-490745632d72 req-553d3d4e-9f81-4f0f-8d48-02ea24907b4f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431712 Jan 20 15:08:26.345053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623497d-5a28-4610-b7e8-8da07a446d48 req-8dbb8b07-ae5c-43e6-8a26-939406b0bfd5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:26.346483 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f623497d-5a28-4610-b7e8-8da07a446d48 req-8dbb8b07-ae5c-43e6-8a26-939406b0bfd5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0881608 Jan 20 15:08:26.392499 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f623497d-5a28-4610-b7e8-8da07a446d48 req-3a7bdb4d-d7ae-4207-a557-58f7c30cdb92 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 Jan 20 15:08:26.602148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01f7f8-93be-49a2-b845-5b61b7190d3e req-28192464-d72c-4d4f-aeae-4f764bc4da91 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:26.603514 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a01f7f8-93be-49a2-b845-5b61b7190d3e req-28192464-d72c-4d4f-aeae-4f764bc4da91 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0993354 Jan 20 15:08:26.652115 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a01f7f8-93be-49a2-b845-5b61b7190d3e req-007cd355-5fa3-4f3e-b77d-65c58c8e4aef tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400543 Jan 20 15:08:26.675870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59908) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:26.764261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2316c8-d782-415c-9246-1471eb4732bd tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:26.765856 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fc2316c8-d782-415c-9246-1471eb4732bd tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 1094 time: 0.0889122 Jan 20 15:08:26.768891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 59912) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:26.774074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '1534247e-9941-47ec-8904-b453b819b284', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:08:26.780499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:26.784458 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:floatingip and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:26.787333 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:26.793652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:26.807027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:26.947344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:27.084932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.26.0.66 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/80dee2fd-0a76-4eda-b105-25cec4da9ea8) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:08:27.244321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:27.287914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:27.369095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:08:27.371802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:08:27.375722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:08:27.409728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=80dee2fd-0a76-4eda-b105-25cec4da9ea8,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:27.803909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:27.981063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:28.190216 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:28.196559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:28.307794 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=80dee2fd-0a76-4eda-b105-25cec4da9ea8,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:28.320247 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:28.494600 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Floating IP 5e3d64bc-328b-4baf-91c8-054533486219 associated. External IP: 172.26.0.66, port: 1534247e-9941-47ec-8904-b453b819b284. Jan 20 15:08:28.875514 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 0b6f851c-deca-45bb-baaf-3cc30bf06286 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:08:29.058798 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:08:29.069377 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] Sync routers for ids ['0b6f851c-deca-45bb-baaf-3cc30bf06286'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:08:29.079353 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] Routers {'0b6f851c-deca-45bb-baaf-3cc30bf06286'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:08:29.080095 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:08:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0b6f851c-deca-45bb-baaf-3cc30bf06286'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:29.086469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:29.141326 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-9af4a20e-f1bc-477d-a446-8e66dc2340c3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3713503 Jan 20 15:08:29.142186 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'tag': '1534247e-9941-47ec-8904-b453b819b284'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:29.219826 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'tag': '1534247e-9941-47ec-8904-b453b819b284', 'status': 'completed', 'code': 200} Jan 20 15:08:29.371069 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] Set router 0b6f851c-deca-45bb-baaf-3cc30bf06286 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:08:29.371295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-308678b4-8829-44f4-a482-403d134663a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:29.372801 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-308678b4-8829-44f4-a482-403d134663a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 1099 time: 0.1293664 Jan 20 15:08:29.405447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8c464-ff21-444d-9a35-02b6acb72776 req-4d3af3f0-e5b3-4d0d-856b-bc5a261c97c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:29.406921 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5dc8c464-ff21-444d-9a35-02b6acb72776 req-4d3af3f0-e5b3-4d0d-856b-bc5a261c97c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.1323385 Jan 20 15:08:29.529015 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5dc8c464-ff21-444d-9a35-02b6acb72776 req-1ee85477-a84a-4c02-a75c-d4631cd03ccd tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153929 Jan 20 15:08:29.549632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-81335b61-9e3c-4ac8-9a22-9473b436d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:29.551171 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-81335b61-9e3c-4ac8-9a22-9473b436d6fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=9df19146-ed96-4c1e-8207-a9d9000411de HTTP/1.1" status: 200 len: 897 time: 0.1708186 Jan 20 15:08:29.553662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59920) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:29.816848 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '5e3d64bc-328b-4baf-91c8-054533486219', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'port_id': '1534247e-9941-47ec-8904-b453b819b284', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'mac_address': 'fa:16:3e:2d:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:08:27Z', 'updated_at': '2022-01-20T15:08:27Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20752d-31b2-4323-99a3-8139bc986fa9', 'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:4a:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:12Z', 'updated_at': '2022-01-20T15:08:19Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '3716bd18-b537-4c03-abee-85a313c039d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:29.820893 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] Checking router: 0b6f851c-deca-45bb-baaf-3cc30bf06286 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:08:29.829607 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] Routers {'0b6f851c-deca-45bb-baaf-3cc30bf06286'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:08:29.830260 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:08:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0b6f851c-deca-45bb-baaf-3cc30bf06286'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:29.863003 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2c402efa-dcef-4f0b-bd60-4dc36328b553 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/5e3d64bc-328b-4baf-91c8-054533486219 HTTP/1.1" status: 200 len: 991 time: 0.3082509 Jan 20 15:08:29.866835 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-e368d3ab-112b-4e29-97af-452b8820eaa1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1534247e-9941-47ec-8904-b453b819b284 HTTP/1.1" status: 200 len: 999 time: 0.2550409 Jan 20 15:08:29.929763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-6944308b-6700-499a-af00-81642c5df39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:29.931219 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-6944308b-6700-499a-af00-81642c5df39c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3716bd18-b537-4c03-abee-85a313c039d3 HTTP/1.1" status: 200 len: 835 time: 0.0582016 Jan 20 15:08:30.005672 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-70bd4a22-cd06-4712-85af-50776930d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:30.007223 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-70bd4a22-cd06-4712-85af-50776930d1e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9df19146-ed96-4c1e-8207-a9d9000411de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699468 Jan 20 15:08:30.009426 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] Set router 0b6f851c-deca-45bb-baaf-3cc30bf06286 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:08:30.139158 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-e25f471a-bcf9-4df9-9234-96f4753afbfc service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257272 Jan 20 15:08:30.279115 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a26b7d60-89e2-4ca9-ace6-b385732770a5 req-2e69dd72-7df6-4743-a307-e9ab924fa1f0 service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330926 Jan 20 15:08:30.378595 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '5e3d64bc-328b-4baf-91c8-054533486219', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'port_id': '1534247e-9941-47ec-8904-b453b819b284', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'mac_address': 'fa:16:3e:2d:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:08:27Z', 'updated_at': '2022-01-20T15:08:27Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20752d-31b2-4323-99a3-8139bc986fa9', 'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:4a:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:12Z', 'updated_at': '2022-01-20T15:08:19Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '3716bd18-b537-4c03-abee-85a313c039d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:30.383031 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15d6c3-ebbf-4b67-ae80-26fbd98dba2f None None] The sync data for ids ['0b6f851c-deca-45bb-baaf-3cc30bf06286'] in dv-neutron-825123-1-hyperv is: [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '5e3d64bc-328b-4baf-91c8-054533486219', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'port_id': '1534247e-9941-47ec-8904-b453b819b284', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'mac_address': 'fa:16:3e:2d:23:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:08:27Z', 'updated_at': '2022-01-20T15:08:27Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20752d-31b2-4323-99a3-8139bc986fa9', 'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:4a:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:12Z', 'updated_at': '2022-01-20T15:08:19Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '3716bd18-b537-4c03-abee-85a313c039d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:08:30.589054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2d01e2-d551-4e3b-97a7-3cf235e48c1d None None] New status for floating IP 5e3d64bc-328b-4baf-91c8-054533486219: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:08:30.866760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59924) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:30.973901 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f7905428-1b1d-4daf-926d-741cd1eca105 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/5e3d64bc-328b-4baf-91c8-054533486219 HTTP/1.1" status: 200 len: 993 time: 0.1059909 Jan 20 15:08:33.146159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-07ae1d1a-c59d-448f-86a5-75bd9282db54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:35.486739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4eeb26d5-6a16-4b66-9719-d8d4580d969c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:36.511862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:36.594217 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:38.053247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:55.131335 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:58.916416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 59946) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:58.953765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633eb85-67c8-439c-9012-225c3e85ba2e req-d40413d7-003a-4aa7-af27-1a7aa4b87841 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:58.955258 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6633eb85-67c8-439c-9012-225c3e85ba2e req-d40413d7-003a-4aa7-af27-1a7aa4b87841 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0835640 Jan 20 15:08:59.002324 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6633eb85-67c8-439c-9012-225c3e85ba2e req-6585f09d-0162-411f-bcb8-4f2f33b4bf2e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Jan 20 15:08:59.031373 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-bb05970f-fc67-409e-9539-19907ab3885d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136973 Jan 20 15:09:00.252472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e880-bc96-4e0f-aa12-fe54f088338a req-d2e29836-f3a0-4b9e-afde-f588cfe483c4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:00.254029 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5a17e880-bc96-4e0f-aa12-fe54f088338a req-d2e29836-f3a0-4b9e-afde-f588cfe483c4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.1426105 Jan 20 15:09:00.287662 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-b8d04e4d-5ce2-4317-97f9-06a209656f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:00.289096 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-b8d04e4d-5ce2-4317-97f9-06a209656f9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 1099 time: 0.1209338 Jan 20 15:09:00.371147 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5a17e880-bc96-4e0f-aa12-fe54f088338a req-a9a8780d-81d1-4afa-8285-eef8aeaa7fab tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100032 Jan 20 15:09:00.433569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-14211a75-406f-429e-821c-55a0dd63be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:00.435031 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-14211a75-406f-429e-821c-55a0dd63be22 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9df19146-ed96-4c1e-8207-a9d9000411de HTTP/1.1" status: 200 len: 897 time: 0.1383486 Jan 20 15:09:00.543537 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-bc9a8a8e-3b86-44e2-a32c-cf1a040ac385 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1534247e-9941-47ec-8904-b453b819b284 HTTP/1.1" status: 200 len: 1001 time: 0.1005037 Jan 20 15:09:00.610902 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-1f51e5ec-29f8-4c47-8ce7-3c5a158e4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:00.612403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-1f51e5ec-29f8-4c47-8ce7-3c5a158e4a08 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3716bd18-b537-4c03-abee-85a313c039d3 HTTP/1.1" status: 200 len: 835 time: 0.0607598 Jan 20 15:09:00.689868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-b250dae4-e73e-4678-a53c-81a671b2bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:00.691395 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-b250dae4-e73e-4678-a53c-81a671b2bfac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9df19146-ed96-4c1e-8207-a9d9000411de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725608 Jan 20 15:09:00.836360 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-0b3da50d-91cc-4fd1-84f2-13cbd1d645d6 service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380770 Jan 20 15:09:00.975596 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-4fa9da00-6546-4a30-aeb4-397f39af112d service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321294 Jan 20 15:09:01.565689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf70575-e2ac-4e81-bf19-6eafdcb2bbeb req-c03e00f4-bf84-42ca-b807-b984f3a7390b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:01.567170 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bf70575-e2ac-4e81-bf19-6eafdcb2bbeb req-c03e00f4-bf84-42ca-b807-b984f3a7390b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0828261 Jan 20 15:09:01.612180 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4bf70575-e2ac-4e81-bf19-6eafdcb2bbeb req-14bf44fd-e7dd-4463-8b9e-cb8592a83635 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384216 Jan 20 15:09:01.703173 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:09:02.819557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d866029-0508-47c4-b7b4-d2d30e9c96e4 req-25a1d032-810e-4339-8bdd-4375ff566bdb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:02.821052 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9d866029-0508-47c4-b7b4-d2d30e9c96e4 req-25a1d032-810e-4339-8bdd-4375ff566bdb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0937455 Jan 20 15:09:02.872460 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9d866029-0508-47c4-b7b4-d2d30e9c96e4 req-7e30818f-55cb-48dc-b32e-92ed9b11f072 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 Jan 20 15:09:03.152611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4ba418c5-54a1-4cec-93af-3d7bbf4b17fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:04.176524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee495ab-bf82-48be-8e1f-596581a4f3cf req-efa9e453-162c-47d3-b429-16c5cf1c5261 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:04.177893 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-eee495ab-bf82-48be-8e1f-596581a4f3cf req-efa9e453-162c-47d3-b429-16c5cf1c5261 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.1918507 Jan 20 15:09:04.221494 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-eee495ab-bf82-48be-8e1f-596581a4f3cf req-17d42f31-bc87-46e1-a89e-b4683e937fdc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377584 Jan 20 15:09:05.408065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb5588-d39c-48d2-af75-a47abb3b5aa8 req-0010cebc-0944-4500-ad6d-77f58024e370 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:05.409798 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dddb5588-d39c-48d2-af75-a47abb3b5aa8 req-0010cebc-0944-4500-ad6d-77f58024e370 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0820265 Jan 20 15:09:05.493398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2467fd4b-f9dc-4f54-9d1e-e187439b810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:05.566658 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dddb5588-d39c-48d2-af75-a47abb3b5aa8 req-f496f806-e7c6-43c2-9b19-4605a002e21b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510563 Jan 20 15:09:06.510482 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:06.596682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:06.762755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d0706-f82c-4563-824e-cfd87324a558 req-52a211d2-5231-4d8f-89d2-dbeccf69f528 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:06.764151 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b63d0706-f82c-4563-824e-cfd87324a558 req-52a211d2-5231-4d8f-89d2-dbeccf69f528 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0833008 Jan 20 15:09:06.813969 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b63d0706-f82c-4563-824e-cfd87324a558 req-031de602-83d5-4ec3-bd26-a3b51e47ca47 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 Jan 20 15:09:08.065458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:08.081626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c80bf-4f42-4afe-8ad8-6c9de3e7ee6d req-bb9d0693-5b36-458d-9c22-8d65d6dd2554 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:08.083825 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6b8c80bf-4f42-4afe-8ad8-6c9de3e7ee6d req-bb9d0693-5b36-458d-9c22-8d65d6dd2554 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.1241190 Jan 20 15:09:08.086814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892afbf2-3094-4109-8775-ee64a220088a req-1fcffc04-4ae9-4ddf-9eb5-c8c00894447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:08.087720 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-892afbf2-3094-4109-8775-ee64a220088a req-1fcffc04-4ae9-4ddf-9eb5-c8c00894447b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 1099 time: 0.1601021 Jan 20 15:09:08.205177 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6b8c80bf-4f42-4afe-8ad8-6c9de3e7ee6d req-709e8647-4fac-413c-891a-8527daa3dd75 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148865 Jan 20 15:09:08.266544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892afbf2-3094-4109-8775-ee64a220088a req-1853e7c8-8fcc-4d76-a7b3-f6a312ba0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:08.268110 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-892afbf2-3094-4109-8775-ee64a220088a req-1853e7c8-8fcc-4d76-a7b3-f6a312ba0f3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=9df19146-ed96-4c1e-8207-a9d9000411de HTTP/1.1" status: 200 len: 897 time: 0.1538520 Jan 20 15:09:08.379242 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-892afbf2-3094-4109-8775-ee64a220088a req-e0b4c2fe-0442-493b-a21b-af0f2c0fd789 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1534247e-9941-47ec-8904-b453b819b284 HTTP/1.1" status: 200 len: 1001 time: 0.1022291 Jan 20 15:09:08.439368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892afbf2-3094-4109-8775-ee64a220088a req-2632467a-2163-4bee-b35b-ae5a9072e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:08.440978 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-892afbf2-3094-4109-8775-ee64a220088a req-2632467a-2163-4bee-b35b-ae5a9072e99f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3716bd18-b537-4c03-abee-85a313c039d3 HTTP/1.1" status: 200 len: 835 time: 0.0574803 Jan 20 15:09:08.520156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892afbf2-3094-4109-8775-ee64a220088a req-80588950-5321-4756-8b87-574fb421dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:08.521541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-892afbf2-3094-4109-8775-ee64a220088a req-80588950-5321-4756-8b87-574fb421dd4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9df19146-ed96-4c1e-8207-a9d9000411de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744221 Jan 20 15:09:08.659653 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-892afbf2-3094-4109-8775-ee64a220088a req-16ba591c-156a-4416-b28b-5e50aa667a8a service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321135 Jan 20 15:09:08.794462 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-892afbf2-3094-4109-8775-ee64a220088a req-cfcf0451-ed95-426d-bbdf-dc308f8253b3 service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283135 Jan 20 15:09:09.419515 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff5c5-59ab-4fb0-a053-ddbe5f2b484c req-7eccbe38-4a2b-4992-80d3-3ea7fcc74d39 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:09.421044 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-46bff5c5-59ab-4fb0-a053-ddbe5f2b484c req-7eccbe38-4a2b-4992-80d3-3ea7fcc74d39 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0913570 Jan 20 15:09:09.476262 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-46bff5c5-59ab-4fb0-a053-ddbe5f2b484c req-3997e8c7-6c57-46a9-b724-f6c33f75d5d6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483811 Jan 20 15:09:10.669828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c37b-ea56-4b73-9cf6-c1d244517d13 req-8570b2fe-916c-4b78-b8ee-27baf8c35a53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:10.671307 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0958c37b-ea56-4b73-9cf6-c1d244517d13 req-8570b2fe-916c-4b78-b8ee-27baf8c35a53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0852091 Jan 20 15:09:10.717815 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0958c37b-ea56-4b73-9cf6-c1d244517d13 req-b6fa7826-1297-4765-8c76-e9829a168e6a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389302 Jan 20 15:09:11.912148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa4e3a-fa58-4936-8b3b-d384125629d7 req-32eca1a5-0166-4486-a5e0-1f17d5d28178 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:11.913785 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1baa4e3a-fa58-4936-8b3b-d384125629d7 req-32eca1a5-0166-4486-a5e0-1f17d5d28178 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0879202 Jan 20 15:09:11.960782 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1baa4e3a-fa58-4936-8b3b-d384125629d7 req-2945bd5d-80aa-4006-adc6-daf5d58c40c6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407450 Jan 20 15:09:12.671096 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-35249843-5dbf-4b86-a658-643143abf5a7 service neutron] 10.222.0.72 "GET /v2.0/ports/1534247e-9941-47ec-8904-b453b819b284/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0788038 Jan 20 15:09:12.959630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-0ef2f70b-07ba-4973-a06b-7a8aa687ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:12.961908 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-0ef2f70b-07ba-4973-a06b-7a8aa687ccda service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 1099 time: 0.0762584 Jan 20 15:09:13.067076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-dd025a46-de5b-4911-8d6c-bdb02add4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:13.068846 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-dd025a46-de5b-4911-8d6c-bdb02add4884 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 1099 time: 0.0845320 Jan 20 15:09:13.258825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-fc34d73d-7cb3-49d3-b734-5aea1e9dc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:13.260197 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-fc34d73d-7cb3-49d3-b734-5aea1e9dc805 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9df19146-ed96-4c1e-8207-a9d9000411de HTTP/1.1" status: 200 len: 897 time: 0.1854875 Jan 20 15:09:13.272617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687270-64af-4488-a4ba-ed89c29152be req-1f975b69-2d02-4355-8bce-be4281972160 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:13.274062 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-80687270-64af-4488-a4ba-ed89c29152be req-1f975b69-2d02-4355-8bce-be4281972160 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.1981783 Jan 20 15:09:13.402194 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-80687270-64af-4488-a4ba-ed89c29152be req-7b6ffaf3-5655-4851-aa59-c1889602ea94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773585 Jan 20 15:09:13.408359 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-24258a85-728b-4c29-89a9-3af4d04d5a36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1534247e-9941-47ec-8904-b453b819b284 HTTP/1.1" status: 200 len: 1001 time: 0.1333663 Jan 20 15:09:13.476604 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-1715dcdd-1e8f-4d05-80f0-63fb807c5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:13.478063 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-1715dcdd-1e8f-4d05-80f0-63fb807c5b56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3716bd18-b537-4c03-abee-85a313c039d3 HTTP/1.1" status: 200 len: 835 time: 0.0637138 Jan 20 15:09:13.671612 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-5496dc81-04b4-4747-9357-236a25af1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:13.673120 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-5496dc81-04b4-4747-9357-236a25af1d15 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9df19146-ed96-4c1e-8207-a9d9000411de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1896057 Jan 20 15:09:13.805711 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-533d7cc6-b9da-45de-807b-af0d139bd3db service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260524 Jan 20 15:09:13.939927 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e2e12230-3d25-4496-9ffa-1ee0ec1fb5e2 req-f652a30a-38f3-41d3-ae19-6dbcff791020 service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280217 Jan 20 15:09:14.608538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f051226-a680-4c4f-b8e0-bfba5c026395 req-e5ef692a-2779-4a2d-8552-187e20849b5f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:14.610940 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2f051226-a680-4c4f-b8e0-bfba5c026395 req-e5ef692a-2779-4a2d-8552-187e20849b5f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0982718 Jan 20 15:09:14.656990 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2f051226-a680-4c4f-b8e0-bfba5c026395 req-887d31d8-492c-4aac-bd21-ee32d841e269 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385377 Jan 20 15:09:15.846895 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cec94-23ed-45b7-b6e1-4bd0c9eaa9ad req-a98d9a7f-0f30-4081-b4ba-28593129b367 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:15.848433 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ba8cec94-23ed-45b7-b6e1-4bd0c9eaa9ad req-a98d9a7f-0f30-4081-b4ba-28593129b367 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0816267 Jan 20 15:09:15.897775 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ba8cec94-23ed-45b7-b6e1-4bd0c9eaa9ad req-0b7bbb87-96ac-43d5-9e58-37ca2babc2a1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435226 Jan 20 15:09:16.285880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-ab2ab32d-0130-4210-bc98-5bec5d816c91 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:16.287357 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-ab2ab32d-0130-4210-bc98-5bec5d816c91 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734&tenant_id=8ba274843fca4769bb9ee82752f65295&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 946 time: 0.1124206 Jan 20 15:09:16.294992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddb3d5-ae06-4910-9c8b-24c0d76442c1 req-64aa6828-48da-4a90-b52f-7649e3e24aad tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:16.296312 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-12ddb3d5-ae06-4910-9c8b-24c0d76442c1 req-64aa6828-48da-4a90-b52f-7649e3e24aad tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.1542730 Jan 20 15:09:16.348943 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-12ddb3d5-ae06-4910-9c8b-24c0d76442c1 req-238b6485-6139-432e-9be9-b5dd2babc4c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462766 Jan 20 15:09:16.385204 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 1534247e-9941-47ec-8904-b453b819b284 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:09:16.389003 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 1534247e-9941-47ec-8904-b453b819b284 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:09:16.436852 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-1c78be74-400a-4e24-ad33-9f37b987e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:16.438430 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-1c78be74-400a-4e24-ad33-9f37b987e839 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 1099 time: 0.0771041 Jan 20 15:09:16.544348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb76b-9892-4b01-b96a-16dac0e2f282 req-4b085a84-fca4-4e32-9c22-585fc0c0eb64 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:16.545953 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1affb76b-9892-4b01-b96a-16dac0e2f282 req-4b085a84-fca4-4e32-9c22-585fc0c0eb64 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0896358 Jan 20 15:09:16.574280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-07a61302-05ce-4c00-8113-39630c40877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:16.575753 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-07a61302-05ce-4c00-8113-39630c40877c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9df19146-ed96-4c1e-8207-a9d9000411de HTTP/1.1" status: 200 len: 897 time: 0.1303296 Jan 20 15:09:16.592711 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1affb76b-9892-4b01-b96a-16dac0e2f282 req-55bd9441-b345-4bef-8bea-59f78138dd28 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406001 Jan 20 15:09:16.643354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:16.674593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 1534247e-9941-47ec-8904-b453b819b284, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1534247e-9941-47ec-8904-b453b819b284,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:16.684578 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-05efdeb4-df1a-433c-b319-1a5abe7635f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1534247e-9941-47ec-8904-b453b819b284 HTTP/1.1" status: 200 len: 1001 time: 0.1025507 Jan 20 15:09:16.697523 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '1534247e-9941-47ec-8904-b453b819b284', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'port_id': '1534247e-9941-47ec-8904-b453b819b284', 'mac_address': 'fa:16:3e:2d:23:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:09:16.698842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1534247e-9941-47ec-8904-b453b819b284'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:09:16.740101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 1534247e-9941-47ec-8904-b453b819b284, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1534247e-9941-47ec-8904-b453b819b284,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:16.747865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:16.749110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-109cc6d6-35ea-4fbc-8f6d-68d2b096d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:16.750810 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-109cc6d6-35ea-4fbc-8f6d-68d2b096d37e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3716bd18-b537-4c03-abee-85a313c039d3 HTTP/1.1" status: 200 len: 835 time: 0.0603137 Jan 20 15:09:16.786896 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1534247e-9941-47ec-8904-b453b819b284', 'code': 200} Jan 20 15:09:16.818550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:16.831694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-b7931e9a-ecf9-4862-ac0a-f4752685756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:16.833010 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-b7931e9a-ecf9-4862-ac0a-f4752685756e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9df19146-ed96-4c1e-8207-a9d9000411de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745049 Jan 20 15:09:16.842699 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1534247e-9941-47ec-8904-b453b819b284 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:09:16.849705 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=1534247e-9941-47ec-8904-b453b819b284,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:16.881128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.881500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.881836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.882164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.882494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.882816 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.883125 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.883444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.883764 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.884084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.884426 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.884739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:16.924168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:09:16.924608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:09:16.970065 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-a5a48e71-e763-4a52-9405-dd896dcdcfaf service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309381 Jan 20 15:09:17.108622 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b5e12e74-e56f-42fc-b682-457cb3233512 req-5704d71d-e574-481d-9ad8-dd729f3c33aa service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297579 Jan 20 15:09:17.483066 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:17.502459 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1534247e-9941-47ec-8904-b453b819b284 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:09:17.518534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 1534247e-9941-47ec-8904-b453b819b284, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1534247e-9941-47ec-8904-b453b819b284,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:17.523409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:17.594084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['1534247e-9941-47ec-8904-b453b819b284'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:09:17.650606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=1534247e-9941-47ec-8904-b453b819b284,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:17.798968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208f2e-a693-415a-b142-47e435b59472 req-edc4317b-6725-4825-b2ae-d0880125d9a3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:17.800478 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-86208f2e-a693-415a-b142-47e435b59472 req-edc4317b-6725-4825-b2ae-d0880125d9a3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 945 time: 0.0858026 Jan 20 15:09:17.848436 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-86208f2e-a693-415a-b142-47e435b59472 req-7ae007d9-aa3d-47b4-88d0-83a6a6cf294f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418620 Jan 20 15:09:17.872651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60014) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:17.979470 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-f09150dd-b0f3-4db9-b072-26ba15d91877 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/5e3d64bc-328b-4baf-91c8-054533486219 HTTP/1.1" status: 200 len: 992 time: 0.1053150 Jan 20 15:09:18.399246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 1534247e-9941-47ec-8904-b453b819b284 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:09:18.472536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 1534247e-9941-47ec-8904-b453b819b284 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:09:18.472881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:18.606993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:18.640382 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 1534247e-9941-47ec-8904-b453b819b284, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1534247e-9941-47ec-8904-b453b819b284,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:18.647362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:18.721652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=1534247e-9941-47ec-8904-b453b819b284,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:18.788184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1534247e-9941-47ec-8904-b453b819b284'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:09:18.836799 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1534247e-9941-47ec-8904-b453b819b284', 'code': 200} Jan 20 15:09:25.131242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:33.155437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7a3e-8f0c-4a22-a337-4eb1f4d4b011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:35.488137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a808-8e88-40a6-8658-776673dd18b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:36.509222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:36.603144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:38.062977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:38.702352 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:09:46.404604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60028) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:46.606956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 80dee2fd-0a76-4eda-b105-25cec4da9ea8 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:09:46.607222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:46.792194 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:46.792451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:46.917033 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 80dee2fd-0a76-4eda-b105-25cec4da9ea8 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:09:47.072795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:47.119122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=80dee2fd-0a76-4eda-b105-25cec4da9ea8,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:47.155396 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.155691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.156048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.156471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.156795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.157110 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.157422 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.157732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.158040 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.158319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.158663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.158967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:47.221837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:47.222145 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Floating IP 5e3d64bc-328b-4baf-91c8-054533486219 disassociated (deleted). External IP: 172.26.0.66, port: 1534247e-9941-47ec-8904-b453b819b284. Jan 20 15:09:47.676156 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 0b6f851c-deca-45bb-baaf-3cc30bf06286 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:09:47.870476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:09:47.880365 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] Sync routers for ids ['0b6f851c-deca-45bb-baaf-3cc30bf06286'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:09:47.890454 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] Routers {'0b6f851c-deca-45bb-baaf-3cc30bf06286'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:09:47.891069 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:09:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0b6f851c-deca-45bb-baaf-3cc30bf06286'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:47.891815 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:47.947702 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eab9e946-1c6d-47d0-8974-d4b3ae3c2b9e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/floatingips/5e3d64bc-328b-4baf-91c8-054533486219 HTTP/1.1" status: 204 len: 168 time: 1.5416238 Jan 20 15:09:47.948030 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'tag': '1534247e-9941-47ec-8904-b453b819b284'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:09:48.075192 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'tag': '1534247e-9941-47ec-8904-b453b819b284', 'status': 'completed', 'code': 200} Jan 20 15:09:48.126578 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] Set router 0b6f851c-deca-45bb-baaf-3cc30bf06286 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:09:48.184336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-8b531a9d-7191-41cb-a3da-ae06e902c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:48.186475 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-8b531a9d-7191-41cb-a3da-ae06e902c60a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 1099 time: 0.0882373 Jan 20 15:09:48.400656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59b63d-e66f-47c1-91f0-20f3729c4127 req-a61e8a32-2e47-4249-b8ef-e0e9587a31ad tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:48.401384 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-ca59b63d-e66f-47c1-91f0-20f3729c4127 req-a61e8a32-2e47-4249-b8ef-e0e9587a31ad tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:09:48.426358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-ca59b63d-e66f-47c1-91f0-20f3729c4127 req-a61e8a32-2e47-4249-b8ef-e0e9587a31ad tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:09:48.428489 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca59b63d-e66f-47c1-91f0-20f3729c4127 req-a61e8a32-2e47-4249-b8ef-e0e9587a31ad tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.1114614 Jan 20 15:09:48.464789 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '2d20752d-31b2-4323-99a3-8139bc986fa9', 'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:4a:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:12Z', 'updated_at': '2022-01-20T15:08:19Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '3716bd18-b537-4c03-abee-85a313c039d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:48.469106 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] Checking router: 0b6f851c-deca-45bb-baaf-3cc30bf06286 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:09:48.477846 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] Routers {'0b6f851c-deca-45bb-baaf-3cc30bf06286'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:09:48.478683 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:09:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0b6f851c-deca-45bb-baaf-3cc30bf06286'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:48.485678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-63e02874-4545-4d7a-8761-8fed7b9a366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:48.487417 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-63e02874-4545-4d7a-8761-8fed7b9a366a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9df19146-ed96-4c1e-8207-a9d9000411de HTTP/1.1" status: 200 len: 897 time: 0.2952123 Jan 20 15:09:48.510707 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ca59b63d-e66f-47c1-91f0-20f3729c4127 req-f985825b-5550-4c95-950f-95acd04c2c83 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710351 Jan 20 15:09:48.578643 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-d8d26b72-e38c-4d25-a1d1-7f3f9d2349bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1534247e-9941-47ec-8904-b453b819b284 HTTP/1.1" status: 200 len: 217 time: 0.0825202 Jan 20 15:09:48.643968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-c91392f7-b26e-455a-ae7e-16869dfb76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:48.645580 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-c91392f7-b26e-455a-ae7e-16869dfb76e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3716bd18-b537-4c03-abee-85a313c039d3 HTTP/1.1" status: 200 len: 835 time: 0.0603113 Jan 20 15:09:48.663988 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] Set router 0b6f851c-deca-45bb-baaf-3cc30bf06286 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:09:48.739045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-e1784256-a7a5-413f-a496-489ef14db5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:48.739045 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-e1784256-a7a5-413f-a496-489ef14db5cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9df19146-ed96-4c1e-8207-a9d9000411de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791073 Jan 20 15:09:48.876550 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-1d0416ab-af0b-4ae8-b4a0-3634933cff63 service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300397 Jan 20 15:09:48.980271 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '2d20752d-31b2-4323-99a3-8139bc986fa9', 'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:4a:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:12Z', 'updated_at': '2022-01-20T15:08:19Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '3716bd18-b537-4c03-abee-85a313c039d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:48.984521 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4f9cc-ba7f-40d8-b5b8-ed6b20ea3978 None None] The sync data for ids ['0b6f851c-deca-45bb-baaf-3cc30bf06286'] in dv-neutron-825123-1-hyperv is: [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '2d20752d-31b2-4323-99a3-8139bc986fa9', 'name': '', 'network_id': '9df19146-ed96-4c1e-8207-a9d9000411de', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:4a:b0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3716bd18-b537-4c03-abee-85a313c039d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:12Z', 'updated_at': '2022-01-20T15:08:19Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': '3716bd18-b537-4c03-abee-85a313c039d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:09:49.013329 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-33a0a057-48a2-478f-9bbb-9742738cf4b6 req-f941a124-3c80-4f63-ae5d-b859da80050b service neutron] 10.222.0.72 "GET /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301777 Jan 20 15:09:49.215012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38e6a0-783e-4f93-bfd6-6b1b8e7197ed None None] New status for floating IP 5e3d64bc-328b-4baf-91c8-054533486219: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:09:49.721213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05ab59-3fd5-48a1-b1b5-98cefec57da7 req-48affbd6-d613-448b-9b2b-e9ca6006f40f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:49.722602 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ec05ab59-3fd5-48a1-b1b5-98cefec57da7 req-48affbd6-d613-448b-9b2b-e9ca6006f40f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0938706 Jan 20 15:09:49.767673 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ec05ab59-3fd5-48a1-b1b5-98cefec57da7 req-17fa33f5-60f3-4f2c-b732-3daa75dd3c3a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=5f071e0c-dffc-42dd-8f45-b8603f2bf104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389936 Jan 20 15:09:50.108958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6d48-7172-422d-8790-ae137fd5946d req-b7c4aecc-041e-4a9f-9a61-c29ca925c493 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:50.110407 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a50d6d48-7172-422d-8790-ae137fd5946d req-b7c4aecc-041e-4a9f-9a61-c29ca925c493 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 946 time: 0.0854449 Jan 20 15:09:50.186126 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-a50d6d48-7172-422d-8790-ae137fd5946d req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 1534247e-9941-47ec-8904-b453b819b284 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:09:50.186523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a50d6d48-7172-422d-8790-ae137fd5946d req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:50.441137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-a50d6d48-7172-422d-8790-ae137fd5946d req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 1534247e-9941-47ec-8904-b453b819b284, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1534247e-9941-47ec-8904-b453b819b284,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:50.441377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a50d6d48-7172-422d-8790-ae137fd5946d req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:50.565921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-a50d6d48-7172-422d-8790-ae137fd5946d req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 1534247e-9941-47ec-8904-b453b819b284 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:09:50.728666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a50d6d48-7172-422d-8790-ae137fd5946d req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:50.810082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=1534247e-9941-47ec-8904-b453b819b284,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:50.852263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.852636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.852951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.853278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.853599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.853915 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.854232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.854544 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.854856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.855165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.855478 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.855786 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:09:50.894374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50d6d48-7172-422d-8790-ae137fd5946d req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] No DVR routers for this DVR port 1534247e-9941-47ec-8904-b453b819b284 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:09:50.897079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a50d6d48-7172-422d-8790-ae137fd5946d req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:50.899775 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'name': 'network-vif-deleted', 'tag': '1534247e-9941-47ec-8904-b453b819b284'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:09:50.917789 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a50d6d48-7172-422d-8790-ae137fd5946d req-23717211-d147-4d96-aa79-fff765a1bae9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "DELETE /v2.0/ports/1534247e-9941-47ec-8904-b453b819b284 HTTP/1.1" status: 204 len: 173 time: 0.8009138 Jan 20 15:09:50.926269 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-94969216-7cdf-4f55-add6-cb3ec13e2209 req-ea6feedc-e226-4959-9ead-076489c465b8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=f99feebb-8551-41cc-90ed-03f94a98e734 HTTP/1.1" status: 200 len: 210 time: 0.0476885 Jan 20 15:09:50.957822 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99feebb-8551-41cc-90ed-03f94a98e734', 'name': 'network-vif-deleted', 'tag': '1534247e-9941-47ec-8904-b453b819b284', 'status': 'completed', 'code': 200} Jan 20 15:09:52.023062 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60050) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:52.561724 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 1534247e-9941-47ec-8904-b453b819b284 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:09:52.588372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:52.600596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 1534247e-9941-47ec-8904-b453b819b284 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:09:52.600917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 1534247e-9941-47ec-8904-b453b819b284 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:09:53.079524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 2d20752d-31b2-4323-99a3-8139bc986fa9 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:09:53.080088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:53.271689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 2d20752d-31b2-4323-99a3-8139bc986fa9, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=2d20752d-31b2-4323-99a3-8139bc986fa9,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:53.272059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:53.401750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 2d20752d-31b2-4323-99a3-8139bc986fa9 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:09:53.740188 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:53.787777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=2d20752d-31b2-4323-99a3-8139bc986fa9,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:54.064626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:54.539571 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 0b6f851c-deca-45bb-baaf-3cc30bf06286 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:09:54.739326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:09:54.749406 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] Sync routers for ids ['0b6f851c-deca-45bb-baaf-3cc30bf06286'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:09:54.752482 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7e7c92e1-22e8-4e15-9aad-cb591893063a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "PUT /v2.0/routers/0b6f851c-deca-45bb-baaf-3cc30bf06286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7282693 Jan 20 15:09:54.755412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60054) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:54.759753 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] Routers {'0b6f851c-deca-45bb-baaf-3cc30bf06286'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:09:54.760430 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:09:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0b6f851c-deca-45bb-baaf-3cc30bf06286'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:54.819950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8d445a-7dfe-4151-9a19-8b9d0458666a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting subnet 3716bd18-b537-4c03-abee-85a313c039d3 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:09:54.823131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ca8d445a-7dfe-4151-9a19-8b9d0458666a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:54.880061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ca8d445a-7dfe-4151-9a19-8b9d0458666a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:54.946656 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] Set router 0b6f851c-deca-45bb-baaf-3cc30bf06286 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:09:54.964587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ca8d445a-7dfe-4151-9a19-8b9d0458666a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.049958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ca8d445a-7dfe-4151-9a19-8b9d0458666a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.095375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d445a-7dfe-4151-9a19-8b9d0458666a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Subnet': ['ID=3716bd18-b537-4c03-abee-85a313c039d3,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:55.096957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ca8d445a-7dfe-4151-9a19-8b9d0458666a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.103572 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ca8d445a-7dfe-4151-9a19-8b9d0458666a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/subnets/3716bd18-b537-4c03-abee-85a313c039d3 HTTP/1.1" status: 204 len: 168 time: 0.3472018 Jan 20 15:09:55.106101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60058) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:55.118837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f681827-dd90-4f34-8e4d-dd6892dc37d5 None None] Network 9df19146-ed96-4c1e-8207-a9d9000411de requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:09:55.253637 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.294698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.307779 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:09:53Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:55.312507 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] Checking router: 0b6f851c-deca-45bb-baaf-3cc30bf06286 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:09:55.321892 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] Routers {'0b6f851c-deca-45bb-baaf-3cc30bf06286'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:09:55.322500 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:09:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['0b6f851c-deca-45bb-baaf-3cc30bf06286'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:55.398424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] DHCP port deletion for 9df19146-ed96-4c1e-8207-a9d9000411de request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:09:55.405009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Deleting port 787d68a4-afe5-4909-b362-5a50bfab1a9e {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:09:55.405678 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.521087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 787d68a4-afe5-4909-b362-5a50bfab1a9e no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:09:55.527805 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.539986 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port b07b5cb0-19c4-429d-be42-8934bf0e2c7d {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:09:55.540737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.588488 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] Set router 0b6f851c-deca-45bb-baaf-3cc30bf06286 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:09:55.715703 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port b07b5cb0-19c4-429d-be42-8934bf0e2c7d, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=b07b5cb0-19c4-429d-be42-8934bf0e2c7d,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:55.715932 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.773921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] For port 787d68a4-afe5-4909-b362-5a50bfab1a9e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=787d68a4-afe5-4909-b362-5a50bfab1a9e,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:55.774201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.845012 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for b07b5cb0-19c4-429d-be42-8934bf0e2c7d owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:09:55.890768 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:09:53Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:55.895998 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240c8c8-48fa-4456-9a13-69f02127e845 None None] The sync data for ids ['0b6f851c-deca-45bb-baaf-3cc30bf06286'] in dv-neutron-825123-1-hyperv is: [{'id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875946656', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:08:08Z', 'updated_at': '2022-01-20T15:09:53Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': 'b07b5cb0-19c4-429d-be42-8934bf0e2c7d', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f851c-deca-45bb-baaf-3cc30bf06286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:08:09Z', 'updated_at': '2022-01-20T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:09:55.902105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:55.919170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Calling delete_port for 787d68a4-afe5-4909-b362-5a50bfab1a9e owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:09:55.995016 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 787d68a4-afe5-4909-b362-5a50bfab1a9e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=787d68a4-afe5-4909-b362-5a50bfab1a9e,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:56.006462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.069134 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:09:56.069480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:09:56.079044 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=787d68a4-afe5-4909-b362-5a50bfab1a9e,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:56.169968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.218921 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=b07b5cb0-19c4-429d-be42-8934bf0e2c7d,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:56.316616 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.497031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.499341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.522897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.523411 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Fanout notify agent at l3_agent the message router_deleted on router 0b6f851c-deca-45bb-baaf-3cc30bf06286 {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:09:56.538303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.539409 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-74d808c7-2aa8-4987-a601-60e608b5928a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/routers/0b6f851c-deca-45bb-baaf-3cc30bf06286 HTTP/1.1" status: 204 len: 168 time: 1.4323874 Jan 20 15:09:56.542400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60062) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:56.571423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Deleting port 787d68a4-afe5-4909-b362-5a50bfab1a9e {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:09:56.571423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.785795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.789244 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] For port 787d68a4-afe5-4909-b362-5a50bfab1a9e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=787d68a4-afe5-4909-b362-5a50bfab1a9e,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:56.789891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.797779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 787d68a4-afe5-4909-b362-5a50bfab1a9e {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:09:56.798089 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:56.931463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Calling delete_port for 787d68a4-afe5-4909-b362-5a50bfab1a9e owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:09:57.020973 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:57.031081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 787d68a4-afe5-4909-b362-5a50bfab1a9e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=787d68a4-afe5-4909-b362-5a50bfab1a9e,segment=NetworkSegment(09603591-febe-46ac-ad40-317c04807f54),segment_id=09603591-febe-46ac-ad40-317c04807f54)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:09:57.031772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:57.079412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] Pushing event deleted for resources: {'Port': ['ID=787d68a4-afe5-4909-b362-5a50bfab1a9e,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:57.083373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f6baf-218e-4df5-8fef-b996edb6f6a9 None None] No DVR routers for this DVR port 787d68a4-afe5-4909-b362-5a50bfab1a9e on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:09:57.158365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 787d68a4-afe5-4909-b362-5a50bfab1a9e owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:09:57.235253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:09:57.235540 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:09:57.444750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b07b5cb0-19c4-429d-be42-8934bf0e2c7d no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:09:57.480129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: b07b5cb0-19c4-429d-be42-8934bf0e2c7d {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:09:57.480474 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device b07b5cb0-19c4-429d-be42-8934bf0e2c7d not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:09:57.480929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 2d20752d-31b2-4323-99a3-8139bc986fa9 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:09:57.514397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 2d20752d-31b2-4323-99a3-8139bc986fa9 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:09:57.514745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 2d20752d-31b2-4323-99a3-8139bc986fa9 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:09:57.737160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 787d68a4-afe5-4909-b362-5a50bfab1a9e {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:09:57.737715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:57.813323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] The port '787d68a4-afe5-4909-b362-5a50bfab1a9e' was deleted {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:09:57.937010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:57.962763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df19146-ed96-4c1e-8207-a9d9000411de']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:57.977509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09603591-febe-46ac-ad40-317c04807f54') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:57.977960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09603591-febe-46ac-ad40-317c04807f54') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:09:57.990928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.006990 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.013056 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:09:58.013437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: util.warn( Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:09:58.027884 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:09:58.110854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.129217 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.141369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Network': ['ID=9df19146-ed96-4c1e-8207-a9d9000411de,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:58.156402 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-23ebd747-db52-4937-a3d5-42b570a8699e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/networks/9df19146-ed96-4c1e-8207-a9d9000411de HTTP/1.1" status: 204 len: 168 time: 1.6125758 Jan 20 15:09:58.160158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60066) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:58.250638 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a45f695e-cf1b-49c9-968d-9da8b35543d3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.283464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a45f695e-cf1b-49c9-968d-9da8b35543d3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.359211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a45f695e-cf1b-49c9-968d-9da8b35543d3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.381379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f695e-cf1b-49c9-968d-9da8b35543d3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f071e0c-dffc-42dd-8f45-b8603f2bf104,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:58.395325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a45f695e-cf1b-49c9-968d-9da8b35543d3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.399697 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a45f695e-cf1b-49c9-968d-9da8b35543d3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/security-groups/5f071e0c-dffc-42dd-8f45-b8603f2bf104 HTTP/1.1" status: 204 len: 168 time: 0.2355692 Jan 20 15:09:58.631944 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60074) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:58.637461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460235678', 'description': 'tempest-secgroup-smoke-1460235678 description', 'project_id': '8ba274843fca4769bb9ee82752f65295'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:09:58.643818 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:09:58.648955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:09:58.652313 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:09:58.658590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:09:58.671978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.693142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:09:58.697372 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:09:58.700436 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:09:58.706324 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:09:58.790959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.798541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.844664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fb84be-ae9f-4dfb-929f-deb21cd56172,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:58.849195 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.850762 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f8c12757-1265-40f5-b16b-65bd6ee95fe4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2176671 Jan 20 15:09:58.853524 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60078) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:58.858627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '41fb84be-ae9f-4dfb-929f-deb21cd56172', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:09:58.864992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:09:58.869102 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:09:58.872085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:09:58.878136 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:09:58.897654 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.962584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.967025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:58.991208 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcc8daf-cf08-4c9d-bd90-7a210d4fc0e6,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:59.002187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.003430 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6c7bf276-404e-4ae1-b527-2a8f49fd607e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489804 Jan 20 15:09:59.006437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60082) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:59.011792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '41fb84be-ae9f-4dfb-929f-deb21cd56172', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:09:59.018316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:09:59.022503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:09:59.025738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:09:59.032525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:09:59.050465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.115291 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.120579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.144809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f69094-3d11-49d4-80e5-919b20978db7,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:59.157989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.159213 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ce482fb3-a9b7-4023-810f-04df80fb320b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517270 Jan 20 15:09:59.162387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60086) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:59.167588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '41fb84be-ae9f-4dfb-929f-deb21cd56172', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:09:59.174238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:09:59.178371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:09:59.181345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:09:59.186986 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:09:59.207636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.278005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.283287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.308905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1193a4a-5c59-49fe-8f98-40e1e67a462f,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:59.320525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.321922 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8c4bdd92-66e1-4996-89a1-104028b5591c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583259 Jan 20 15:09:59.324495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60090) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:59.329598 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '41fb84be-ae9f-4dfb-929f-deb21cd56172', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:09:59.335956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:09:59.340061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:09:59.343094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:09:59.348996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:09:59.368284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.440256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.445838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.471305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82afdd9-f574-4a06-a16b-64efef8b8c89,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:59.484338 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.485546 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a97919e0-e85c-47c4-ac24-645d8062a0c8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601121 Jan 20 15:09:59.488433 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60094) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:59.493557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '41fb84be-ae9f-4dfb-929f-deb21cd56172', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:09:59.499936 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:09:59.504084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:09:59.507138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:09:59.514233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:09:59.526728 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Project 8ba274843fca4769bb9ee82752f65295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:09:59.533593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.602404 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.608116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.636747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e71283c-fa83-49c5-9b37-0bfea2434e04,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:59.648489 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.650084 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-2c3ce6b2-b9b1-4e1c-9169-43fc17ff358a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605408 Jan 20 15:09:59.653512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60098) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:59.658573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '41fb84be-ae9f-4dfb-929f-deb21cd56172', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:09:59.665155 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:09:59.669755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:09:59.673063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:09:59.679643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:09:59.694378 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Project 8ba274843fca4769bb9ee82752f65295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:09:59.701393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.774760 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.780608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.804344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c73ad9-ef01-46ae-ad46-17eceac6bbad,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:09:59.816460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.818057 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a8c7464e-6e8e-47f7-8ce3-a51004db35be tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1635668 Jan 20 15:09:59.821906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60102) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:09:59.827379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'network': {'name': 'tempest-network-smoke--1883121876', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'port_security_enabled': True}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:09:59.832636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:09:59.836977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:network and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:09:59.840081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:09:59.846138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:09:59.858735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:09:59.862139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.890172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:09:59.898919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.899253 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Added segment 86435cd8-1ef8-434f-b387-5f14792089d6 of type vlan for network d85bb134-0210-4ade-adba-75b4515fadd1 Jan 20 15:09:59.924354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.955042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:59.960393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:59.960995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:00.066122 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2431636 Jan 20 15:10:00.068959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75818104-9895-41e5-b775-cbac7f8c535b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Network': ['ID=d85bb134-0210-4ade-adba-75b4515fadd1,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:00.069157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60106) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:00.075584 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'admin_state_up': True, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:10:00.079101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network d85bb134-0210-4ade-adba-75b4515fadd1 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:10:00.083635 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:10:00.087504 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:router and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:10:00.090471 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:10:00.097167 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:10:00.107507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:00.108540 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:00.125704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:00.412193 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:00.721802 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:00.754305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:01.002621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.26.0.107 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/43897d2c-0d81-42c4-94fc-b7d5305794b4) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:10:01.156095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:01.187434 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:01.256143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:10:01.259025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:10:01.262661 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:10:01.291700 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=43897d2c-0d81-42c4-94fc-b7d5305794b4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:01.686143 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:02.034693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:02.249460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:10:02.552946 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:10:02.566188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Sync routers for ids ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:10:02.576331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Routers {'55424304-2ebc-4c86-bcc8-ec9d173c2b97'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:10:02.577030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:09:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:02.581903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:02.583125 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5a26c564-bcf0-4299-9b00-c9846316b200 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5129030 Jan 20 15:10:02.586637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60110) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:02.674449 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b80f0054-5af1-4f5c-99a5-666a3fb683a9 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=8ba274843fca4769bb9ee82752f65295&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0866034 Jan 20 15:10:02.678069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60116) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:02.761962 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Set router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:10:02.820072 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d191d3b5-9840-4c08-84e3-785c1b743054 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:02.821772 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d191d3b5-9840-4c08-84e3-785c1b743054 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427619 Jan 20 15:10:02.824814 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60120) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:02.874314 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-73e4b30d-24ec-4fc5-bfa7-fce66e8b9121 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482349 Jan 20 15:10:02.877158 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60124) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:02.883424 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278466693', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:10:02.992490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:10:02.996490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:subnet and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:10:02.999738 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:10:03.005203 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:10:03.017997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:10:03.021579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:03.096381 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:01Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:03.100957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Checking router: 55424304-2ebc-4c86-bcc8-ec9d173c2b97 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:10:03.101341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Updating router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 port 43897d2c-0d81-42c4-94fc-b7d5305794b4 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:10:03.165056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b5a95104-0db7-456c-b9be-dcb4a08f8164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:03.170698 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:03.238992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:03.318899 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Subnet': ['ID=f450342f-ef50-40e9-a799-053408fdd9bd,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:03.327755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Checking segment: {'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:10:03.328148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network hostable DHCP agents. Network: d85bb134-0210-4ade-adba-75b4515fadd1, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:10:03.348788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network d85bb134-0210-4ade-adba-75b4515fadd1 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:10:03.361321 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, d85bb134-0210-4ade-adba-75b4515fadd1) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:10:03.366439 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:03.367322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:03.376872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e051b121-71e1-4ebe-80a0-1698e776aaea None None] Network d85bb134-0210-4ade-adba-75b4515fadd1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:10:03.395981 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3675035f-8219-4b75-a63f-3042e4d969b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5150211 Jan 20 15:10:03.396232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60128) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:03.692894 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-d85bb134-0210-4ade-adba-75b4515fadd1', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:10:03.693708 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:03.704021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:03.722573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Transition to ACTIVE for port object 43897d2c-0d81-42c4-94fc-b7d5305794b4 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:10:03.767271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:03.879404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26648902-ec10-47b9-ac90-a920e992a9dd None None] Pushing event updated for resources: {'Port': ['ID=43897d2c-0d81-42c4-94fc-b7d5305794b4,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:03.884874 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Attempting to bind port 43897d2c-0d81-42c4-94fc-b7d5305794b4 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:10:03.885245 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Attempting to bind port 43897d2c-0d81-42c4-94fc-b7d5305794b4 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:10:03.885600 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Attempting to bind port 43897d2c-0d81-42c4-94fc-b7d5305794b4 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:10:03.930833 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:10:03.931210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:10:03.931629 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:03.932021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:10:03.932533 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Bound port: 43897d2c-0d81-42c4-94fc-b7d5305794b4, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:10:03.932906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:04.024178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Allocated IP 172.20.0.2 (d85bb134-0210-4ade-adba-75b4515fadd1/f450342f-ef50-40e9-a799-053408fdd9bd/00137492-8002-4568-9dba-e82bed44dd4e) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:10:04.045921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] For port 43897d2c-0d81-42c4-94fc-b7d5305794b4, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:10:04.049799 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] For port 43897d2c-0d81-42c4-94fc-b7d5305794b4, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=43897d2c-0d81-42c4-94fc-b7d5305794b4,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:10:04.069147 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:04.119104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:04.229907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Routers {'55424304-2ebc-4c86-bcc8-ec9d173c2b97'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:10:04.230573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:09:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:04.287567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26648902-ec10-47b9-ac90-a920e992a9dd None None] Pushing event updated for resources: {'Port': ['ID=43897d2c-0d81-42c4-94fc-b7d5305794b4,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:04.523000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:04.537925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] Set router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:10:04.636755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Transition to ACTIVE for port object 00137492-8002-4568-9dba-e82bed44dd4e will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:10:04.725006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Transition to ACTIVE for port object 00137492-8002-4568-9dba-e82bed44dd4e will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:10:04.742188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:04.805873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.20.0.1 (d85bb134-0210-4ade-adba-75b4515fadd1/f450342f-ef50-40e9-a799-053408fdd9bd/5938e45b-87e3-4676-a1a1-6189504d2d2e) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:10:04.836091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Network d85bb134-0210-4ade-adba-75b4515fadd1 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:10:04.842803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:10:04.849014 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:10:04.851092 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Pushing event updated for resources: {'Port': ['ID=00137492-8002-4568-9dba-e82bed44dd4e,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:04.971736 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:04.979932 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Attempting to bind port 00137492-8002-4568-9dba-e82bed44dd4e on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:10:04.980321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Attempting to bind port 00137492-8002-4568-9dba-e82bed44dd4e by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:10:04.980682 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Attempting to bind port 00137492-8002-4568-9dba-e82bed44dd4e on network d85bb134-0210-4ade-adba-75b4515fadd1 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:10:04.987645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:10:04.987960 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Transition to ACTIVE for port object 5938e45b-87e3-4676-a1a1-6189504d2d2e will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:10:04.988089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Checking segment: {'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:10:04.988419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:04.988823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Bound using segment: {'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:10:04.989265 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Bound port: 00137492-8002-4568-9dba-e82bed44dd4e, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:10:04.989645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:05.015648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:05.065151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:01Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:05.086599 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3c59f-06e3-4457-963a-47b4ed240ae0 None None] The sync data for ids ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'] in dv-neutron-825123-1-hyperv is: [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:01Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:10:05.087018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network d85bb134-0210-4ade-adba-75b4515fadd1 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:10:05.091108 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:10:05.093403 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:10:05.099573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] For port 00137492-8002-4568-9dba-e82bed44dd4e, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:10:05.103528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] For port 00137492-8002-4568-9dba-e82bed44dd4e, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=00137492-8002-4568-9dba-e82bed44dd4e,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:10:05.114870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:05.162163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=5938e45b-87e3-4676-a1a1-6189504d2d2e,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:05.179800 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:05.206362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27202d51-f595-4ce0-aa8a-fb7554d355f2 None None] Pushing event updated for resources: {'Port': ['ID=00137492-8002-4568-9dba-e82bed44dd4e,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:05.506497 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6fc05043-e985-4999-a7de-5129e5f1302e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:05.535088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:05.644354 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 43897d2c-0d81-42c4-94fc-b7d5305794b4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:10:05.725042 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 43897d2c-0d81-42c4-94fc-b7d5305794b4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:10:05.732599 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 43897d2c-0d81-42c4-94fc-b7d5305794b4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:05.733188 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:05.877086 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:05.896750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 43897d2c-0d81-42c4-94fc-b7d5305794b4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=43897d2c-0d81-42c4-94fc-b7d5305794b4,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:10:05.903067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:05.903836 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 00137492-8002-4568-9dba-e82bed44dd4e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:10:06.032316 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:06.034763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=43897d2c-0d81-42c4-94fc-b7d5305794b4,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:06.048585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:06.055951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 00137492-8002-4568-9dba-e82bed44dd4e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:10:06.185370 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:06.189549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=5938e45b-87e3-4676-a1a1-6189504d2d2e,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:06.398859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab4e5e-26ab-45ea-a2fa-5f2cf704f788 None None] Network d85bb134-0210-4ade-adba-75b4515fadd1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:10:06.468891 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network d85bb134-0210-4ade-adba-75b4515fadd1 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:10:06.470137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:10:06.525868 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0248781c-6372-47c3-84cd-75f662a9f19f None None] Provisioning for port 00137492-8002-4568-9dba-e82bed44dd4e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:10:06.532715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:06.536532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0248781c-6372-47c3-84cd-75f662a9f19f None None] Provisioning complete for port 00137492-8002-4568-9dba-e82bed44dd4e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:06.536896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0248781c-6372-47c3-84cd-75f662a9f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:06.655295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:06.671339 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:10:06.773011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0248781c-6372-47c3-84cd-75f662a9f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:06.813628 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0248781c-6372-47c3-84cd-75f662a9f19f None None] For port 00137492-8002-4568-9dba-e82bed44dd4e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=00137492-8002-4568-9dba-e82bed44dd4e,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:10:06.822197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0248781c-6372-47c3-84cd-75f662a9f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:06.857344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:10:06.874656 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ad790fd6-91d6-4855-82c6-93229b90f294 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "PUT /v2.0/routers/55424304-2ebc-4c86-bcc8-ec9d173c2b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4773726 Jan 20 15:10:06.919195 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Sync routers for ids ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:10:06.935544 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Routers {'55424304-2ebc-4c86-bcc8-ec9d173c2b97'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:10:06.936343 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:10:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:06.973742 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248781c-6372-47c3-84cd-75f662a9f19f None None] Pushing event updated for resources: {'Port': ['ID=00137492-8002-4568-9dba-e82bed44dd4e,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:07.099259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-06985a98-14c6-4b05-aace-8ce77454bb52 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:10:07.121093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-06985a98-14c6-4b05-aace-8ce77454bb52 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:10:07.122529 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-06985a98-14c6-4b05-aace-8ce77454bb52 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460235678&fields=id&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 267 time: 0.0795588 Jan 20 15:10:07.163163 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-da9adf6b-5ed3-4fe7-aa2e-7f50bea1de31 None None] Provisioning for port 5938e45b-87e3-4676-a1a1-6189504d2d2e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:10:07.163568 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Set router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:10:07.170900 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-da9adf6b-5ed3-4fe7-aa2e-7f50bea1de31 None None] Provisioning complete for port 5938e45b-87e3-4676-a1a1-6189504d2d2e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:07.171654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-da9adf6b-5ed3-4fe7-aa2e-7f50bea1de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:07.247460 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-da9adf6b-5ed3-4fe7-aa2e-7f50bea1de31 None None] Port 5938e45b-87e3-4676-a1a1-6189504d2d2e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:10:07.262258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-da9adf6b-5ed3-4fe7-aa2e-7f50bea1de31 None None] Provisioning complete for port 00137492-8002-4568-9dba-e82bed44dd4e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:07.262630 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-da9adf6b-5ed3-4fe7-aa2e-7f50bea1de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:07.332536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-b2326ecd-df44-49a4-8f11-d64abedf4ea8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:07.333329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-b2326ecd-df44-49a4-8f11-d64abedf4ea8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:10:07.354131 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-b2326ecd-df44-49a4-8f11-d64abedf4ea8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:10:07.358124 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-b2326ecd-df44-49a4-8f11-d64abedf4ea8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/networks?id=d85bb134-0210-4ade-adba-75b4515fadd1 HTTP/1.1" status: 200 len: 797 time: 0.2223852 Jan 20 15:10:07.373541 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e6f6a18f-3c8a-4618-999d-21ed2109b038 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/quotas/8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 375 time: 0.0112445 Jan 20 15:10:07.473079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-6e270dc6-6f41-4eec-8092-eafff1e6505c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:10:07.500590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-6e270dc6-6f41-4eec-8092-eafff1e6505c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:10:07.501979 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-6e270dc6-6f41-4eec-8092-eafff1e6505c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187320 Jan 20 15:10:07.509671 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 43897d2c-0d81-42c4-94fc-b7d5305794b4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:10:07.605116 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c9c4dbf7-ade3-4098-b563-102477ec9825 None None] Provisioning complete for port 5938e45b-87e3-4676-a1a1-6189504d2d2e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:07.605496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c9c4dbf7-ade3-4098-b563-102477ec9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:07.665094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 43897d2c-0d81-42c4-94fc-b7d5305794b4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:07.665801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:07.668944 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5938e45b-87e3-4676-a1a1-6189504d2d2e', 'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:b6:48:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:04Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 2, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:07.673266 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Checking router: 55424304-2ebc-4c86-bcc8-ec9d173c2b97 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:10:07.673678 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Updating router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 port 5938e45b-87e3-4676-a1a1-6189504d2d2e binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:10:07.716701 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4dbf7-ade3-4098-b563-102477ec9825 None None] Port 5938e45b-87e3-4676-a1a1-6189504d2d2e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:10:07.736711 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:07.791402 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-70e57f93-0eb1-4ce6-bf3a-d91d310eaaa4 service neutron] 10.222.0.87 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739007 Jan 20 15:10:07.804859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 00137492-8002-4568-9dba-e82bed44dd4e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:10:07.868245 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-09840119-14fe-404c-8714-dda69e417f8b None None] Provisioning complete for port 5938e45b-87e3-4676-a1a1-6189504d2d2e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:07.868622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-09840119-14fe-404c-8714-dda69e417f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:07.936101 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 00137492-8002-4568-9dba-e82bed44dd4e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:07.936476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:07.940116 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-5c5e79aa-7fc3-4f34-85fa-5819e2b87445 service neutron] 10.222.0.87 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410768 Jan 20 15:10:07.967167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-09840119-14fe-404c-8714-dda69e417f8b None None] Port 5938e45b-87e3-4676-a1a1-6189504d2d2e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:10:08.103097 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:08.174315 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:08.180785 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-353a36b0-5f02-4b88-b0a3-1e54c0946e5c req-47d13307-83a8-4d0a-823c-5fe024cf2235 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:10:08.188100 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Transition to ACTIVE for port object 5938e45b-87e3-4676-a1a1-6189504d2d2e will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:10:08.194064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-353a36b0-5f02-4b88-b0a3-1e54c0946e5c req-47d13307-83a8-4d0a-823c-5fe024cf2235 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:10:08.195320 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-353a36b0-5f02-4b88-b0a3-1e54c0946e5c req-47d13307-83a8-4d0a-823c-5fe024cf2235 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 210 time: 0.0665174 Jan 20 15:10:08.197244 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:08.390533 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Pushing event updated for resources: {'Port': ['ID=5938e45b-87e3-4676-a1a1-6189504d2d2e,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:08.408713 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.409051 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.409375 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.409693 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.410005 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.410315 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.410622 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.410926 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.411232 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.411537 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.411847 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.412151 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:08.433001 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Attempting to bind port 5938e45b-87e3-4676-a1a1-6189504d2d2e on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:10:08.433358 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Attempting to bind port 5938e45b-87e3-4676-a1a1-6189504d2d2e by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:10:08.433701 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Attempting to bind port 5938e45b-87e3-4676-a1a1-6189504d2d2e on network d85bb134-0210-4ade-adba-75b4515fadd1 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:10:08.439356 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:10:08.439689 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Checking segment: {'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:10:08.440050 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:08.440480 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Bound using segment: {'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:10:08.440924 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Bound port: 5938e45b-87e3-4676-a1a1-6189504d2d2e, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:10:08.441331 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:08.541854 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] For port 5938e45b-87e3-4676-a1a1-6189504d2d2e, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:10:08.545528 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] For port 5938e45b-87e3-4676-a1a1-6189504d2d2e, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5938e45b-87e3-4676-a1a1-6189504d2d2e,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:10:08.551294 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:08.627861 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Routers {'55424304-2ebc-4c86-bcc8-ec9d173c2b97'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:10:08.628677 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:10:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:08.714463 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb651324-63c8-427b-9f0a-0c185e8ffb41 None None] Pushing event updated for resources: {'Port': ['ID=5938e45b-87e3-4676-a1a1-6189504d2d2e,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:08.831420 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] Set router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:10:09.153441 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5938e45b-87e3-4676-a1a1-6189504d2d2e', 'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:b6:48:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:04Z', 'updated_at': '2022-01-20T15:10:08Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:09.157824 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40446d7-d4bb-4a9f-898a-74f5a258eb30 None None] The sync data for ids ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'] in dv-neutron-825123-1-hyperv is: [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5938e45b-87e3-4676-a1a1-6189504d2d2e', 'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:b6:48:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:04Z', 'updated_at': '2022-01-20T15:10:08Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:10:09.355317 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cb8a3719-2bb0-4091-8c41-db920bf05ade req-5a7df02c-52c5-4e28-8c4d-826243d81a1b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 210 time: 0.0446956 Jan 20 15:10:09.513503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5938e45b-87e3-4676-a1a1-6189504d2d2e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:10:09.541808 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-5181511f-0d05-460e-8aaf-ed90d1e1e64c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:09.543935 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-5181511f-0d05-460e-8aaf-ed90d1e1e64c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/networks?id=d85bb134-0210-4ade-adba-75b4515fadd1 HTTP/1.1" status: 200 len: 797 time: 0.1763866 Jan 20 15:10:09.598721 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-793a1417-8cfc-412b-b25b-50dbe206f669 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 380 time: 0.0465186 Jan 20 15:10:09.607821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 5938e45b-87e3-4676-a1a1-6189504d2d2e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:10:09.608947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'port': {'device_id': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'admin_state_up': True, 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'security_groups': ['41fb84be-ae9f-4dfb-929f-deb21cd56172']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:10:09.614508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 5938e45b-87e3-4676-a1a1-6189504d2d2e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:09.615002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:09.738025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:09.764325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:10:09.773251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 5938e45b-87e3-4676-a1a1-6189504d2d2e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5938e45b-87e3-4676-a1a1-6189504d2d2e,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:10:09.775370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:10:09.779004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:09.787122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:10:09.791163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:09.854989 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=5938e45b-87e3-4676-a1a1-6189504d2d2e,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:09.971588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.20.0.9 (d85bb134-0210-4ade-adba-75b4515fadd1/f450342f-ef50-40e9-a799-053408fdd9bd/d3ba124e-0165-4c1b-b7f1-ebd4076211a4) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:10:10.182203 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:10.201116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Transition to ACTIVE for port object d3ba124e-0165-4c1b-b7f1-ebd4076211a4 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:10:10.232043 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:10.312764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network d85bb134-0210-4ade-adba-75b4515fadd1 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:10:10.316047 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:10:10.320439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:10:10.351067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:10.398316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:10.399086 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:10.431507 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-291ec6b8-201d-43a8-b615-a22be72c92aa tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8259952 Jan 20 15:10:10.445049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-ca467728-ca5c-4360-ab6f-935cbc8ec5eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 15:10:10.446106 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-ca467728-ca5c-4360-ab6f-935cbc8ec5eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062726 Jan 20 15:10:10.502247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Request body: {'port': {'device_id': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:10:10.588878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1f702-323c-460d-a7c2-54659fd02b43 req-56f89c10-f177-4590-9e66-a56bf304ca09 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:10.590368 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-66c1f702-323c-460d-a7c2-54659fd02b43 req-56f89c10-f177-4590-9e66-a56bf304ca09 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 931 time: 0.0982175 Jan 20 15:10:10.628971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:10.636990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-66c1f702-323c-460d-a7c2-54659fd02b43 req-a1e8e686-1d14-49ab-b9a6-fcec8f2dc9cc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:10:10.652880 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-66c1f702-323c-460d-a7c2-54659fd02b43 req-a1e8e686-1d14-49ab-b9a6-fcec8f2dc9cc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:10:10.654015 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-66c1f702-323c-460d-a7c2-54659fd02b43 req-a1e8e686-1d14-49ab-b9a6-fcec8f2dc9cc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576198 Jan 20 15:10:10.658676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0897e157-7bdc-4ba0-8fc9-bad7faa4cdf9 None None] Provisioning for port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:10:10.665079 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0897e157-7bdc-4ba0-8fc9-bad7faa4cdf9 None None] Provisioning complete for port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:10.665593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0897e157-7bdc-4ba0-8fc9-bad7faa4cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:10.719871 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-0897e157-7bdc-4ba0-8fc9-bad7faa4cdf9 None None] Port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:10:10.981095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ba124e-0165-4c1b-b7f1-ebd4076211a4 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:10:10.988399 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:11.002702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Transition to ACTIVE for port object d3ba124e-0165-4c1b-b7f1-ebd4076211a4 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:10:11.008006 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:11.287306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Pushing event updated for resources: {'Port': ['ID=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:11.369962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Attempting to bind port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:10:11.370273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Attempting to bind port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:10:11.370611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Attempting to bind port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 on network d85bb134-0210-4ade-adba-75b4515fadd1 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:10:11.375792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 on network d85bb134-0210-4ade-adba-75b4515fadd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:10:11.376110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Attempting to bind port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 on network d85bb134-0210-4ade-adba-75b4515fadd1 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:10:11.381513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:10:11.381911 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Checking segment: {'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:10:11.382299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Bound using segment: {'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:10:11.382717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Bound port: d3ba124e-0165-4c1b-b7f1-ebd4076211a4, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86435cd8-1ef8-434f-b387-5f14792089d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:10:11.383082 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:11.465054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5938e45b-87e3-4676-a1a1-6189504d2d2e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:10:11.484985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] For port d3ba124e-0165-4c1b-b7f1-ebd4076211a4, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:10:11.488241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] For port d3ba124e-0165-4c1b-b7f1-ebd4076211a4, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:10:11.495412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:11.540511 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 5938e45b-87e3-4676-a1a1-6189504d2d2e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:11.540885 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:11.562262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:11.563040 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:11.564314 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] 10.222.0.72 "PUT /v2.0/ports/d3ba124e-0165-4c1b-b7f1-ebd4076211a4 HTTP/1.1" status: 200 len: 1093 time: 1.1115580 Jan 20 15:10:11.564768 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'tag': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:10:11.596751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e98b3-d320-48f1-a063-8b91f05dd13e service neutron] Pushing event updated for resources: {'Port': ['ID=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:11.697908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-45a8aa23-1835-44f5-84ab-28658ee50e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:11.699540 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-45a8aa23-1835-44f5-84ab-28658ee50e6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 1096 time: 0.0912719 Jan 20 15:10:11.701225 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'tag': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'status': 'completed', 'code': 200} Jan 20 15:10:11.772897 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-326f5851-7232-4413-8b1c-07fe74e4df9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4 HTTP/1.1" status: 200 len: 217 time: 0.0655475 Jan 20 15:10:11.841716 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-9f3a2d2e-e439-4b91-91ec-b4b243974209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:11.843162 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-9f3a2d2e-e439-4b91-91ec-b4b243974209 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f450342f-ef50-40e9-a799-053408fdd9bd HTTP/1.1" status: 200 len: 835 time: 0.0637808 Jan 20 15:10:11.866914 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa4e9d-26f3-40d7-a6f4-5236aef6970d req-062e54fa-fccb-497f-a0bc-785f1cf317b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:11.868429 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e9aa4e9d-26f3-40d7-a6f4-5236aef6970d req-062e54fa-fccb-497f-a0bc-785f1cf317b0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 943 time: 0.0904603 Jan 20 15:10:11.913574 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e9aa4e9d-26f3-40d7-a6f4-5236aef6970d req-5d0621a9-cf1d-42e7-847a-8c7c57291eb5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384562 Jan 20 15:10:11.919643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-79bc75b5-32d3-4623-aa96-bcfdaa038f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:11.921192 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-79bc75b5-32d3-4623-aa96-bcfdaa038f72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d85bb134-0210-4ade-adba-75b4515fadd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718734 Jan 20 15:10:12.055341 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-c6142792-8f7e-4136-8d17-69e46a873f77 service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274717 Jan 20 15:10:12.192162 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f480c707-6b44-4cb6-9b8b-7ade17b71433 req-00af9535-5644-40d6-8dc9-7a864c5bf458 service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292441 Jan 20 15:10:12.317473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-6e3bfab5-7a6d-4b9d-9aae-d91d9594a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:12.318871 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-6e3bfab5-7a6d-4b9d-9aae-d91d9594a3de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 1096 time: 0.0774181 Jan 20 15:10:12.453173 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-9cfb1c02-0576-4816-b6e0-a12aa635262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:12.454632 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-9cfb1c02-0576-4816-b6e0-a12aa635262d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d85bb134-0210-4ade-adba-75b4515fadd1 HTTP/1.1" status: 200 len: 898 time: 0.1289601 Jan 20 15:10:12.521576 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-c2208b48-8fbb-428e-bfc0-f31155ba7739 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4 HTTP/1.1" status: 200 len: 217 time: 0.0604570 Jan 20 15:10:12.589957 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-80db1fd6-4645-48f5-8879-82581ea9292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:12.591307 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-80db1fd6-4645-48f5-8879-82581ea9292a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f450342f-ef50-40e9-a799-053408fdd9bd HTTP/1.1" status: 200 len: 835 time: 0.0618122 Jan 20 15:10:12.667374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-9a043f00-a99c-4f05-a4a9-512db5059cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:12.669248 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-9a043f00-a99c-4f05-a4a9-512db5059cb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d85bb134-0210-4ade-adba-75b4515fadd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712688 Jan 20 15:10:12.808676 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-04dd7424-b40c-45ce-b5f9-471d340f0dbb service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319988 Jan 20 15:10:12.944385 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ef12a4d-8318-4cfd-9f97-bd04200a2508 req-5b88069d-a92e-4250-a7c9-29ff70fb242b service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287818 Jan 20 15:10:13.105365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6fba0-6ba7-4f52-a8ee-2de2e9dc4b0b req-9f647472-1b52-4a7b-b035-b7821be494d2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:13.106063 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-3ad6fba0-6ba7-4f52-a8ee-2de2e9dc4b0b req-9f647472-1b52-4a7b-b035-b7821be494d2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:10:13.126689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-3ad6fba0-6ba7-4f52-a8ee-2de2e9dc4b0b req-9f647472-1b52-4a7b-b035-b7821be494d2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:10:13.127989 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3ad6fba0-6ba7-4f52-a8ee-2de2e9dc4b0b req-9f647472-1b52-4a7b-b035-b7821be494d2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 943 time: 0.1055956 Jan 20 15:10:13.292670 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3ad6fba0-6ba7-4f52-a8ee-2de2e9dc4b0b req-6280bb48-f90d-4c2f-968d-62829dfd0351 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581330 Jan 20 15:10:14.492517 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7bc4-58e1-4073-861a-ebb4df976a2a req-8f0e10e5-071c-4202-a4da-f85815a072eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:14.494077 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b8fe7bc4-58e1-4073-861a-ebb4df976a2a req-8f0e10e5-071c-4202-a4da-f85815a072eb tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 943 time: 0.0838792 Jan 20 15:10:14.546044 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b8fe7bc4-58e1-4073-861a-ebb4df976a2a req-daf661e3-97e9-4b34-a531-dbca6c1aa88d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Jan 20 15:10:14.704431 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device d3ba124e-0165-4c1b-b7f1-ebd4076211a4 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:10:14.848902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port d3ba124e-0165-4c1b-b7f1-ebd4076211a4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:10:14.863930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'port_id': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'mac_address': 'fa:16:3e:2b:a9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:10:14.920527 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:14.937986 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ba124e-0165-4c1b-b7f1-ebd4076211a4 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:10:14.953740 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port d3ba124e-0165-4c1b-b7f1-ebd4076211a4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:10:14.960809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:15.030650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:15.187238 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['d3ba124e-0165-4c1b-b7f1-ebd4076211a4'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:10:15.705286 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:10:15.753618 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7960fed-8a9a-425d-8466-fe8f2d777da2 req-5f28d95c-64b2-4743-a066-d4cb4267d356 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:15.755172 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a7960fed-8a9a-425d-8466-fe8f2d777da2 req-5f28d95c-64b2-4743-a066-d4cb4267d356 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 944 time: 0.0970042 Jan 20 15:10:15.801418 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a7960fed-8a9a-425d-8466-fe8f2d777da2 req-ef0433d6-b029-46f3-8b06-79c44a103754 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 Jan 20 15:10:16.720513 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device d3ba124e-0165-4c1b-b7f1-ebd4076211a4 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:10:16.794928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:10:16.801173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:16.802106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:16.923733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:16.952018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:10:16.962856 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port d3ba124e-0165-4c1b-b7f1-ebd4076211a4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:10:16.967753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:17.020949 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3687ef-eaa3-4941-8a5b-2d2508951778 req-c4ab8d36-2d0d-4ee9-b004-7fe5ac94772f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:17.028882 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a3687ef-eaa3-4941-8a5b-2d2508951778 req-c4ab8d36-2d0d-4ee9-b004-7fe5ac94772f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 944 time: 0.1196904 Jan 20 15:10:17.055608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:17.063729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.064077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.064440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.064772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.065243 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.066071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.066071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.066278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.066537 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.066851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.067169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.067482 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:17.074442 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'code': 200} Jan 20 15:10:17.083319 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1a3687ef-eaa3-4941-8a5b-2d2508951778 req-aef5635e-0c94-47c5-9a41-015cf5f65eb2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518413 Jan 20 15:10:17.320951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72547ed2-9cc8-4934-8bd8-ef1968ccf959 req-ba10ced0-db69-48b1-b85c-48f85f8611ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:17.322459 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-72547ed2-9cc8-4934-8bd8-ef1968ccf959 req-ba10ced0-db69-48b1-b85c-48f85f8611ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 1098 time: 0.0790391 Jan 20 15:10:17.372946 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-72547ed2-9cc8-4934-8bd8-ef1968ccf959 req-ec8d85db-3b1e-47c8-a755-e470f94d0b7f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427852 Jan 20 15:10:18.289643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eecc9f-f98a-4a5e-ba82-52f5bd7d9b28 req-2f0d3edb-5c9d-44fd-bef4-f714cfb8a4a8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:18.291177 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-86eecc9f-f98a-4a5e-ba82-52f5bd7d9b28 req-2f0d3edb-5c9d-44fd-bef4-f714cfb8a4a8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0862553 Jan 20 15:10:18.344873 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-86eecc9f-f98a-4a5e-ba82-52f5bd7d9b28 req-b6364e66-76b3-457b-b5bf-2a3b394a9b4d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458407 Jan 20 15:10:19.542833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64648f42-6baa-4eba-a861-c95c1db2ec8b req-f2bcbf06-79bf-47ac-8018-50d3452bb3e2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:19.544719 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-64648f42-6baa-4eba-a861-c95c1db2ec8b req-f2bcbf06-79bf-47ac-8018-50d3452bb3e2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0906842 Jan 20 15:10:19.599723 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-64648f42-6baa-4eba-a861-c95c1db2ec8b req-6298ca65-ba5a-4de1-afcd-4aae8bbe7a2b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487273 Jan 20 15:10:19.816076 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee00faa-b63a-4bc1-b778-18805363e400 req-a047a021-7033-4944-832b-ace6e792cb68 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:19.817658 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7ee00faa-b63a-4bc1-b778-18805363e400 req-a047a021-7033-4944-832b-ace6e792cb68 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0882344 Jan 20 15:10:19.863983 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7ee00faa-b63a-4bc1-b778-18805363e400 req-3f44eff2-3dc5-4fb0-9892-867a871944fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405910 Jan 20 15:10:19.889025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60192) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:19.972549 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f6a13f-caf8-49b4-8bfd-2a808b4620c5 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:19.974056 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-62f6a13f-caf8-49b4-8bfd-2a808b4620c5 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 1093 time: 0.0839019 Jan 20 15:10:19.976998 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60196) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:19.982064 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:10:19.989072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:10:19.996497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:floatingip and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:10:19.998727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:10:20.005557 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:10:20.018286 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:20.164087 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:20.310120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.26.0.176 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/d55d8ff0-6a96-47cb-aa5b-4d7e10b2495b) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:10:20.466032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:20.498028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:20.562604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:10:20.565501 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:10:20.571046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:10:20.722035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=d55d8ff0-6a96-47cb-aa5b-4d7e10b2495b,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:21.126421 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:21.204878 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:21.426441 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:21.432780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:21.540083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=d55d8ff0-6a96-47cb-aa5b-4d7e10b2495b,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:21.553100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:21.743806 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Floating IP ee963df8-e522-4d8a-ba4a-b73227dd57b4 associated. External IP: 172.26.0.176, port: d3ba124e-0165-4c1b-b7f1-ebd4076211a4. Jan 20 15:10:22.108027 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:10:22.410161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:10:22.420632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] Sync routers for ids ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:10:22.430801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] Routers {'55424304-2ebc-4c86-bcc8-ec9d173c2b97'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:10:22.431643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:10:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:22.442659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:22.498678 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d903d92f-18f4-44f0-b4d9-d291f8cc900b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5205247 Jan 20 15:10:22.499244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'tag': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:10:22.552600 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'tag': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'status': 'completed', 'code': 200} Jan 20 15:10:22.621716 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] Set router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:10:22.658834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-d468692b-264d-4095-bb80-c2d9e7c94608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:22.660660 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-d468692b-264d-4095-bb80-c2d9e7c94608 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 1098 time: 0.0782111 Jan 20 15:10:22.689748 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb176ee-0026-42bc-a950-7b50c0423e12 req-58118787-8717-4232-8951-48a883779440 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:22.691626 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0bb176ee-0026-42bc-a950-7b50c0423e12 req-58118787-8717-4232-8951-48a883779440 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0921509 Jan 20 15:10:22.741191 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0bb176ee-0026-42bc-a950-7b50c0423e12 req-40bce546-eada-4b57-86f7-ded6ff063e7a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 Jan 20 15:10:22.769777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60204) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:22.888573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-bcdb795c-5ccb-468b-908f-cec062163e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:22.889254 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-bcdb795c-5ccb-468b-908f-cec062163e1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d85bb134-0210-4ade-adba-75b4515fadd1 HTTP/1.1" status: 200 len: 898 time: 0.2225671 Jan 20 15:10:22.972344 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4028ea37-501e-46e4-a874-323d8e074975 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/ee963df8-e522-4d8a-ba4a-b73227dd57b4 HTTP/1.1" status: 200 len: 991 time: 0.2012744 Jan 20 15:10:22.990509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'ee963df8-e522-4d8a-ba4a-b73227dd57b4', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.176', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'port_id': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'mac_address': 'fa:16:3e:2b:a9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:10:21Z', 'updated_at': '2022-01-20T15:10:21Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5938e45b-87e3-4676-a1a1-6189504d2d2e', 'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:b6:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:04Z', 'updated_at': '2022-01-20T15:10:09Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:22.995173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] Checking router: 55424304-2ebc-4c86-bcc8-ec9d173c2b97 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:10:23.003220 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-688a9f19-f79f-4bcd-a91f-fa940de951aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4 HTTP/1.1" status: 200 len: 999 time: 0.1059594 Jan 20 15:10:23.006254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] Routers {'55424304-2ebc-4c86-bcc8-ec9d173c2b97'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:10:23.006903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:10:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:23.075689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-e959bb9d-524d-416c-8382-20220db5acba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:23.077239 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-e959bb9d-524d-416c-8382-20220db5acba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f450342f-ef50-40e9-a799-053408fdd9bd HTTP/1.1" status: 200 len: 835 time: 0.0678637 Jan 20 15:10:23.157505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-b8d36706-dc6a-4b03-8d5a-c87696c66073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:23.159056 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-b8d36706-dc6a-4b03-8d5a-c87696c66073 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d85bb134-0210-4ade-adba-75b4515fadd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739081 Jan 20 15:10:23.183820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] Set router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:10:23.297455 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-1da44937-8dfe-4944-b66c-f70304356f8e service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313276 Jan 20 15:10:23.437626 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eeed11d3-e87d-4408-8100-a9ab0c24e6d4 req-fa540952-5c97-432a-bc0e-af1831bc0e0d service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321692 Jan 20 15:10:23.592865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'ee963df8-e522-4d8a-ba4a-b73227dd57b4', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.176', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'port_id': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'mac_address': 'fa:16:3e:2b:a9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:10:21Z', 'updated_at': '2022-01-20T15:10:21Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5938e45b-87e3-4676-a1a1-6189504d2d2e', 'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:b6:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:04Z', 'updated_at': '2022-01-20T15:10:09Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:23.597654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb892a14-6ead-424f-9fff-43e0e9bddff5 None None] The sync data for ids ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'] in dv-neutron-825123-1-hyperv is: [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'ee963df8-e522-4d8a-ba4a-b73227dd57b4', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.176', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'port_id': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'mac_address': 'fa:16:3e:2b:a9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:10:21Z', 'updated_at': '2022-01-20T15:10:21Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5938e45b-87e3-4676-a1a1-6189504d2d2e', 'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:b6:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:04Z', 'updated_at': '2022-01-20T15:10:09Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:10:23.822402 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ac8b3-0bac-4f9d-9eff-6a9203cd72f9 None None] New status for floating IP ee963df8-e522-4d8a-ba4a-b73227dd57b4: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:10:23.976664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60208) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:24.093400 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bd6f9fa2-0248-4e23-b7be-6cc539854b1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/ee963df8-e522-4d8a-ba4a-b73227dd57b4 HTTP/1.1" status: 200 len: 991 time: 0.1145523 Jan 20 15:10:25.096340 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60212) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:25.164881 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:25.225072 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c05b6951-0f2c-421e-b2c8-5e07eb58e1b3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/ee963df8-e522-4d8a-ba4a-b73227dd57b4 HTTP/1.1" status: 200 len: 993 time: 0.1276150 Jan 20 15:10:33.151685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb14-999d-4b17-b213-a2f376c20124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:35.491625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1d482bc6-ed86-4535-8615-4b7377ac89d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:36.502951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:36.605850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:38.070787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:52.702692 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:10:54.570321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19c8f0-b4f2-42e8-8d6f-8b340a6b8208 req-7142b85e-ca8a-49c5-9080-34206e13cf43 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:54.571898 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0c19c8f0-b4f2-42e8-8d6f-8b340a6b8208 req-7142b85e-ca8a-49c5-9080-34206e13cf43 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0977535 Jan 20 15:10:54.621349 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0c19c8f0-b4f2-42e8-8d6f-8b340a6b8208 req-2b0997b1-45e6-4422-a45d-f70424661075 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435703 Jan 20 15:10:55.161654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:55.818721 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1524880-ecee-46bb-ad54-c945aa92d180 req-2155f1a6-73a6-4e7c-9e28-6ebad82b1a9b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:55.820313 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e1524880-ecee-46bb-ad54-c945aa92d180 req-2155f1a6-73a6-4e7c-9e28-6ebad82b1a9b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0870438 Jan 20 15:10:55.866993 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e1524880-ecee-46bb-ad54-c945aa92d180 req-f89ce8fa-c0f1-42f4-b59c-1c0628ddec68 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406544 Jan 20 15:10:57.054369 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cae22-6c36-4d8d-b6bc-f1a7b1490687 req-899c367f-28a3-4dc8-af83-0fa1166b5a4d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:57.055960 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e55cae22-6c36-4d8d-b6bc-f1a7b1490687 req-899c367f-28a3-4dc8-af83-0fa1166b5a4d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0810030 Jan 20 15:10:57.100129 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e55cae22-6c36-4d8d-b6bc-f1a7b1490687 req-d9fef121-3db5-4c06-ac11-5d9ecf57bf50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381277 Jan 20 15:10:58.300044 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125aa303-0ed1-401b-880b-1130253430e3 req-105fd982-bb95-4320-82fb-16f744e56501 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:58.301588 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-125aa303-0ed1-401b-880b-1130253430e3 req-105fd982-bb95-4320-82fb-16f744e56501 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0829270 Jan 20 15:10:58.351275 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-125aa303-0ed1-401b-880b-1130253430e3 req-25ed16bf-2933-4e9b-9820-49d809dcdab8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Jan 20 15:10:59.551304 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a6034-aa64-4253-861b-56d762777fa7 req-a2798521-16e8-4df2-a435-88506c1f261b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:59.552839 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6b7a6034-aa64-4253-861b-56d762777fa7 req-a2798521-16e8-4df2-a435-88506c1f261b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0890143 Jan 20 15:10:59.600183 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6b7a6034-aa64-4253-861b-56d762777fa7 req-75ceca2d-8d91-4518-8c57-d5be8059b4b6 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Jan 20 15:11:00.789898 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f12b7-f5bb-4819-be9f-8a0d166d0b74 req-4eea271f-7bcc-4dd0-ba5d-56fdfa7e4545 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:00.791472 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4d9f12b7-f5bb-4819-be9f-8a0d166d0b74 req-4eea271f-7bcc-4dd0-ba5d-56fdfa7e4545 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0805969 Jan 20 15:11:00.837402 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4d9f12b7-f5bb-4819-be9f-8a0d166d0b74 req-3107fed8-f266-45c6-bb97-38984632bccd tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397906 Jan 20 15:11:02.051679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565d3bd-bcbc-4f7b-acf0-4db0b8e9086b req-583241ce-c828-4905-bab6-6708101c544c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:02.054216 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6565d3bd-bcbc-4f7b-acf0-4db0b8e9086b req-583241ce-c828-4905-bab6-6708101c544c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.1024406 Jan 20 15:11:02.112395 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6565d3bd-bcbc-4f7b-acf0-4db0b8e9086b req-8b6abd70-6f39-4719-b460-f10561e55c84 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522807 Jan 20 15:11:03.145839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8755c48c-f712-4364-8aaf-ab89595e5d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:03.311632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f108268-b0d7-459d-b3ac-c133b49dff7b req-a8560c79-f49c-4b23-825c-e4102e708b34 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:03.313152 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2f108268-b0d7-459d-b3ac-c133b49dff7b req-a8560c79-f49c-4b23-825c-e4102e708b34 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0863521 Jan 20 15:11:03.361923 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2f108268-b0d7-459d-b3ac-c133b49dff7b req-c8e65fc4-261d-4a6e-ad2f-16d24bee9ad8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429647 Jan 20 15:11:04.661449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8087c-7635-4891-9311-3eb6ca00162d req-7dbf3788-a4aa-4dc5-8760-ecc92c24baff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:04.662859 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6cc8087c-7635-4891-9311-3eb6ca00162d req-7dbf3788-a4aa-4dc5-8760-ecc92c24baff tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.1919427 Jan 20 15:11:04.718138 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6cc8087c-7635-4891-9311-3eb6ca00162d req-b9ec2739-68c8-4204-90dd-1a90b1cac583 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Jan 20 15:11:05.500808 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3bb3259a-4d33-4dd5-b244-f0edd9c49c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:05.914369 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef28b9b-caa1-43f3-b510-9bca7148aa5a req-0ca56193-6a8c-4491-9e33-0c5d0bed12c7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:05.918503 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-aef28b9b-caa1-43f3-b510-9bca7148aa5a req-0ca56193-6a8c-4491-9e33-0c5d0bed12c7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0884609 Jan 20 15:11:05.967660 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-aef28b9b-caa1-43f3-b510-9bca7148aa5a req-7da7d085-d031-4e4f-880d-cd9c05276096 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 Jan 20 15:11:05.992564 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60252) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:06.100509 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-57a9ce07-15c9-4ad2-8a9a-4f37f62cbe97 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/ee963df8-e522-4d8a-ba4a-b73227dd57b4 HTTP/1.1" status: 200 len: 993 time: 0.1066027 Jan 20 15:11:06.499616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:06.606535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:07.624878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c1b0-6fa2-4bb4-bbfc-dee434a52910 req-0b252465-6e8f-4767-a2ee-bf7893392d9d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:07.626415 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5302c1b0-6fa2-4bb4-bbfc-dee434a52910 req-0b252465-6e8f-4767-a2ee-bf7893392d9d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.1437454 Jan 20 15:11:07.654288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-b01eb34a-5f6d-4368-85f9-43123db2266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:07.655776 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-b01eb34a-5f6d-4368-85f9-43123db2266a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 1098 time: 0.1146355 Jan 20 15:11:07.749673 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5302c1b0-6fa2-4bb4-bbfc-dee434a52910 req-cfff8c00-8ce2-416e-a56a-0b0f3ce9755c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169982 Jan 20 15:11:07.808874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-18aeaed8-34fd-48a6-9fb0-b6594fd1eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:07.810359 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-18aeaed8-34fd-48a6-9fb0-b6594fd1eca1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d85bb134-0210-4ade-adba-75b4515fadd1 HTTP/1.1" status: 200 len: 898 time: 0.1438816 Jan 20 15:11:07.916549 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-daab1ca5-b84b-4248-9282-b73cd66adb5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4 HTTP/1.1" status: 200 len: 1001 time: 0.0999064 Jan 20 15:11:07.985062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-fec32f38-9a21-4a78-98c8-68dd77a0883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:07.986767 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-fec32f38-9a21-4a78-98c8-68dd77a0883c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f450342f-ef50-40e9-a799-053408fdd9bd HTTP/1.1" status: 200 len: 835 time: 0.0635779 Jan 20 15:11:08.069156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-fcaad278-2a87-495f-83a3-6c486c6cda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:08.070665 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-fcaad278-2a87-495f-83a3-6c486c6cda0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d85bb134-0210-4ade-adba-75b4515fadd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780952 Jan 20 15:11:08.085118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:08.212933 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-58ffd875-e910-4cc3-a6d2-ccbab8124996 service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348321 Jan 20 15:11:08.355690 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a98e1726-fa1a-4165-9ec7-caaab930479c req-628597fe-b903-4c78-aae4-d5c79998ae33 service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320865 Jan 20 15:11:08.528995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-f42426fa-c2d7-4586-ab86-a57bf1f6ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:08.531146 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-f42426fa-c2d7-4586-ab86-a57bf1f6ee31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 1098 time: 0.0830336 Jan 20 15:11:08.690492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-846b35a7-d889-4d66-a15a-6295a507089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:08.691978 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-846b35a7-d889-4d66-a15a-6295a507089a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d85bb134-0210-4ade-adba-75b4515fadd1 HTTP/1.1" status: 200 len: 898 time: 0.1374981 Jan 20 15:11:08.803825 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-b55a4f33-4367-4398-8866-93e2f7711e19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4 HTTP/1.1" status: 200 len: 1001 time: 0.1027763 Jan 20 15:11:08.881631 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-1ea828e0-92d3-48a1-b18d-5af4dadd6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:08.883303 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-1ea828e0-92d3-48a1-b18d-5af4dadd6ee1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f450342f-ef50-40e9-a799-053408fdd9bd HTTP/1.1" status: 200 len: 835 time: 0.0665002 Jan 20 15:11:08.955412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93c66e-a70d-4e0c-a6d5-630335ac9bb6 req-73b15d81-ebad-4161-9afc-daf23030b61f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:08.958018 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ff93c66e-a70d-4e0c-a6d5-630335ac9bb6 req-73b15d81-ebad-4161-9afc-daf23030b61f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0915821 Jan 20 15:11:08.968305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-4f1252f0-4e0a-42f4-ba3c-ecc68842afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:08.969776 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-4f1252f0-4e0a-42f4-ba3c-ecc68842afe8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d85bb134-0210-4ade-adba-75b4515fadd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792773 Jan 20 15:11:09.023791 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ff93c66e-a70d-4e0c-a6d5-630335ac9bb6 req-4b12f7df-bfaa-4a48-8579-c6908c19be25 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573432 Jan 20 15:11:09.113643 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-9cc84a09-6cf2-4a51-8fe7-f19e1bcd3781 service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359537 Jan 20 15:11:09.360495 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8b50ca31-67c6-4c10-978a-99311ba45b46 req-680def92-d5a4-4619-8286-c3116d0e3b95 service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406523 Jan 20 15:11:10.227241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ebac-3184-488f-be8e-c7cdd113bd8e req-f6d4d56d-de50-4742-ac86-5ca7eb72b45f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:10.228766 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-21a7ebac-3184-488f-be8e-c7cdd113bd8e req-f6d4d56d-de50-4742-ac86-5ca7eb72b45f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0875278 Jan 20 15:11:10.279093 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-21a7ebac-3184-488f-be8e-c7cdd113bd8e req-9e033b01-5301-4500-99f0-5a61c4ddba5e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443821 Jan 20 15:11:10.303710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60268) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:10.420737 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d6c964cc-c6e9-46f1-a961-d1ff40565950 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/ee963df8-e522-4d8a-ba4a-b73227dd57b4 HTTP/1.1" status: 200 len: 993 time: 0.1155677 Jan 20 15:11:25.175675 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:29.703640 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:11:33.150606 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b8b18a89-a4c3-457b-a048-5bdf95264fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:35.498118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3b18-1a70-4815-acb0-0156b2e20e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:36.499089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:36.610360 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:38.079208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:40.861226 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60290) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:41.072474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port d55d8ff0-6a96-47cb-aa5b-4d7e10b2495b {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:11:41.072808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:41.369130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:41.369130 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:41.491232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for d55d8ff0-6a96-47cb-aa5b-4d7e10b2495b owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:11:41.660058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:41.705430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=d55d8ff0-6a96-47cb-aa5b-4d7e10b2495b,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:41.739112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.739400 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.739765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.740155 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.740428 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.740822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.741067 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.741600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.741746 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.741973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.742305 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.742610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:41.813922 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:41.814269 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Floating IP ee963df8-e522-4d8a-ba4a-b73227dd57b4 disassociated (deleted). External IP: 172.26.0.176, port: d3ba124e-0165-4c1b-b7f1-ebd4076211a4. Jan 20 15:11:42.176518 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:11:42.362317 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:11:42.374424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] Sync routers for ids ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:11:42.387398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] Routers {'55424304-2ebc-4c86-bcc8-ec9d173c2b97'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:11:42.388395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:11:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:42.391803 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:42.484030 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8952992a-3f20-4dc6-b78f-a536a1783dcc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/floatingips/ee963df8-e522-4d8a-ba4a-b73227dd57b4 HTTP/1.1" status: 204 len: 168 time: 1.6213899 Jan 20 15:11:42.484981 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'tag': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:11:42.542918 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'tag': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'status': 'completed', 'code': 200} Jan 20 15:11:42.630798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] Set router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:11:42.651540 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-a7a28612-6606-4977-b878-b31fd08a0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:42.653264 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-a7a28612-6606-4977-b878-b31fd08a0a5b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 1098 time: 0.0861449 Jan 20 15:11:42.819591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-a4d3b4e9-f08e-4797-9190-d6ba61b635f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:42.821125 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-a4d3b4e9-f08e-4797-9190-d6ba61b635f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d85bb134-0210-4ade-adba-75b4515fadd1 HTTP/1.1" status: 200 len: 898 time: 0.1600327 Jan 20 15:11:42.896315 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-c5424897-0665-4efb-b6e6-263cda55b695 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4 HTTP/1.1" status: 200 len: 217 time: 0.0675521 Jan 20 15:11:42.966001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-54ed94cc-27e5-419b-8204-935c6b678b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:42.967564 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-54ed94cc-27e5-419b-8204-935c6b678b6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f450342f-ef50-40e9-a799-053408fdd9bd HTTP/1.1" status: 200 len: 835 time: 0.0653622 Jan 20 15:11:42.982755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5938e45b-87e3-4676-a1a1-6189504d2d2e', 'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:b6:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:04Z', 'updated_at': '2022-01-20T15:10:09Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:42.987271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] Checking router: 55424304-2ebc-4c86-bcc8-ec9d173c2b97 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:11:42.996893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] Routers {'55424304-2ebc-4c86-bcc8-ec9d173c2b97'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:11:42.997571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:11:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:43.065920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-fe69cbc9-2c73-4ba5-a543-c6368f73cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:43.067649 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23972e-ee20-4b45-963a-cb42cb6fc9c5 req-3c0db22f-63e3-42d6-be8f-2bf8eac1861c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:43.068361 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-fe69cbc9-2c73-4ba5-a543-c6368f73cfc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d85bb134-0210-4ade-adba-75b4515fadd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0941713 Jan 20 15:11:43.068776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-ce23972e-ee20-4b45-963a-cb42cb6fc9c5 req-3c0db22f-63e3-42d6-be8f-2bf8eac1861c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:11:43.091854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-ce23972e-ee20-4b45-963a-cb42cb6fc9c5 req-3c0db22f-63e3-42d6-be8f-2bf8eac1861c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:11:43.096936 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ce23972e-ee20-4b45-963a-cb42cb6fc9c5 req-3c0db22f-63e3-42d6-be8f-2bf8eac1861c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.1904826 Jan 20 15:11:43.159543 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ce23972e-ee20-4b45-963a-cb42cb6fc9c5 req-d986a769-a7f1-4037-871c-96aa22c4cdc0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560155 Jan 20 15:11:43.202342 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] Set router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:11:43.222677 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-b87c9447-eb23-438b-b02f-3b77730de8ca service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467357 Jan 20 15:11:43.374837 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b1abf8d1-c954-41e5-8bc7-28aca2608c8e req-9e16b75f-12f4-4b05-905d-91028d4f6ccd service neutron] 10.222.0.72 "GET /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450596 Jan 20 15:11:43.575728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5938e45b-87e3-4676-a1a1-6189504d2d2e', 'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:b6:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:04Z', 'updated_at': '2022-01-20T15:10:09Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:43.580061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d539a-dec5-4de6-b43c-e0c3817ea8be None None] The sync data for ids ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'] in dv-neutron-825123-1-hyperv is: [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '5938e45b-87e3-4676-a1a1-6189504d2d2e', 'name': '', 'network_id': 'd85bb134-0210-4ade-adba-75b4515fadd1', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:b6:48:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:04Z', 'updated_at': '2022-01-20T15:10:09Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'f450342f-ef50-40e9-a799-053408fdd9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:11:43.822537 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde44c5-a35c-42ac-902c-0143e6fc1a83 None None] New status for floating IP ee963df8-e522-4d8a-ba4a-b73227dd57b4: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:11:44.354438 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-6cda39b5-1297-4d18-95ed-72f3e3b3a418 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:44.355934 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-6cda39b5-1297-4d18-95ed-72f3e3b3a418 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.0920291 Jan 20 15:11:44.480492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:11:44.480856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:44.603142 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80c7de-f17d-47f8-83b2-6b9c7f61fa42 req-d317fb11-eabc-4ff1-866b-3c63a258a649 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:44.605006 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8d80c7de-f17d-47f8-83b2-6b9c7f61fa42 req-d317fb11-eabc-4ff1-866b-3c63a258a649 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 945 time: 0.3046343 Jan 20 15:11:44.746199 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8d80c7de-f17d-47f8-83b2-6b9c7f61fa42 req-d69f84df-83a9-4b79-9e72-18f04d06121f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=41fb84be-ae9f-4dfb-929f-deb21cd56172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340449 Jan 20 15:11:44.797106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port d3ba124e-0165-4c1b-b7f1-ebd4076211a4, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:11:44.797447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:45.042794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for d3ba124e-0165-4c1b-b7f1-ebd4076211a4 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:11:45.196893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:45.248455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=d3ba124e-0165-4c1b-b7f1-ebd4076211a4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:45.287922 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.288239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.288668 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.289081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.289483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.289821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.290220 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.290559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.290863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.291189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.291578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.291979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:45.339455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] No DVR routers for this DVR port d3ba124e-0165-4c1b-b7f1-ebd4076211a4 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:11:45.342443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:45.346804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'name': 'network-vif-deleted', 'tag': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:11:45.368136 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bf2241f8-e50a-4d98-9275-2a0732b4df2f req-f5c8ee9a-5039-4a7d-8023-8ac74837aa62 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "DELETE /v2.0/ports/d3ba124e-0165-4c1b-b7f1-ebd4076211a4 HTTP/1.1" status: 204 len: 173 time: 1.0039546 Jan 20 15:11:45.421802 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d211e7-5b65-42f5-9312-a2ae484eed16', 'name': 'network-vif-deleted', 'tag': 'd3ba124e-0165-4c1b-b7f1-ebd4076211a4', 'status': 'completed', 'code': 200} Jan 20 15:11:45.918810 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-e805b60a-f40c-48d6-a565-83c488ba37a9 req-753d89d5-d215-4217-9de5-37d41cdf96de tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:11:45.936754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-e805b60a-f40c-48d6-a565-83c488ba37a9 req-753d89d5-d215-4217-9de5-37d41cdf96de tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:11:45.938802 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e805b60a-f40c-48d6-a565-83c488ba37a9 req-753d89d5-d215-4217-9de5-37d41cdf96de tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6d211e7-5b65-42f5-9312-a2ae484eed16 HTTP/1.1" status: 200 len: 210 time: 0.0669315 Jan 20 15:11:47.045451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60316) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:47.752827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:48.136956 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 5938e45b-87e3-4676-a1a1-6189504d2d2e {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:11:48.137896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:48.334472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 5938e45b-87e3-4676-a1a1-6189504d2d2e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=5938e45b-87e3-4676-a1a1-6189504d2d2e,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:11:48.335142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:48.466633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 5938e45b-87e3-4676-a1a1-6189504d2d2e owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:11:48.816959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:48.865728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=5938e45b-87e3-4676-a1a1-6189504d2d2e,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:49.113222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device d3ba124e-0165-4c1b-b7f1-ebd4076211a4 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:11:49.154753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: d3ba124e-0165-4c1b-b7f1-ebd4076211a4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:11:49.155336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device d3ba124e-0165-4c1b-b7f1-ebd4076211a4 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:11:49.304232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:49.694698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:11:49.878865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:11:49.889137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] Sync routers for ids ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:11:49.899346 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5aedcd9c-60ae-4927-aaf2-e784d4603781 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "PUT /v2.0/routers/55424304-2ebc-4c86-bcc8-ec9d173c2b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8527284 Jan 20 15:11:49.900756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] Routers {'55424304-2ebc-4c86-bcc8-ec9d173c2b97'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:11:49.901562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:11:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:49.903971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60320) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:49.984374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-4571235f-0d85-4b81-856e-7909b9065c0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting subnet f450342f-ef50-40e9-a799-053408fdd9bd {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:11:49.987883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4571235f-0d85-4b81-856e-7909b9065c0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:50.057013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4571235f-0d85-4b81-856e-7909b9065c0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:50.091506 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] Set router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:11:50.147026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4571235f-0d85-4b81-856e-7909b9065c0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:50.228539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4571235f-0d85-4b81-856e-7909b9065c0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:50.270103 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571235f-0d85-4b81-856e-7909b9065c0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Subnet': ['ID=f450342f-ef50-40e9-a799-053408fdd9bd,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:50.277632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-4571235f-0d85-4b81-856e-7909b9065c0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:50.285276 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-4571235f-0d85-4b81-856e-7909b9065c0a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/subnets/f450342f-ef50-40e9-a799-053408fdd9bd HTTP/1.1" status: 204 len: 168 time: 0.3794663 Jan 20 15:11:50.288937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60324) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:50.306208 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84f1d95-cbe1-4545-89e4-9b4f9d7147d3 None None] Network d85bb134-0210-4ade-adba-75b4515fadd1 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:11:50.485708 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:50.559870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:11:48Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:50.567744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] Checking router: 55424304-2ebc-4c86-bcc8-ec9d173c2b97 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:11:50.585323 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] Routers {'55424304-2ebc-4c86-bcc8-ec9d173c2b97'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:11:50.585953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:11:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:50.658837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] DHCP port deletion for d85bb134-0210-4ade-adba-75b4515fadd1 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:11:50.675553 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Deleting port 00137492-8002-4568-9dba-e82bed44dd4e {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:11:50.675921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:50.682600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:50.698162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 43897d2c-0d81-42c4-94fc-b7d5305794b4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:11:50.698503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:50.875464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] Set router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:11:50.892015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 43897d2c-0d81-42c4-94fc-b7d5305794b4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=43897d2c-0d81-42c4-94fc-b7d5305794b4,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:11:50.892384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:51.135313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 43897d2c-0d81-42c4-94fc-b7d5305794b4 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:11:51.219104 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] For port 00137492-8002-4568-9dba-e82bed44dd4e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=00137492-8002-4568-9dba-e82bed44dd4e,segment=NetworkSegment(86435cd8-1ef8-434f-b387-5f14792089d6),segment_id=86435cd8-1ef8-434f-b387-5f14792089d6)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:11:51.219503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:51.320266 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:51.361852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Calling delete_port for 00137492-8002-4568-9dba-e82bed44dd4e owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:11:51.371919 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=43897d2c-0d81-42c4-94fc-b7d5305794b4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:51.473658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:51.506821 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:51.556987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Pushing event deleted for resources: {'Port': ['ID=00137492-8002-4568-9dba-e82bed44dd4e,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:51.561366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] No DVR routers for this DVR port 00137492-8002-4568-9dba-e82bed44dd4e on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:11:51.571165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.571512 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.571847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.572177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.572641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.572958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.573484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.573767 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.573913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.574234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.574951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.574951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857b39c-97e5-446f-91d0-bf9e9100a27c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:51.582339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 00137492-8002-4568-9dba-e82bed44dd4e no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:11:51.617633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:11:48Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:51.625772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 00137492-8002-4568-9dba-e82bed44dd4e {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:11:51.626111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 00137492-8002-4568-9dba-e82bed44dd4e not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:11:51.629336 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf24e6a-434b-4a58-81dd-5c6ad8f23acf None None] The sync data for ids ['55424304-2ebc-4c86-bcc8-ec9d173c2b97'] in dv-neutron-825123-1-hyperv is: [{'id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597212342', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:11:48Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '43897d2c-0d81-42c4-94fc-b7d5305794b4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55424304-2ebc-4c86-bcc8-ec9d173c2b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:10:00Z', 'updated_at': '2022-01-20T15:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:11:51.673037 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:51.675556 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:51.704425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:51.704858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Fanout notify agent at l3_agent the message router_deleted on router 55424304-2ebc-4c86-bcc8-ec9d173c2b97 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:11:51.725626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:51.725626 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-95d99538-6667-4157-ab1a-e005f5a4f06f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/routers/55424304-2ebc-4c86-bcc8-ec9d173c2b97 HTTP/1.1" status: 204 len: 168 time: 1.4353001 Jan 20 15:11:51.727813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60328) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:51.845443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:51.982362 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.010178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85bb134-0210-4ade-adba-75b4515fadd1']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:52.023523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86435cd8-1ef8-434f-b387-5f14792089d6') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:52.023840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86435cd8-1ef8-434f-b387-5f14792089d6') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:52.037172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.055376 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.062591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:11:52.062988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:11:52.082078 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:11:52.168409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.186713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.198284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Network': ['ID=d85bb134-0210-4ade-adba-75b4515fadd1,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:52.214921 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-24b4050e-71b4-4df7-9113-3520e06f461d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/networks/d85bb134-0210-4ade-adba-75b4515fadd1 HTTP/1.1" status: 204 len: 168 time: 0.4857259 Jan 20 15:11:52.217377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60332) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:52.316431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ef6bc02-7ba9-4d43-9a34-06efa1a6125d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.349699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ef6bc02-7ba9-4d43-9a34-06efa1a6125d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.421859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ef6bc02-7ba9-4d43-9a34-06efa1a6125d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.443512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6bc02-7ba9-4d43-9a34-06efa1a6125d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fb84be-ae9f-4dfb-929f-deb21cd56172,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:52.458174 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-5ef6bc02-7ba9-4d43-9a34-06efa1a6125d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.459473 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5ef6bc02-7ba9-4d43-9a34-06efa1a6125d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/security-groups/41fb84be-ae9f-4dfb-929f-deb21cd56172 HTTP/1.1" status: 204 len: 168 time: 0.2407997 Jan 20 15:11:52.799071 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60340) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:52.804611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018255591', 'description': 'tempest-secgroup-smoke-1018255591 description', 'project_id': '8ba274843fca4769bb9ee82752f65295'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:11:52.811724 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:52.816370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:52.819559 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:52.825880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:52.838620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.859651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:52.863582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:52.867081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:52.873122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:52.951960 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:52.956999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.006763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee56bc9-2e71-4b10-97a4-b50c42d9d561,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:53.012313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.018079 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-d5754ff4-8bea-4143-9217-756ea07997c1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2136755 Jan 20 15:11:53.018663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60344) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:53.023570 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '6ee56bc9-2e71-4b10-97a4-b50c42d9d561', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:11:53.029996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:53.033806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:53.036853 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:53.042663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:53.062644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.126606 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.131898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.155727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc071671-bc38-4fcd-bd79-dfd0cc1e74cc,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:53.166695 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.168065 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-340e721b-0f03-4b88-adb6-3f47557555ca tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488786 Jan 20 15:11:53.171547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60348) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:53.176715 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '6ee56bc9-2e71-4b10-97a4-b50c42d9d561', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:11:53.184781 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:53.190943 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:53.197361 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:53.203392 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:53.232416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.295178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.299344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.321971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6baaa7-a500-47fd-a66f-f385be8ac29f,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:53.331336 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.332657 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8311fece-ff9f-44eb-b30e-67c132fd3187 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1602063 Jan 20 15:11:53.335592 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60352) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:53.340885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '6ee56bc9-2e71-4b10-97a4-b50c42d9d561', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:11:53.347120 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:53.351377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:53.354578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:53.361366 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:53.380378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.442737 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.447647 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.467002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 43897d2c-0d81-42c4-94fc-b7d5305794b4 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:11:53.472046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939dd21e-20a6-4734-8e49-84be4bf7790f,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:53.481790 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.483015 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-09ec2965-5951-49de-adf7-71261365edaf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464112 Jan 20 15:11:53.485948 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60356) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:53.491072 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '6ee56bc9-2e71-4b10-97a4-b50c42d9d561', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:11:53.497047 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:53.500857 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:53.502930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 43897d2c-0d81-42c4-94fc-b7d5305794b4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:11:53.503274 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 43897d2c-0d81-42c4-94fc-b7d5305794b4 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:11:53.503697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5938e45b-87e3-4676-a1a1-6189504d2d2e no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:11:53.503841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:53.510371 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:53.528827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.537305 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 5938e45b-87e3-4676-a1a1-6189504d2d2e {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:11:53.537649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 5938e45b-87e3-4676-a1a1-6189504d2d2e not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:11:53.593059 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.598325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.621348 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9482e6-735a-4701-8bd3-4ff70c2b7845,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:53.630169 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.631336 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-22719c87-03c0-4394-b50e-8843dd4e0b94 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444898 Jan 20 15:11:53.634323 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60360) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:53.639326 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '6ee56bc9-2e71-4b10-97a4-b50c42d9d561', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:11:53.645611 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:53.649680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:53.652886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:53.658886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:53.674557 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Project 8ba274843fca4769bb9ee82752f65295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:11:53.681381 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.750121 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.755987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.778696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2414e1ac-6abf-4cc4-882b-23cf6da26dc0,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:53.788821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.790007 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b0cf85b7-25a3-4359-a63f-73836cf11d50 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547201 Jan 20 15:11:53.792984 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60364) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:53.798252 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'security_group_rule': {'security_group_id': '6ee56bc9-2e71-4b10-97a4-b50c42d9d561', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:11:53.804095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:53.807910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:security_group_rule and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:53.810788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:53.816397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:53.827083 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Project 8ba274843fca4769bb9ee82752f65295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:11:53.833640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.905142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.912498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.935491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de105536-add7-4daa-84d5-2bcdc1b878ac,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:53.946831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:53.948824 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-390df6c9-4e80-4fea-a26d-feaf0b060c82 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548340 Jan 20 15:11:53.951574 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60368) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:53.957123 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'network': {'name': 'tempest-network-smoke--1729788406', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'port_security_enabled': True}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:11:53.962301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:53.971088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:network and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:53.971088 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:53.976394 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:53.987528 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:11:53.990989 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:54.022872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:11:54.031585 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:54.031919 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Added segment 5cf034bb-64ce-4925-9c12-fd6d2aa1fd88 of type vlan for network a255d09f-5267-462e-8da5-27f5de22f2a8 Jan 20 15:11:54.061319 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:54.092309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:54.103839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:54.103839 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:54.203162 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2504251 Jan 20 15:11:54.205822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60372) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:54.208430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef12fb3-8fc5-4299-a497-fcccb69b1ea9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Network': ['ID=a255d09f-5267-462e-8da5-27f5de22f2a8,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:54.213202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'admin_state_up': True, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:11:54.219142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network a255d09f-5267-462e-8da5-27f5de22f2a8 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:11:54.220596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:54.224393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:router and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:54.227171 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:54.232997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:54.246640 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:54.247625 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:54.262612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:54.642179 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:54.952887 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:54.981633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:55.121568 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.26.0.227 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/59d647cb-bbd7-4b78-9c7e-108f57b2f4e4) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:11:55.173777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:55.273865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:55.306784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:55.372913 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:11:55.375733 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:11:55.379642 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:11:55.413984 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=59d647cb-bbd7-4b78-9c7e-108f57b2f4e4,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:55.800852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:56.257265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:56.488970 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:11:56.666475 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:11:56.677054 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Sync routers for ids ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:11:56.687010 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Routers {'301309f1-aafe-4f27-b11b-3c63ef36e5d4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:11:56.687633 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:11:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:56.699764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:56.708000 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-42cc21d4-721f-4138-87ff-0241d5187849 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4944811 Jan 20 15:11:56.708169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60378) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:56.748721 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-c70e5f0d-9148-4f16-bf30-7920f8ed8670 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=8ba274843fca4769bb9ee82752f65295&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429661 Jan 20 15:11:56.751472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60382) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:56.865512 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Set router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:11:56.988995 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ff649-3645-4c33-81c9-f8298eef7bd0 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:56.993413 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a66ff649-3645-4c33-81c9-f8298eef7bd0 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2382498 Jan 20 15:11:56.994085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60386) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:57.037552 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a40f55f4-0031-44f8-8724-ec6acbabd613 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=968209a1-6b3b-43f7-8a25-5eadd11f3aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396986 Jan 20 15:11:57.037813 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60390) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:57.044280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606859551', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'project_id': '8ba274843fca4769bb9ee82752f65295', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:11:57.150298 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:55Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:57.154279 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:11:57.154445 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Checking router: 301309f1-aafe-4f27-b11b-3c63ef36e5d4 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:11:57.154650 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Updating router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:11:57.158451 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:subnet and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:11:57.161430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:11:57.167378 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:11:57.178486 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:11:57.182051 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:57.210042 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:57.401693 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:57.486281 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Subnet': ['ID=d453f59e-988d-46eb-b5f7-c69b73a64da7,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:57.494781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Checking segment: {'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:11:57.495178 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network hostable DHCP agents. Network: a255d09f-5267-462e-8da5-27f5de22f2a8, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:11:57.516709 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network a255d09f-5267-462e-8da5-27f5de22f2a8 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:11:57.527855 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, a255d09f-5267-462e-8da5-27f5de22f2a8) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:11:57.531979 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:57.532593 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:57.538011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f466a-45d7-4996-9241-887f8cc654fe None None] Network a255d09f-5267-462e-8da5-27f5de22f2a8 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:11:57.544095 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:57.556161 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c4904881-c3c1-4f4c-9b8a-66a4404ce997 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5172861 Jan 20 15:11:57.559103 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60394) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:57.560567 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Transition to ACTIVE for port object 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:11:57.567776 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:57.643860 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Pushing event updated for resources: {'Port': ['ID=59d647cb-bbd7-4b78-9c7e-108f57b2f4e4,revision_number=2']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:57.655116 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.655487 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.655877 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.656295 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.657426 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.657426 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.657426 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.657755 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.658135 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.658511 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.658913 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.659287 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:11:57.664268 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Attempting to bind port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:11:57.664706 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Attempting to bind port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:11:57.665117 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Attempting to bind port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:11:57.671445 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:11:57.671890 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:11:57.672372 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:57.672813 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:11:57.673356 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Bound port: 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:11:57.673786 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:57.750290 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] For port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:11:57.755425 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] For port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=59d647cb-bbd7-4b78-9c7e-108f57b2f4e4,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:11:57.761377 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-a255d09f-5267-462e-8da5-27f5de22f2a8', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:11:57.762507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:57.766049 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:57.849016 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Routers {'301309f1-aafe-4f27-b11b-3c63ef36e5d4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:11:57.849632 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:11:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:57.927562 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45680965-8193-46e8-aca1-47eae241a6e0 None None] Pushing event updated for resources: {'Port': ['ID=59d647cb-bbd7-4b78-9c7e-108f57b2f4e4,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:57.935268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Allocated IP 172.20.0.2 (a255d09f-5267-462e-8da5-27f5de22f2a8/d453f59e-988d-46eb-b5f7-c69b73a64da7/32990a74-c79f-4f99-95fe-79f0d83dc18e) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:11:58.075889 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] Set router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:11:58.152425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:58.163374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Transition to ACTIVE for port object 32990a74-c79f-4f99-95fe-79f0d83dc18e will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:11:58.182590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Transition to ACTIVE for port object 32990a74-c79f-4f99-95fe-79f0d83dc18e will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:11:58.189256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:58.257113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Network a255d09f-5267-462e-8da5-27f5de22f2a8 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:11:58.260140 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:11:58.264164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:11:58.269991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Pushing event updated for resources: {'Port': ['ID=32990a74-c79f-4f99-95fe-79f0d83dc18e,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:58.358470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Attempting to bind port 32990a74-c79f-4f99-95fe-79f0d83dc18e on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:11:58.358831 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Attempting to bind port 32990a74-c79f-4f99-95fe-79f0d83dc18e by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:11:58.359155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Attempting to bind port 32990a74-c79f-4f99-95fe-79f0d83dc18e on network a255d09f-5267-462e-8da5-27f5de22f2a8 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:11:58.364640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:11:58.365004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Checking segment: {'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:11:58.365406 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:58.365786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Bound using segment: {'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:11:58.366237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Bound port: 32990a74-c79f-4f99-95fe-79f0d83dc18e, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:11:58.366614 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:58.378017 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:55Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:58.382035 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7ae3c-1aa3-4512-8336-aa2e4d1ab769 None None] The sync data for ids ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'] in dv-neutron-825123-1-hyperv is: [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:55Z', 'revision_number': 3, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:11:58.432104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:58.509681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] For port 32990a74-c79f-4f99-95fe-79f0d83dc18e, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:11:58.513127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] For port 32990a74-c79f-4f99-95fe-79f0d83dc18e, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=32990a74-c79f-4f99-95fe-79f0d83dc18e,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:11:58.519928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:58.624915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c619678-4037-48c1-bfc2-c7ba20cef5bc None None] Pushing event updated for resources: {'Port': ['ID=32990a74-c79f-4f99-95fe-79f0d83dc18e,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:58.919872 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.20.0.1 (a255d09f-5267-462e-8da5-27f5de22f2a8/d453f59e-988d-46eb-b5f7-c69b73a64da7/057f63ac-7b80-497e-a0a4-352e25ce6765) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:11:59.097778 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:59.114163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Transition to ACTIVE for port object 057f63ac-7b80-497e-a0a4-352e25ce6765 will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:11:59.148043 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:59.219651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network a255d09f-5267-462e-8da5-27f5de22f2a8 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:11:59.223148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:11:59.225728 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:11:59.263265 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=057f63ac-7b80-497e-a0a4-352e25ce6765,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:11:59.296691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:59.602501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 32990a74-c79f-4f99-95fe-79f0d83dc18e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:11:59.676382 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 32990a74-c79f-4f99-95fe-79f0d83dc18e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:11:59.682928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:11:59.723410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:59.736253 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02879133-5cfc-4205-9bef-c3a6acb23871 None None] Network a255d09f-5267-462e-8da5-27f5de22f2a8 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:11:59.838174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d23c85f4-fc04-4c10-8995-da5d289070d2 None None] Provisioning for port 32990a74-c79f-4f99-95fe-79f0d83dc18e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:11:59.849404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d23c85f4-fc04-4c10-8995-da5d289070d2 None None] Provisioning complete for port 32990a74-c79f-4f99-95fe-79f0d83dc18e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:11:59.849782 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d23c85f4-fc04-4c10-8995-da5d289070d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:59.890602 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:11:59.924532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:11:59.924859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.203482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.205084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.209170 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.211890 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d23c85f4-fc04-4c10-8995-da5d289070d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.245931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=59d647cb-bbd7-4b78-9c7e-108f57b2f4e4,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:12:00.259257 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.297792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-d23c85f4-fc04-4c10-8995-da5d289070d2 None None] For port 32990a74-c79f-4f99-95fe-79f0d83dc18e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=32990a74-c79f-4f99-95fe-79f0d83dc18e,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:12:00.316647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d23c85f4-fc04-4c10-8995-da5d289070d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.331264 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.338461 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=057f63ac-7b80-497e-a0a4-352e25ce6765,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:00.347270 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=59d647cb-bbd7-4b78-9c7e-108f57b2f4e4,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:00.422908 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c85f4-fc04-4c10-8995-da5d289070d2 None None] Pushing event updated for resources: {'Port': ['ID=32990a74-c79f-4f99-95fe-79f0d83dc18e,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:00.481502 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network a255d09f-5267-462e-8da5-27f5de22f2a8 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:12:00.482675 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:12:00.539709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6576d6c6-e3ea-447d-b07e-dfe7d02eea3f None None] Provisioning complete for port 32990a74-c79f-4f99-95fe-79f0d83dc18e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:00.541272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6576d6c6-e3ea-447d-b07e-dfe7d02eea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.678229 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:12:00.679803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6576d6c6-e3ea-447d-b07e-dfe7d02eea3f None None] Provisioning for port 057f63ac-7b80-497e-a0a4-352e25ce6765 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:12:00.685409 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-6576d6c6-e3ea-447d-b07e-dfe7d02eea3f None None] Provisioning complete for port 057f63ac-7b80-497e-a0a4-352e25ce6765 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:00.685957 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6576d6c6-e3ea-447d-b07e-dfe7d02eea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.742401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-6576d6c6-e3ea-447d-b07e-dfe7d02eea3f None None] Port 057f63ac-7b80-497e-a0a4-352e25ce6765 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:12:00.865121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-db7e0701-155d-4209-99b2-2ad3d7431ea7 None None] Provisioning complete for port 057f63ac-7b80-497e-a0a4-352e25ce6765 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:00.865449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-db7e0701-155d-4209-99b2-2ad3d7431ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.868875 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:12:00.882774 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e1bb29e6-ea00-4b80-8807-0b0d33f364fc tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "PUT /v2.0/routers/301309f1-aafe-4f27-b11b-3c63ef36e5d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3223107 Jan 20 15:12:00.890872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Sync routers for ids ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:12:00.923487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Routers {'301309f1-aafe-4f27-b11b-3c63ef36e5d4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:12:00.924102 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:11:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:00.991487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-db7e0701-155d-4209-99b2-2ad3d7431ea7 None None] Port 057f63ac-7b80-497e-a0a4-352e25ce6765 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:12:01.062516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-45648400-c9b2-490e-899f-ca37e170b7a1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:12:01.081360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-45648400-c9b2-490e-899f-ca37e170b7a1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:12:01.082842 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-45648400-c9b2-490e-899f-ca37e170b7a1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018255591&fields=id&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 267 time: 0.0690360 Jan 20 15:12:01.116020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Set router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:12:01.181896 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-8fe37809-6ba0-4468-ae52-ec1c1c1d73db None None] Provisioning complete for port 057f63ac-7b80-497e-a0a4-352e25ce6765 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:01.182267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8fe37809-6ba0-4468-ae52-ec1c1c1d73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:01.237370 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-56cac9fe-0039-4a0b-a10b-a9ad1fe99032 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:01.238060 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-56cac9fe-0039-4a0b-a10b-a9ad1fe99032 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:12:01.257862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-56cac9fe-0039-4a0b-a10b-a9ad1fe99032 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:12:01.259015 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-56cac9fe-0039-4a0b-a10b-a9ad1fe99032 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/networks?id=a255d09f-5267-462e-8da5-27f5de22f2a8 HTTP/1.1" status: 200 len: 797 time: 0.1685627 Jan 20 15:12:01.275096 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-909db7f3-ec31-42a1-a4c3-5448fc03f98a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/quotas/8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 375 time: 0.0100594 Jan 20 15:12:01.357080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-8fe37809-6ba0-4468-ae52-ec1c1c1d73db None None] Port 057f63ac-7b80-497e-a0a4-352e25ce6765 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:12:01.363748 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a6867ce6-3a32-49b3-afe3-c0fb5cb14451 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827637 Jan 20 15:12:01.418112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-33d74a4c-afc4-4e53-9958-f6adad1a94c7 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 15:12:01.419159 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-33d74a4c-afc4-4e53-9958-f6adad1a94c7 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434656 Jan 20 15:12:01.517410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 32990a74-c79f-4f99-95fe-79f0d83dc18e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:12:01.561035 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-3c78aee5-e83d-4da2-9701-21888f5b3e13 service neutron] 10.222.0.87 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347718 Jan 20 15:12:01.588186 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '057f63ac-7b80-497e-a0a4-352e25ce6765', 'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:43:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:58Z', 'updated_at': '2022-01-20T15:11:59Z', 'revision_number': 2, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:01.594471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Checking router: 301309f1-aafe-4f27-b11b-3c63ef36e5d4 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:12:01.594822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Updating router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 port 057f63ac-7b80-497e-a0a4-352e25ce6765 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:12:01.641631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 32990a74-c79f-4f99-95fe-79f0d83dc18e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:01.641916 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:01.693870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:01.696735 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-ad1e5c32-5770-42e5-bbd4-cf6f8d0e648c service neutron] 10.222.0.87 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295857 Jan 20 15:12:01.880724 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-532f72c4-b85f-492f-88c4-48480fa8fd18 req-d597bc44-53c2-448a-a72e-0cd6bde98d8f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:12:01.889228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:12:01.898191 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-532f72c4-b85f-492f-88c4-48480fa8fd18 req-d597bc44-53c2-448a-a72e-0cd6bde98d8f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:12:01.899476 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-532f72c4-b85f-492f-88c4-48480fa8fd18 req-d597bc44-53c2-448a-a72e-0cd6bde98d8f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 210 time: 0.0669272 Jan 20 15:12:02.061296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:02.062109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:02.260128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:02.275993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Transition to ACTIVE for port object 057f63ac-7b80-497e-a0a4-352e25ce6765 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:12:02.284143 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:02.455548 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5862f-e43b-48cc-b5cc-f0eb21687734 None None] Pushing event updated for resources: {'Port': ['ID=057f63ac-7b80-497e-a0a4-352e25ce6765,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:02.513068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Attempting to bind port 057f63ac-7b80-497e-a0a4-352e25ce6765 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:12:02.513465 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Attempting to bind port 057f63ac-7b80-497e-a0a4-352e25ce6765 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:12:02.513842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Attempting to bind port 057f63ac-7b80-497e-a0a4-352e25ce6765 on network a255d09f-5267-462e-8da5-27f5de22f2a8 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:12:02.520433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:12:02.520824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Checking segment: {'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:12:02.521228 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:02.521616 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Bound using segment: {'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:12:02.522139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Bound port: 057f63ac-7b80-497e-a0a4-352e25ce6765, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:12:02.522618 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:02.634322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] For port 057f63ac-7b80-497e-a0a4-352e25ce6765, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:12:02.637596 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] For port 057f63ac-7b80-497e-a0a4-352e25ce6765, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=057f63ac-7b80-497e-a0a4-352e25ce6765,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:12:02.643249 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:02.726312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Routers {'301309f1-aafe-4f27-b11b-3c63ef36e5d4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:12:02.726977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:11:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:02.800644 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5862f-e43b-48cc-b5cc-f0eb21687734 None None] Pushing event updated for resources: {'Port': ['ID=057f63ac-7b80-497e-a0a4-352e25ce6765,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:02.977237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-9a1807e1-a466-41e5-a0be-3c14703e0de7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:02.978615 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-9a1807e1-a466-41e5-a0be-3c14703e0de7 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/networks?id=a255d09f-5267-462e-8da5-27f5de22f2a8 HTTP/1.1" status: 200 len: 797 time: 0.1681502 Jan 20 15:12:03.002481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] Set router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:12:03.034728 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f7391111-e0e9-4742-a9ba-ab428f910d1c tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba274843fca4769bb9ee82752f65295 HTTP/1.1" status: 200 len: 380 time: 0.0469880 Jan 20 15:12:03.086728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'port': {'device_id': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'admin_state_up': True, 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'security_groups': ['6ee56bc9-2e71-4b10-97a4-b50c42d9d561']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:12:03.108784 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dae4df3d-7d7f-4404-95dc-2b3cd45a1615 req-d8a0c85c-2a28-48ef-bb6f-1d3af8500baf tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 210 time: 0.0725868 Jan 20 15:12:03.238827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:12:03.239036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6aaee9d6-3b24-495a-8119-92a08440782e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:03.249129 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:12:03.259342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Made reservation on behalf of 8ba274843fca4769bb9ee82752f65295 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:12:03.262866 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:03.365444 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '057f63ac-7b80-497e-a0a4-352e25ce6765', 'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:43:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:58Z', 'updated_at': '2022-01-20T15:12:02Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:03.369824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c44af0d-1a2f-4263-b4a9-ab364e09bf0a None None] The sync data for ids ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'] in dv-neutron-825123-1-hyperv is: [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '057f63ac-7b80-497e-a0a4-352e25ce6765', 'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:43:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:58Z', 'updated_at': '2022-01-20T15:12:02Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:12:03.452015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.20.0.10 (a255d09f-5267-462e-8da5-27f5de22f2a8/d453f59e-988d-46eb-b5f7-c69b73a64da7/436d2351-90f5-4c5b-839c-39fdeb4be56f) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:12:03.564434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 057f63ac-7b80-497e-a0a4-352e25ce6765 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:12:03.644882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 057f63ac-7b80-497e-a0a4-352e25ce6765 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:12:03.651230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 057f63ac-7b80-497e-a0a4-352e25ce6765 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:03.651862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:03.694008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:03.712665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Transition to ACTIVE for port object 436d2351-90f5-4c5b-839c-39fdeb4be56f will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:12:03.741093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:03.777435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:03.814912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 057f63ac-7b80-497e-a0a4-352e25ce6765, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=057f63ac-7b80-497e-a0a4-352e25ce6765,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:12:03.816256 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network a255d09f-5267-462e-8da5-27f5de22f2a8 is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:12:03.819647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:12:03.820965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:03.822434 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:12:03.877448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=436d2351-90f5-4c5b-839c-39fdeb4be56f,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:03.902665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=057f63ac-7b80-497e-a0a4-352e25ce6765,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:03.916356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:03.917319 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:03.953264 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-a3b63b28-dce4-461a-a788-60324e53907b tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8755405 Jan 20 15:12:03.965677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Request body: {'port': {'device_id': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:12:04.089888 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-43ae9806-8d0e-44eb-9817-a59ebb402959 None None] Provisioning for port 436d2351-90f5-4c5b-839c-39fdeb4be56f completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:12:04.095432 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-43ae9806-8d0e-44eb-9817-a59ebb402959 None None] Provisioning complete for port 436d2351-90f5-4c5b-839c-39fdeb4be56f triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:04.095732 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-43ae9806-8d0e-44eb-9817-a59ebb402959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:04.098800 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:04.159725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-43ae9806-8d0e-44eb-9817-a59ebb402959 None None] Port 436d2351-90f5-4c5b-839c-39fdeb4be56f cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:12:04.312337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe6c52-5ca8-4d64-a9df-91458e438486 req-4e0ae985-a65e-43b4-8e73-4f182c664709 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:04.313994 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88fe6c52-5ca8-4d64-a9df-91458e438486 req-4e0ae985-a65e-43b4-8e73-4f182c664709 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 932 time: 0.0978060 Jan 20 15:12:04.362034 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-88fe6c52-5ca8-4d64-a9df-91458e438486 req-8e226c2b-16e4-489e-9099-e09c32be9c86 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Jan 20 15:12:04.568942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436d2351-90f5-4c5b-839c-39fdeb4be56f {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:12:04.576770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:04.592779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Transition to ACTIVE for port object 436d2351-90f5-4c5b-839c-39fdeb4be56f will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:12:04.598788 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:04.730602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Pushing event updated for resources: {'Port': ['ID=436d2351-90f5-4c5b-839c-39fdeb4be56f,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:04.838530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Attempting to bind port 436d2351-90f5-4c5b-839c-39fdeb4be56f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:12:04.838931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Attempting to bind port 436d2351-90f5-4c5b-839c-39fdeb4be56f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:12:04.839152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Attempting to bind port 436d2351-90f5-4c5b-839c-39fdeb4be56f on network a255d09f-5267-462e-8da5-27f5de22f2a8 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:12:04.844259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Port 436d2351-90f5-4c5b-839c-39fdeb4be56f on network a255d09f-5267-462e-8da5-27f5de22f2a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:12:04.844835 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Attempting to bind port 436d2351-90f5-4c5b-839c-39fdeb4be56f on network a255d09f-5267-462e-8da5-27f5de22f2a8 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:12:04.850010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:12:04.850343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Checking segment: {'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:12:04.850719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Bound using segment: {'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:12:04.851133 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Bound port: 436d2351-90f5-4c5b-839c-39fdeb4be56f, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:12:04.851473 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:04.958351 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] For port 436d2351-90f5-4c5b-839c-39fdeb4be56f, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:12:04.961201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] For port 436d2351-90f5-4c5b-839c-39fdeb4be56f, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=436d2351-90f5-4c5b-839c-39fdeb4be56f,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:12:04.967153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:05.027732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:05.028354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:05.029774 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] 10.222.0.72 "PUT /v2.0/ports/436d2351-90f5-4c5b-839c-39fdeb4be56f HTTP/1.1" status: 200 len: 1094 time: 1.0692339 Jan 20 15:12:05.030191 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'tag': '436d2351-90f5-4c5b-839c-39fdeb4be56f'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:12:05.054432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b3978-d571-4fbf-9f3c-0b4d2eef66b9 service neutron] Pushing event updated for resources: {'Port': ['ID=436d2351-90f5-4c5b-839c-39fdeb4be56f,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:05.112698 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'tag': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'status': 'completed', 'code': 200} Jan 20 15:12:05.155514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-48890579-3b66-465c-a4ad-ca085afc6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:05.157140 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-48890579-3b66-465c-a4ad-ca085afc6289 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 1097 time: 0.0797102 Jan 20 15:12:05.226257 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-babe2c3b-4d66-4a5f-a407-3c803e4eb142 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436d2351-90f5-4c5b-839c-39fdeb4be56f HTTP/1.1" status: 200 len: 217 time: 0.0616436 Jan 20 15:12:05.295738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-9f7266f1-357e-4b6b-abfd-45ac68b55f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:05.297279 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-9f7266f1-357e-4b6b-abfd-45ac68b55f18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d453f59e-988d-46eb-b5f7-c69b73a64da7 HTTP/1.1" status: 200 len: 835 time: 0.0646329 Jan 20 15:12:05.373062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-1cd42814-4335-4038-872e-e7f9dbd37f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:05.374462 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-1cd42814-4335-4038-872e-e7f9dbd37f89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a255d09f-5267-462e-8da5-27f5de22f2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713029 Jan 20 15:12:05.510123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-75db0a66-6b1b-4b12-abdc-58131385e5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:05.515902 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-780d3846-a9b0-443f-ac5c-080205857050 service neutron] 10.222.0.72 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355271 Jan 20 15:12:05.523054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 057f63ac-7b80-497e-a0a4-352e25ce6765 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:12:05.564580 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d1cf9-f6c8-4268-9fe4-31671fd0c15d req-12ca41d2-74a9-495d-8d5f-dddb1cd6b803 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:05.567158 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-342d1cf9-f6c8-4268-9fe4-31671fd0c15d req-12ca41d2-74a9-495d-8d5f-dddb1cd6b803 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 944 time: 0.0932102 Jan 20 15:12:05.596013 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 057f63ac-7b80-497e-a0a4-352e25ce6765 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:05.596418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:05.619123 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-342d1cf9-f6c8-4268-9fe4-31671fd0c15d req-2e8b727a-d81e-4a89-87f8-2b4d6c2367b1 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457294 Jan 20 15:12:05.665095 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7273b7ac-e4ed-432b-9fe7-c6a923cb84ca req-72b0e99c-0548-4f23-a724-dbcfbcb7ec44 service neutron] 10.222.0.72 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431601 Jan 20 15:12:05.783190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-a5598ace-4388-4322-9552-af7d31d58f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:05.784717 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-a5598ace-4388-4322-9552-af7d31d58f67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 1097 time: 0.0757177 Jan 20 15:12:05.918355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-b495dbf4-4ea9-45fc-9064-5714d70007bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:05.920082 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-b495dbf4-4ea9-45fc-9064-5714d70007bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=a255d09f-5267-462e-8da5-27f5de22f2a8 HTTP/1.1" status: 200 len: 898 time: 0.1276610 Jan 20 15:12:05.987113 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-1c5ddd1c-c668-4b8e-8979-c7fb7ea8af9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436d2351-90f5-4c5b-839c-39fdeb4be56f HTTP/1.1" status: 200 len: 217 time: 0.0607316 Jan 20 15:12:06.158935 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-b7d17632-4d3f-4855-b80c-4005b5ffdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:06.160400 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-b7d17632-4d3f-4855-b80c-4005b5ffdbf2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d453f59e-988d-46eb-b5f7-c69b73a64da7 HTTP/1.1" status: 200 len: 835 time: 0.1666574 Jan 20 15:12:06.237966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-decadabf-ad39-43fa-8d47-54902f1f7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:06.239371 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-decadabf-ad39-43fa-8d47-54902f1f7517 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a255d09f-5267-462e-8da5-27f5de22f2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723515 Jan 20 15:12:06.370246 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-e80cdfa0-0d50-4d33-a01b-ce912f8659ee service neutron] 10.222.0.72 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233032 Jan 20 15:12:06.493745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:06.503688 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7f2888b6-37c1-4b61-8ca5-e7a63be53235 req-e38247d0-cb45-4d69-bfbc-ce40c498a3da service neutron] 10.222.0.72 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273046 Jan 20 15:12:06.613263 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:06.703020 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:12:06.814642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96708b05-5864-40af-9910-7da3c0ec2650 req-be867705-4f24-44b5-8821-60e04a317b6e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:06.815337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-96708b05-5864-40af-9910-7da3c0ec2650 req-be867705-4f24-44b5-8821-60e04a317b6e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:12:06.832619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-96708b05-5864-40af-9910-7da3c0ec2650 req-be867705-4f24-44b5-8821-60e04a317b6e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:12:06.833741 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96708b05-5864-40af-9910-7da3c0ec2650 req-be867705-4f24-44b5-8821-60e04a317b6e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 944 time: 0.1075325 Jan 20 15:12:06.877784 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96708b05-5864-40af-9910-7da3c0ec2650 req-77e00efd-2fad-4e7f-a04a-9d0aa7c97cef tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380654 Jan 20 15:12:07.238292 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 436d2351-90f5-4c5b-839c-39fdeb4be56f details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:12:07.374680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 436d2351-90f5-4c5b-839c-39fdeb4be56f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=436d2351-90f5-4c5b-839c-39fdeb4be56f,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:12:07.387232 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'port_id': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'mac_address': 'fa:16:3e:d4:42:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:12:07.447751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:07.465643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436d2351-90f5-4c5b-839c-39fdeb4be56f {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:12:07.482008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 436d2351-90f5-4c5b-839c-39fdeb4be56f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=436d2351-90f5-4c5b-839c-39fdeb4be56f,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:12:07.488227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:07.559476 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=436d2351-90f5-4c5b-839c-39fdeb4be56f,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:07.694664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['436d2351-90f5-4c5b-839c-39fdeb4be56f'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:12:08.067355 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cffb11-3cf5-4feb-a62c-c6770adefc94 req-5e97e3d0-2b69-4f90-a2c5-13017ac436b9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:08.068911 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c3cffb11-3cf5-4feb-a62c-c6770adefc94 req-5e97e3d0-2b69-4f90-a2c5-13017ac436b9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 945 time: 0.0862992 Jan 20 15:12:08.078408 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:08.114150 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-c3cffb11-3cf5-4feb-a62c-c6770adefc94 req-1e5b320c-e1ec-4d35-856f-23e32f512291 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390143 Jan 20 15:12:09.270775 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 436d2351-90f5-4c5b-839c-39fdeb4be56f up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:12:09.297677 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5e20f-54cd-48d1-b4d6-54d79e77bd94 req-8e5a78d1-7c77-4a75-8bad-1b9b2c7c80d5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:09.299093 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5aa5e20f-54cd-48d1-b4d6-54d79e77bd94 req-8e5a78d1-7c77-4a75-8bad-1b9b2c7c80d5 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 945 time: 0.0805609 Jan 20 15:12:09.345036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 436d2351-90f5-4c5b-839c-39fdeb4be56f completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:12:09.346332 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5aa5e20f-54cd-48d1-b4d6-54d79e77bd94 req-09d6635d-9e3b-48df-bc78-8436c97d3c9a tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Jan 20 15:12:09.350818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 436d2351-90f5-4c5b-839c-39fdeb4be56f triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:09.351189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:09.501352 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:09.529256 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436d2351-90f5-4c5b-839c-39fdeb4be56f'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:12:09.539575 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 436d2351-90f5-4c5b-839c-39fdeb4be56f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=436d2351-90f5-4c5b-839c-39fdeb4be56f,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:12:09.545937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:09.584604 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'code': 200} Jan 20 15:12:09.619624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=436d2351-90f5-4c5b-839c-39fdeb4be56f,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:09.807278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9538d-76d8-4412-9d6d-a15d26a9e1c5 req-e0ca3f30-45aa-423d-8675-7670328c22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:09.809324 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ceb9538d-76d8-4412-9d6d-a15d26a9e1c5 req-e0ca3f30-45aa-423d-8675-7670328c22e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 1099 time: 0.0727663 Jan 20 15:12:09.850520 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ceb9538d-76d8-4412-9d6d-a15d26a9e1c5 req-69587f88-78ac-4443-bc8d-5f32a01d0dbd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353651 Jan 20 15:12:10.538927 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82d2d-a58b-434d-ad51-3549a70e7969 req-d32889be-a960-482e-8922-9278e1e3c528 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:10.540439 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8bf82d2d-a58b-434d-ad51-3549a70e7969 req-d32889be-a960-482e-8922-9278e1e3c528 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.0853887 Jan 20 15:12:10.585775 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8bf82d2d-a58b-434d-ad51-3549a70e7969 req-01d5365d-94aa-4680-9429-07988e7f2236 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392129 Jan 20 15:12:11.770943 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb1dc5-fc7f-46ca-af66-2efb884fd616 req-a72a41d3-9380-4252-a9a6-eb9ece207982 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:11.772348 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f6eb1dc5-fc7f-46ca-af66-2efb884fd616 req-a72a41d3-9380-4252-a9a6-eb9ece207982 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.0812216 Jan 20 15:12:11.821538 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f6eb1dc5-fc7f-46ca-af66-2efb884fd616 req-f22a2458-5622-44ec-b95c-9b7cae9c4add tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Jan 20 15:12:12.010958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ebd4c-460c-4607-b08d-e9a68af2bad6 req-b3bbd2c8-d976-47fe-8398-ed75f2faba0f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:12.012407 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-982ebd4c-460c-4607-b08d-e9a68af2bad6 req-b3bbd2c8-d976-47fe-8398-ed75f2faba0f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.0826788 Jan 20 15:12:12.059481 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-982ebd4c-460c-4607-b08d-e9a68af2bad6 req-fac01ac9-aaae-41e0-aea2-e107095b922e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411606 Jan 20 15:12:12.082545 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60448) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:12:12.157026 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00b4e74-ad80-4f3b-ab84-41367fd776c9 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:12.158520 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e00b4e74-ad80-4f3b-ab84-41367fd776c9 tempest-TestNetworkAdvancedServerOps-1252578599 tempest-TestNetworkAdvancedServerOps-1252578599-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 1094 time: 0.0749476 Jan 20 15:12:12.161596 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60452) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:12:12.166526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:12:12.173791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:12:12.178015 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Usage tracker for resource:floatingip and tenant:8ba274843fca4769bb9ee82752f65295 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:12:12.181137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:12:12.187295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:12:12.200168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:12.350181 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:12.487390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Allocated IP 172.26.0.125 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/6d37c0c4-a3a2-4a82-ac19-5370fe6d06b4) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:12:12.650632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:12.683537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:12.746908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:12:12.749825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:12:12.753432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:12:12.781934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=6d37c0c4-a3a2-4a82-ac19-5370fe6d06b4,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:13.276985 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:13.353905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:13.557199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:13.563265 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:13.671697 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event updated for resources: {'Port': ['ID=6d37c0c4-a3a2-4a82-ac19-5370fe6d06b4,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:13.683174 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:13.862835 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Floating IP c45da6ff-7a0e-4934-9e13-f427d2633288 associated. External IP: 172.26.0.125, port: 436d2351-90f5-4c5b-839c-39fdeb4be56f. Jan 20 15:12:14.222166 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:12:14.400288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:12:14.410131 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] Sync routers for ids ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:12:14.420233 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] Routers {'301309f1-aafe-4f27-b11b-3c63ef36e5d4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:12:14.420878 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:12:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:14.425925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:14.484627 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-fa53f95d-3d45-4a06-b8ef-ccd0eca35d6d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3219438 Jan 20 15:12:14.485165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'tag': '436d2351-90f5-4c5b-839c-39fdeb4be56f'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:12:14.537760 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'tag': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'status': 'completed', 'code': 200} Jan 20 15:12:14.601053 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] Set router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:12:14.646090 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-ed5efae2-b5e7-4634-9840-96989b14ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:14.647864 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-ed5efae2-b5e7-4634-9840-96989b14ef88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 1099 time: 0.0839696 Jan 20 15:12:14.784886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fdad0-24d2-4cd7-af55-fc1eafb2eb85 req-fd8f6da1-08b7-4b2e-9562-7f6da09842a8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:14.786514 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-810fdad0-24d2-4cd7-af55-fc1eafb2eb85 req-fd8f6da1-08b7-4b2e-9562-7f6da09842a8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.2007537 Jan 20 15:12:14.833820 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-810fdad0-24d2-4cd7-af55-fc1eafb2eb85 req-b73b7ab4-22c1-488f-9764-ec5df31c99c0 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414543 Jan 20 15:12:14.858255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60460) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:12:14.918887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-7939d718-c8a2-4c45-bb57-872a7a7ec273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:14.921030 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-7939d718-c8a2-4c45-bb57-872a7a7ec273 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a255d09f-5267-462e-8da5-27f5de22f2a8 HTTP/1.1" status: 200 len: 898 time: 0.2666368 Jan 20 15:12:14.969618 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3db96ece-6073-45fa-a95d-a2801f256df8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/c45da6ff-7a0e-4934-9e13-f427d2633288 HTTP/1.1" status: 200 len: 992 time: 0.1082706 Jan 20 15:12:14.977184 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c45da6ff-7a0e-4934-9e13-f427d2633288', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'port_id': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'mac_address': 'fa:16:3e:d4:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:12:13Z', 'updated_at': '2022-01-20T15:12:13Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057f63ac-7b80-497e-a0a4-352e25ce6765', 'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:43:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:58Z', 'updated_at': '2022-01-20T15:12:03Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:14.981190 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] Checking router: 301309f1-aafe-4f27-b11b-3c63ef36e5d4 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:12:14.989856 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] Routers {'301309f1-aafe-4f27-b11b-3c63ef36e5d4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:12:14.990292 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:12:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:15.024881 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-dde2cf8d-a859-442d-a780-024d49e5acc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436d2351-90f5-4c5b-839c-39fdeb4be56f HTTP/1.1" status: 200 len: 1000 time: 0.0970619 Jan 20 15:12:15.099194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-7056ccbd-0edc-42ac-bd28-056359eea5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:15.100853 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-7056ccbd-0edc-42ac-bd28-056359eea5a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d453f59e-988d-46eb-b5f7-c69b73a64da7 HTTP/1.1" status: 200 len: 835 time: 0.0694184 Jan 20 15:12:15.170036 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] Set router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:12:15.175827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-41a61b22-1e56-4879-b345-4429eb71c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:15.177344 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-41a61b22-1e56-4879-b345-4429eb71c7d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a255d09f-5267-462e-8da5-27f5de22f2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711286 Jan 20 15:12:15.310809 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-c24edf0f-9136-4705-827a-d97c81ce16a2 service neutron] 10.222.0.72 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266026 Jan 20 15:12:15.449109 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0c0c66c8-a285-45cf-8e11-e6119ea6017c req-f8780ea1-9e3f-4134-9351-552dab0b1b5d service neutron] 10.222.0.72 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312747 Jan 20 15:12:15.550503 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c45da6ff-7a0e-4934-9e13-f427d2633288', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'port_id': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'mac_address': 'fa:16:3e:d4:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:12:13Z', 'updated_at': '2022-01-20T15:12:13Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057f63ac-7b80-497e-a0a4-352e25ce6765', 'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:43:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:58Z', 'updated_at': '2022-01-20T15:12:03Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:15.554464 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d442620-4235-4ef5-b6a7-9e0c62786915 None None] The sync data for ids ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'] in dv-neutron-825123-1-hyperv is: [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'c45da6ff-7a0e-4934-9e13-f427d2633288', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'port_id': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'mac_address': 'fa:16:3e:d4:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:12:13Z', 'updated_at': '2022-01-20T15:12:13Z', 'revision_number': 0, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057f63ac-7b80-497e-a0a4-352e25ce6765', 'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:43:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:58Z', 'updated_at': '2022-01-20T15:12:03Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:12:15.763666 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb2a3e-bf79-495f-83ca-589744691ebe None None] New status for floating IP c45da6ff-7a0e-4934-9e13-f427d2633288: ACTIVE {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:12:15.972777 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60464) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:12:16.079019 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e9e36ffc-7510-4db1-8b18-9b69189a447d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/c45da6ff-7a0e-4934-9e13-f427d2633288 HTTP/1.1" status: 200 len: 994 time: 0.1051960 Jan 20 15:12:25.182448 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:33.154755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f581ea05-c920-4641-9a0e-748b4c664051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:35.495396 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-60658d50-91c5-46b8-a02a-d18beb978bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:36.505276 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:36.615943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:38.083210 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:43.703215 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:12:47.778347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386d4f-4fd5-4430-bff4-21a5d105e6bb req-f65638a9-20bf-434f-8a10-b6d0bd2f812f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:47.779705 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8a386d4f-4fd5-4430-bff4-21a5d105e6bb req-f65638a9-20bf-434f-8a10-b6d0bd2f812f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.0817604 Jan 20 15:12:47.830007 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8a386d4f-4fd5-4430-bff4-21a5d105e6bb req-6994c035-8377-47fd-b567-c411e1c53f6e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427907 Jan 20 15:12:49.023634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb273df-3525-4216-ad13-fda2270271b1 req-48a59343-d2c2-4059-9ccf-89159fa5c362 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:49.025172 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ecb273df-3525-4216-ad13-fda2270271b1 req-48a59343-d2c2-4059-9ccf-89159fa5c362 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.0860999 Jan 20 15:12:49.069914 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ecb273df-3525-4216-ad13-fda2270271b1 req-1b3dd871-a9b7-4e7f-acfd-755be21e3ef2 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385485 Jan 20 15:12:49.093219 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60484) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:12:49.203273 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-e5c0371e-64c2-42db-bb37-61fa0b7a9dd9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/c45da6ff-7a0e-4934-9e13-f427d2633288 HTTP/1.1" status: 200 len: 994 time: 0.1087341 Jan 20 15:12:50.720085 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615df95-441b-433a-aedc-1819274ea1a5 req-638e32f5-36f4-4f16-a54e-a3c230109163 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:50.721736 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4615df95-441b-433a-aedc-1819274ea1a5 req-638e32f5-36f4-4f16-a54e-a3c230109163 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.1420388 Jan 20 15:12:50.726411 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-2f9a3f57-7d13-4452-9c61-83a3f9a8a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:50.727809 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-2f9a3f57-7d13-4452-9c61-83a3f9a8a766 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 1099 time: 0.1134157 Jan 20 15:12:50.845917 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4615df95-441b-433a-aedc-1819274ea1a5 req-17e1719e-9a2c-4354-9ad9-28dc03c0c06d tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171346 Jan 20 15:12:50.890138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-db5aae3e-a79b-4563-8fd5-4aca67ad5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:50.891614 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-db5aae3e-a79b-4563-8fd5-4aca67ad5990 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a255d09f-5267-462e-8da5-27f5de22f2a8 HTTP/1.1" status: 200 len: 898 time: 0.1487222 Jan 20 15:12:50.994681 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-fdb5b51b-8ae0-44d5-a670-fe9def550876 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436d2351-90f5-4c5b-839c-39fdeb4be56f HTTP/1.1" status: 200 len: 1002 time: 0.0967319 Jan 20 15:12:51.056622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-6cde8945-c6f9-4fd5-a3e1-a279697e6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:51.057937 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-6cde8945-c6f9-4fd5-a3e1-a279697e6587 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d453f59e-988d-46eb-b5f7-c69b73a64da7 HTTP/1.1" status: 200 len: 835 time: 0.0567229 Jan 20 15:12:51.135897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-9f727e67-49e8-4f64-9116-649a453ac626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:51.137452 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-9f727e67-49e8-4f64-9116-649a453ac626 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a255d09f-5267-462e-8da5-27f5de22f2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737503 Jan 20 15:12:51.271484 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-1d9a336a-f9e0-46fe-a375-14f8dc65ca0f service neutron] 10.222.0.72 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272972 Jan 20 15:12:51.406784 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8c7d12e0-fd67-4872-acfe-1e953f4ed77d req-a5b06f0a-8e4e-47cc-ab44-6cf370632d0a service neutron] 10.222.0.72 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282547 Jan 20 15:12:52.042331 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743b7c1-b045-4053-b118-959e319021fb req-b9cc5142-227b-4ddd-963b-68d12f4a43a9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:52.043839 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3743b7c1-b045-4053-b118-959e319021fb req-b9cc5142-227b-4ddd-963b-68d12f4a43a9 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.0810752 Jan 20 15:12:52.090217 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3743b7c1-b045-4053-b118-959e319021fb req-982f6f43-1864-4e26-bb89-2b9e67f77a26 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401201 Jan 20 15:12:53.414325 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e978ec-8fb5-4a60-95b2-af706d0f076f req-308983de-ee13-4c93-818d-e8700bda52a8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:53.415691 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-54e978ec-8fb5-4a60-95b2-af706d0f076f req-308983de-ee13-4c93-818d-e8700bda52a8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.1997650 Jan 20 15:12:53.459995 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-54e978ec-8fb5-4a60-95b2-af706d0f076f req-b7e63811-cf22-4838-af80-5a9900316785 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381746 Jan 20 15:12:53.483325 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60498) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:12:53.591756 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-25637c5b-407c-46cf-a4e3-69dc92aa8169 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/floatingips/c45da6ff-7a0e-4934-9e13-f427d2633288 HTTP/1.1" status: 200 len: 994 time: 0.1072159 Jan 20 15:12:53.870385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60506) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:12:54.073611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 6d37c0c4-a3a2-4a82-ac19-5370fe6d06b4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:12:54.073952 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:54.248343 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:54.248625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:54.371127 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 6d37c0c4-a3a2-4a82-ac19-5370fe6d06b4 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:12:54.525416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:54.571574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=6d37c0c4-a3a2-4a82-ac19-5370fe6d06b4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:54.608157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.608524 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.608857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.609189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.609515 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.609843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.610158 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.610476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.610796 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.611112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.611416 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.611734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:54.680332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:54.680569 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Floating IP c45da6ff-7a0e-4934-9e13-f427d2633288 disassociated (deleted). External IP: 172.26.0.125, port: 436d2351-90f5-4c5b-839c-39fdeb4be56f. Jan 20 15:12:55.034967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:12:55.187880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:55.325337 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:12:55.336044 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] Sync routers for ids ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:12:55.345759 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] Routers {'301309f1-aafe-4f27-b11b-3c63ef36e5d4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:12:55.346200 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:55.346362 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:12:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:55.405600 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-40fb4bdb-203e-4c84-8c4e-387715269eb4 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/floatingips/c45da6ff-7a0e-4934-9e13-f427d2633288 HTTP/1.1" status: 204 len: 168 time: 1.5340776 Jan 20 15:12:55.406138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'tag': '436d2351-90f5-4c5b-839c-39fdeb4be56f'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:12:55.461669 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'tag': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'status': 'completed', 'code': 200} Jan 20 15:12:55.530449 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] Set router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:12:55.563528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-f1099f19-7f9e-4164-8650-a2a9c44f9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:55.565225 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-f1099f19-7f9e-4164-8650-a2a9c44f9211 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ba274843fca4769bb9ee82752f65295&device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 1099 time: 0.0789671 Jan 20 15:12:55.710197 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-bb280bf1-6b7d-41b5-ab28-270d245bc628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:55.711675 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-bb280bf1-6b7d-41b5-ab28-270d245bc628 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a255d09f-5267-462e-8da5-27f5de22f2a8 HTTP/1.1" status: 200 len: 898 time: 0.1396627 Jan 20 15:12:55.785710 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-9c93986e-d045-4c36-9ed6-9db7d8b94410 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436d2351-90f5-4c5b-839c-39fdeb4be56f HTTP/1.1" status: 200 len: 217 time: 0.0671093 Jan 20 15:12:55.826742 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a54d68-a397-4279-8e4f-4d2fea5d15b9 req-4ceb3b08-33e9-4ffe-bdc6-274403e6668f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:55.828278 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-38a54d68-a397-4279-8e4f-4d2fea5d15b9 req-4ceb3b08-33e9-4ffe-bdc6-274403e6668f tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.0810311 Jan 20 15:12:55.850784 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '057f63ac-7b80-497e-a0a4-352e25ce6765', 'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:43:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:58Z', 'updated_at': '2022-01-20T15:12:03Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:55.852342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-058818a4-4d2b-4194-b64f-9c7c81a7e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:55.853839 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-058818a4-4d2b-4194-b64f-9c7c81a7e798 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d453f59e-988d-46eb-b5f7-c69b73a64da7 HTTP/1.1" status: 200 len: 835 time: 0.0614545 Jan 20 15:12:55.855005 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] Checking router: 301309f1-aafe-4f27-b11b-3c63ef36e5d4 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:12:55.863164 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] Routers {'301309f1-aafe-4f27-b11b-3c63ef36e5d4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:12:55.863762 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:12:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:55.880396 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-38a54d68-a397-4279-8e4f-4d2fea5d15b9 req-6ec1acda-bc40-43d2-a060-482bf80f9ae3 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431244 Jan 20 15:12:55.932387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-e83ba0f9-e9f4-401a-bc66-4b19db23e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:55.933843 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-e83ba0f9-e9f4-401a-bc66-4b19db23e26a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a255d09f-5267-462e-8da5-27f5de22f2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734930 Jan 20 15:12:56.042463 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] Set router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:12:56.066484 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-e3a6c786-3f14-4cd2-8c5c-29c45eeb79c3 service neutron] 10.222.0.72 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254823 Jan 20 15:12:56.198540 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ed714c23-8e10-4787-9201-3ed1abb14a94 req-edda026c-0fd6-4eb3-a737-66802e3d6813 service neutron] 10.222.0.72 "GET /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249299 Jan 20 15:12:56.351267 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '057f63ac-7b80-497e-a0a4-352e25ce6765', 'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:43:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:58Z', 'updated_at': '2022-01-20T15:12:03Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:12:56.355213 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e25233-ee71-4a1e-b94a-4de2ec1aff47 None None] The sync data for ids ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'] in dv-neutron-825123-1-hyperv is: [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:11:59Z', 'revision_number': 4, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '057f63ac-7b80-497e-a0a4-352e25ce6765', 'name': '', 'network_id': 'a255d09f-5267-462e-8da5-27f5de22f2a8', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'mac_address': 'fa:16:3e:43:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:58Z', 'updated_at': '2022-01-20T15:12:03Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'subnets': [{'id': 'd453f59e-988d-46eb-b5f7-c69b73a64da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:12:56.581926 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1086ff1e-3f52-4625-8f62-9ab04997cd8c None None] New status for floating IP c45da6ff-7a0e-4934-9e13-f427d2633288: DOWN {{(pid=87496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:12:57.069852 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6c807-74c9-4ba1-a14c-c53b5d735b80 req-93f0d877-e515-46fb-938a-75405fe4a784 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:57.070542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-d5c6c807-74c9-4ba1-a14c-c53b5d735b80 req-93f0d877-e515-46fb-938a-75405fe4a784 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:12:57.086824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-d5c6c807-74c9-4ba1-a14c-c53b5d735b80 req-93f0d877-e515-46fb-938a-75405fe4a784 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:12:57.088045 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d5c6c807-74c9-4ba1-a14c-c53b5d735b80 req-93f0d877-e515-46fb-938a-75405fe4a784 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.0981908 Jan 20 15:12:57.135296 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d5c6c807-74c9-4ba1-a14c-c53b5d735b80 req-37c159cc-be55-40a2-b8d8-a4450ceaf652 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee56bc9-2e71-4b10-97a4-b50c42d9d561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410964 Jan 20 15:12:57.296143 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-68a8a4ca-d602-4e49-b786-267b7a9b79f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:57.297610 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-68a8a4ca-d602-4e49-b786-267b7a9b79f8 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 946 time: 0.0806613 Jan 20 15:12:57.365605 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-14819d90-74d1-4f5b-b76a-b9d074f8dd53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 436d2351-90f5-4c5b-839c-39fdeb4be56f {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:12:57.365828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-14819d90-74d1-4f5b-b76a-b9d074f8dd53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:57.617967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-14819d90-74d1-4f5b-b76a-b9d074f8dd53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 436d2351-90f5-4c5b-839c-39fdeb4be56f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=436d2351-90f5-4c5b-839c-39fdeb4be56f,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:12:57.618227 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-14819d90-74d1-4f5b-b76a-b9d074f8dd53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:57.742497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-14819d90-74d1-4f5b-b76a-b9d074f8dd53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 436d2351-90f5-4c5b-839c-39fdeb4be56f owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:12:57.991205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-14819d90-74d1-4f5b-b76a-b9d074f8dd53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:58.044647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14819d90-74d1-4f5b-b76a-b9d074f8dd53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=436d2351-90f5-4c5b-839c-39fdeb4be56f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:58.117857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-14819d90-74d1-4f5b-b76a-b9d074f8dd53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] No DVR routers for this DVR port 436d2351-90f5-4c5b-839c-39fdeb4be56f on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:12:58.120637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-14819d90-74d1-4f5b-b76a-b9d074f8dd53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:58.123439 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'name': 'network-vif-deleted', 'tag': '436d2351-90f5-4c5b-839c-39fdeb4be56f'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:12:58.140015 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-55619802-2727-40a5-aaf2-e0dbf44e77aa req-14819d90-74d1-4f5b-b76a-b9d074f8dd53 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.72 "DELETE /v2.0/ports/436d2351-90f5-4c5b-839c-39fdeb4be56f HTTP/1.1" status: 204 len: 173 time: 0.8374503 Jan 20 15:12:58.170741 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f1586a-be0b-4ee0-8fdd-04549f94519b', 'name': 'network-vif-deleted', 'tag': '436d2351-90f5-4c5b-839c-39fdeb4be56f', 'status': 'completed', 'code': 200} Jan 20 15:12:58.301645 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2fe8e78c-d8de-4d71-8e49-f20db26cd2c9 req-9d8295c2-ea8e-4028-9995-4d8241c95617 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Synchronizing usage tracker for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:12:58.317900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2fe8e78c-d8de-4d71-8e49-f20db26cd2c9 req-9d8295c2-ea8e-4028-9995-4d8241c95617 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Unset dirty status for tenant:8ba274843fca4769bb9ee82752f65295 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:12:58.319135 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2fe8e78c-d8de-4d71-8e49-f20db26cd2c9 req-9d8295c2-ea8e-4028-9995-4d8241c95617 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "GET /v2.0/ports?device_id=61f1586a-be0b-4ee0-8fdd-04549f94519b HTTP/1.1" status: 200 len: 210 time: 0.0683761 Jan 20 15:12:59.413302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60524) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:12:59.984620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:00.435852 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 057f63ac-7b80-497e-a0a4-352e25ce6765 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:13:00.436652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:00.627561 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 057f63ac-7b80-497e-a0a4-352e25ce6765, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=057f63ac-7b80-497e-a0a4-352e25ce6765,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:00.627916 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:00.750223 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 057f63ac-7b80-497e-a0a4-352e25ce6765 owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:13:01.081052 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:01.131352 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=057f63ac-7b80-497e-a0a4-352e25ce6765,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:01.169129 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.169555 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.170125 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.170460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.170780 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.171101 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.171412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.171729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.172036 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.172452 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.172765 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.173074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:01.408689 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:01.498584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 436d2351-90f5-4c5b-839c-39fdeb4be56f no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:13:01.543296 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 436d2351-90f5-4c5b-839c-39fdeb4be56f {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:13:01.543615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 436d2351-90f5-4c5b-839c-39fdeb4be56f not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:13:01.897310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:13:02.079310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:13:02.088901 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] Sync routers for ids ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:13:02.097280 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-14d118a9-723f-43d4-ac4e-c17670576960 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "PUT /v2.0/routers/301309f1-aafe-4f27-b11b-3c63ef36e5d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6828868 Jan 20 15:13:02.098676 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] Routers {'301309f1-aafe-4f27-b11b-3c63ef36e5d4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:02.099278 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:12:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:02.099817 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60528) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:02.170874 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_v2 [None req-906b2bfc-93fe-4334-90f8-0a4b79596006 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting subnet d453f59e-988d-46eb-b5f7-c69b73a64da7 {{(pid=87495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:13:02.173900 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-906b2bfc-93fe-4334-90f8-0a4b79596006 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:02.228009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-906b2bfc-93fe-4334-90f8-0a4b79596006 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2251958'] for subnet, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:02.306469 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] Set router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:02.315803 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-906b2bfc-93fe-4334-90f8-0a4b79596006 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:02.390304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-906b2bfc-93fe-4334-90f8-0a4b79596006 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2978043'] for subnet, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:02.431808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-906b2bfc-93fe-4334-90f8-0a4b79596006 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:02.434531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b2bfc-93fe-4334-90f8-0a4b79596006 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Subnet': ['ID=d453f59e-988d-46eb-b5f7-c69b73a64da7,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:02.438729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea58ee24-415e-483c-9c52-374cf9586064 None None] Network a255d09f-5267-462e-8da5-27f5de22f2a8 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:13:02.443525 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60532) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:02.443996 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-906b2bfc-93fe-4334-90f8-0a4b79596006 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/subnets/d453f59e-988d-46eb-b5f7-c69b73a64da7 HTTP/1.1" status: 204 len: 168 time: 0.3427391 Jan 20 15:13:02.586434 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:13:01Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:02.590612 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] Checking router: 301309f1-aafe-4f27-b11b-3c63ef36e5d4 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:13:02.601895 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] Routers {'301309f1-aafe-4f27-b11b-3c63ef36e5d4'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:02.602506 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:12:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:02.637849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:02.705565 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] DHCP port deletion for a255d09f-5267-462e-8da5-27f5de22f2a8 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:13:02.710428 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Deleting port 32990a74-c79f-4f99-95fe-79f0d83dc18e {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:13:02.711001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:02.790066 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] Set router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:02.824530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:02.835666 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Deleting port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:13:02.836228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:02.918144 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] For port 32990a74-c79f-4f99-95fe-79f0d83dc18e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=32990a74-c79f-4f99-95fe-79f0d83dc18e,segment=NetworkSegment(5cf034bb-64ce-4925-9c12-fd6d2aa1fd88),segment_id=5cf034bb-64ce-4925-9c12-fd6d2aa1fd88)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:02.918558 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.022213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] For port 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=59d647cb-bbd7-4b78-9c7e-108f57b2f4e4,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:03.022510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.051084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Calling delete_port for 32990a74-c79f-4f99-95fe-79f0d83dc18e owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:13:03.109095 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:13:01Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:03.113216 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a058e2-09ff-4c16-a1da-e1ccc97394f8 None None] The sync data for ids ['301309f1-aafe-4f27-b11b-3c63ef36e5d4'] in dv-neutron-825123-1-hyperv is: [{'id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-990902719', 'tenant_id': '8ba274843fca4769bb9ee82752f65295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:11:54Z', 'updated_at': '2022-01-20T15:13:01Z', 'revision_number': 5, 'project_id': '8ba274843fca4769bb9ee82752f65295', 'gw_port': {'id': '59d647cb-bbd7-4b78-9c7e-108f57b2f4e4', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301309f1-aafe-4f27-b11b-3c63ef36e5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:11:55Z', 'updated_at': '2022-01-20T15:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:13:03.137772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636'] for port, after_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.161727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Calling delete_port for 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:13:03.198876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Pushing event deleted for resources: {'Port': ['ID=32990a74-c79f-4f99-95fe-79f0d83dc18e,revision_number=None']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:03.203847 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1a42fc75-2fcf-482f-99fe-c8ee2e6e733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.205308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] No DVR routers for this DVR port 32990a74-c79f-4f99-95fe-79f0d83dc18e on host dv-neutron-825123-1-hyperv {{(pid=87496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:13:03.212239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.212239 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.212537 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.212812 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.218273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.218669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.219152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.219491 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.219820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.220133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.220477 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.220853 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451bfb47-9c57-4d5f-9af1-5fdcf236a758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:03.332983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.377824 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Port': ['ID=59d647cb-bbd7-4b78-9c7e-108f57b2f4e4,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:03.471201 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.606019 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 32990a74-c79f-4f99-95fe-79f0d83dc18e no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:13:03.644899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 32990a74-c79f-4f99-95fe-79f0d83dc18e {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:13:03.645240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 32990a74-c79f-4f99-95fe-79f0d83dc18e not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:13:03.645681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 057f63ac-7b80-497e-a0a4-352e25ce6765 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:13:03.679578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 057f63ac-7b80-497e-a0a4-352e25ce6765 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:13:03.679923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 057f63ac-7b80-497e-a0a4-352e25ce6765 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:13:03.756257 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.758474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.781652 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.782164 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Fanout notify agent at l3_agent the message router_deleted on router 301309f1-aafe-4f27-b11b-3c63ef36e5d4 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:13:03.797371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.801381 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b792c33f-6f24-49ba-99d9-9e74966d8659 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/routers/301309f1-aafe-4f27-b11b-3c63ef36e5d4 HTTP/1.1" status: 204 len: 168 time: 1.3531773 Jan 20 15:13:03.801381 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60536) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:03.918620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.051261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.077593 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a255d09f-5267-462e-8da5-27f5de22f2a8']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:04.089390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:04.089686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf034bb-64ce-4925-9c12-fd6d2aa1fd88') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:04.101303 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.121223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.127347 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:13:04.127899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:13:04.143409 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:13:04.229160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.247372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.259373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'Network': ['ID=a255d09f-5267-462e-8da5-27f5de22f2a8,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:04.269699 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-0eae2c2d-a767-49f3-8a8d-c8a132451b8e tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/networks/a255d09f-5267-462e-8da5-27f5de22f2a8 HTTP/1.1" status: 204 len: 168 time: 0.4673140 Jan 20 15:13:04.272387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60540) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:04.346849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daa2e67e-5a94-42e3-b42a-ea4d9a4ac007 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.376101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daa2e67e-5a94-42e3-b42a-ea4d9a4ac007 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.441623 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daa2e67e-5a94-42e3-b42a-ea4d9a4ac007 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.458934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2e67e-5a94-42e3-b42a-ea4d9a4ac007 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee56bc9-2e71-4b10-97a4-b50c42d9d561,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:04.472932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-daa2e67e-5a94-42e3-b42a-ea4d9a4ac007 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:04.474075 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-daa2e67e-5a94-42e3-b42a-ea4d9a4ac007 tempest-TestNetworkAdvancedServerOps-994757166 tempest-TestNetworkAdvancedServerOps-994757166-project] 10.222.0.87 "DELETE /v2.0/security-groups/6ee56bc9-2e71-4b10-97a4-b50c42d9d561 HTTP/1.1" status: 204 len: 168 time: 0.2008131 Jan 20 15:13:04.879771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60550) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:05.058529 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-be3dec9d-3d84-4aba-b8f0-1bb8decd6d3b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8ba274843fca4769bb9ee82752f65295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775458 Jan 20 15:13:05.061287 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60556) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:05.124770 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb3ac-820c-4d50-b58c-a18288a9ed1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.151688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb3ac-820c-4d50-b58c-a18288a9ed1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.204573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb3ac-820c-4d50-b58c-a18288a9ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.221320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eeb3ac-820c-4d50-b58c-a18288a9ed1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d79554-16e7-4824-9502-e79bb35dad22,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:05.227934 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb3ac-820c-4d50-b58c-a18288a9ed1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.229073 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f5eeb3ac-820c-4d50-b58c-a18288a9ed1d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/17d79554-16e7-4824-9502-e79bb35dad22 HTTP/1.1" status: 204 len: 168 time: 0.1668205 Jan 20 15:13:05.525118 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60564) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:05.530869 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:13:05.542632 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6224b04c-01cc-4da5-acbe-6357e5abde55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.557306 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6224b04c-01cc-4da5-acbe-6357e5abde55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:05.561863 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6224b04c-01cc-4da5-acbe-6357e5abde55 admin admin] Usage tracker for resource:security_group_rule and tenant:a22519fb89514258927273040c89b190 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:05.565290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-6224b04c-01cc-4da5-acbe-6357e5abde55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:05.566029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:13:05.566367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 59d647cb-bbd7-4b78-9c7e-108f57b2f4e4 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:13:05.568672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8c6735a0-caa4-4c3c-95be-ae47cb1a1834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.571482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-6224b04c-01cc-4da5-acbe-6357e5abde55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:05.660541 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6224b04c-01cc-4da5-acbe-6357e5abde55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.665521 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-6224b04c-01cc-4da5-acbe-6357e5abde55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.714598 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-6224b04c-01cc-4da5-acbe-6357e5abde55 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a22519fb89514258927273040c89b190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883421 Jan 20 15:13:05.715468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224b04c-01cc-4da5-acbe-6357e5abde55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c900c4c-048d-41cb-8917-460006458c0a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:05.718230 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60568) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:05.781364 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a81d0098-b59f-4319-b66c-c78793e46e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.807541 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a81d0098-b59f-4319-b66c-c78793e46e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.859842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a81d0098-b59f-4319-b66c-c78793e46e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.874387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d0098-b59f-4319-b66c-c78793e46e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c900c4c-048d-41cb-8917-460006458c0a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:05.881931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-a81d0098-b59f-4319-b66c-c78793e46e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:05.883004 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-a81d0098-b59f-4319-b66c-c78793e46e80 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7c900c4c-048d-41cb-8917-460006458c0a HTTP/1.1" status: 204 len: 168 time: 0.1636348 Jan 20 15:13:06.499403 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:06.618943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:06.668387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60592) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:06.775328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1813199439-network', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:06.780389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:06.784372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Usage tracker for resource:network and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:06.787263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:06.793614 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:06.806029 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Made reservation on behalf of cbd5edcbbfd546de87a90ca5dc9f2c03 for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:13:06.808542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:06.820780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:06.835456 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:06.839563 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:06.842535 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:06.848493 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:06.935224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:06.940005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:06.971185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:13:06.979730 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ffdfd2-daeb-4de7-8b35-184ceba374af,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:06.985451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:06.985832 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Added segment 70e6bd06-39b8-4ede-b173-98e4fc9bc202 of type vlan for network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed Jan 20 15:13:07.019746 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:07.052315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:07.053298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:07.053983 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:07.153819 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4840364 Jan 20 15:13:07.154275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bade759-1677-421f-8b42-77e0f5659dde admin admin] Pushing event updated for resources: {'Network': ['ID=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:07.156654 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60598) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:07.162626 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Request body: {'subnet': {'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1813199439-subnet', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'ip_version': 4}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:07.164843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:13:07.168110 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:07.172591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Usage tracker for resource:subnet and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:07.175703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:07.187169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:07.201599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Made reservation on behalf of cbd5edcbbfd546de87a90ca5dc9f2c03 for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:13:07.203909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:07.409021 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:07.477458 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb41b116-2d45-486c-bf01-7381814d478e,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:07.487798 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Checking segment: {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:13:07.488321 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Network hostable DHCP agents. Network: 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:13:07.507400 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:13:07.517797 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:07.522024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:07.522615 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:07.526823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f0b40f-f66e-4517-8b8e-1f7a03fd2b86 None None] Network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:13:07.547627 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ae37e452-b8a1-4dd2-a772-e3b2bde24d27 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3898134 Jan 20 15:13:07.551723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60602) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:07.556779 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:07.561954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:07.565842 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Usage tracker for resource:router and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:07.568714 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:07.574929 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:07.590107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:07.591160 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:07.606772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:07.747377 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:13:07.748887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:07.904153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Allocated IP 172.20.0.2 (08acaa63-8ef1-464d-9c7d-0a593f3fa0ed/fb41b116-2d45-486c-bf01-7381814d478e/156168b5-86d6-45e6-abe6-4f332c05d72e) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:13:07.980481 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.108582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.121050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.131082 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Transition to ACTIVE for port object 156168b5-86d6-45e6-abe6-4f332c05d72e will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:08.149480 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Transition to ACTIVE for port object 156168b5-86d6-45e6-abe6-4f332c05d72e will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:08.156758 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.224269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:08.227258 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:08.230927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:13:08.236654 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Pushing event updated for resources: {'Port': ['ID=156168b5-86d6-45e6-abe6-4f332c05d72e,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:08.306863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.325139 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Attempting to bind port 156168b5-86d6-45e6-abe6-4f332c05d72e on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:13:08.325529 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Attempting to bind port 156168b5-86d6-45e6-abe6-4f332c05d72e by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:13:08.325876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Attempting to bind port 156168b5-86d6-45e6-abe6-4f332c05d72e on network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:13:08.331463 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:13:08.331820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Checking segment: {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:13:08.332227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.332664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Bound using segment: {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:13:08.333093 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Bound port: 156168b5-86d6-45e6-abe6-4f332c05d72e, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:13:08.333472 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.340135 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.423777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] For port 156168b5-86d6-45e6-abe6-4f332c05d72e, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:13:08.426809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] For port 156168b5-86d6-45e6-abe6-4f332c05d72e, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=156168b5-86d6-45e6-abe6-4f332c05d72e,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:13:08.431107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.470825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Allocated IP 172.26.0.44 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/9676c645-9cce-4f2b-b27a-0fc368c57bb0) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:13:08.511559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd852f98-d21e-4878-b866-2f6c70798292 None None] Pushing event updated for resources: {'Port': ['ID=156168b5-86d6-45e6-abe6-4f332c05d72e,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:08.623373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.655574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:08.728004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:08.731094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:08.735141 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:13:08.770028 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Pushing event updated for resources: {'Port': ['ID=9676c645-9cce-4f2b-b27a-0fc368c57bb0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:09.155172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:09.449496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a369f-e5b5-4238-88c4-d9ff3fa36c79 None None] Network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:13:09.569015 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e372889b-1caa-4baf-88eb-8e70f648cf5e None None] Provisioning for port 156168b5-86d6-45e6-abe6-4f332c05d72e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:09.611516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 156168b5-86d6-45e6-abe6-4f332c05d72e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:09.637792 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:09.771822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 156168b5-86d6-45e6-abe6-4f332c05d72e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:09.778694 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 156168b5-86d6-45e6-abe6-4f332c05d72e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:09.779060 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:09.850474 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Router 1b5a9719-4e81-4c40-834a-e3d71fb3100e is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:13:09.906454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:09.941503 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 156168b5-86d6-45e6-abe6-4f332c05d72e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=156168b5-86d6-45e6-abe6-4f332c05d72e,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:09.946825 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:10.022750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=156168b5-86d6-45e6-abe6-4f332c05d72e,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:10.040920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:13:10.049817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Sync routers for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:13:10.058913 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:10.059519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:13:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:10.069640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:10.071335 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b29efb82-e8a6-4099-99c2-50c8f213d100 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5184062 Jan 20 15:13:10.074549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60606) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:10.152759 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-d66553e9-1ce2-4e30-b251-07e76f91eb6a None None] Provisioning complete for port 156168b5-86d6-45e6-abe6-4f332c05d72e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:10.153009 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d66553e9-1ce2-4e30-b251-07e76f91eb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:10.289561 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:10.625373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:08Z', 'revision_number': 3, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:10.629839 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Checking router: 1b5a9719-4e81-4c40-834a-e3d71fb3100e for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:13:10.630189 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Updating router 1b5a9719-4e81-4c40-834a-e3d71fb3100e port 9676c645-9cce-4f2b-b27a-0fc368c57bb0 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:13:10.683794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:10.743324 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.027700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.040094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Transition to ACTIVE for port object 9676c645-9cce-4f2b-b27a-0fc368c57bb0 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:11.047362 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.088592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Allocated IP 172.20.0.1 (08acaa63-8ef1-464d-9c7d-0a593f3fa0ed/fb41b116-2d45-486c-bf01-7381814d478e/e75191dd-9555-420c-9358-31090cc8287c) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:13:11.124433 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Attempting to bind port 9676c645-9cce-4f2b-b27a-0fc368c57bb0 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:13:11.124798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Attempting to bind port 9676c645-9cce-4f2b-b27a-0fc368c57bb0 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:13:11.125152 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Attempting to bind port 9676c645-9cce-4f2b-b27a-0fc368c57bb0 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:13:11.131111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfcec5-aa1f-4321-b91e-977e180c1c70 None None] Pushing event updated for resources: {'Port': ['ID=9676c645-9cce-4f2b-b27a-0fc368c57bb0,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:11.135338 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:13:11.135703 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:13:11.136090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.136486 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:13:11.136996 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Bound port: 9676c645-9cce-4f2b-b27a-0fc368c57bb0, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:13:11.137358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.237723 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.252496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] For port 9676c645-9cce-4f2b-b27a-0fc368c57bb0, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:13:11.253687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Transition to ACTIVE for port object e75191dd-9555-420c-9358-31090cc8287c will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:11.256065 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] For port 9676c645-9cce-4f2b-b27a-0fc368c57bb0, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9676c645-9cce-4f2b-b27a-0fc368c57bb0,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:13:11.261230 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.277964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.338950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:11.339941 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:13:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:11.345233 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:11.348186 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:11.351791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:13:11.384469 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Pushing event updated for resources: {'Port': ['ID=e75191dd-9555-420c-9358-31090cc8287c,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:11.411490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.412414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfcec5-aa1f-4321-b91e-977e180c1c70 None None] Pushing event updated for resources: {'Port': ['ID=9676c645-9cce-4f2b-b27a-0fc368c57bb0,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:11.547966 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:11.593367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 156168b5-86d6-45e6-abe6-4f332c05d72e up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:11.686215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.790161 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-66a20d2b-e821-40f3-9c3d-3c07f3d969a6 None None] Provisioning for port e75191dd-9555-420c-9358-31090cc8287c completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:11.802430 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-66a20d2b-e821-40f3-9c3d-3c07f3d969a6 None None] Provisioning complete for port e75191dd-9555-420c-9358-31090cc8287c triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:11.802923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-66a20d2b-e821-40f3-9c3d-3c07f3d969a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.881743 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-66a20d2b-e821-40f3-9c3d-3c07f3d969a6 None None] Port e75191dd-9555-420c-9358-31090cc8287c cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:13:11.908770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.915014 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.924801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 156168b5-86d6-45e6-abe6-4f332c05d72e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:11.925173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:12.018719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:12.022198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Pushing event updated for resources: {'Port': ['ID=e75191dd-9555-420c-9358-31090cc8287c,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:12.062838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:08Z', 'revision_number': 3, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:12.070949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a33af-ed6c-44fa-95f9-230a5c537638 None None] The sync data for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv is: [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:08Z', 'revision_number': 3, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:13:12.159490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:12.160761 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:12.378461 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Router 1b5a9719-4e81-4c40-834a-e3d71fb3100e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:13:12.511917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e9422625-bceb-4f51-ad23-d17c29a740bb None None] Provisioning complete for port e75191dd-9555-420c-9358-31090cc8287c triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:12.512382 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e9422625-bceb-4f51-ad23-d17c29a740bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:12.574740 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e9422625-bceb-4f51-ad23-d17c29a740bb None None] Port e75191dd-9555-420c-9358-31090cc8287c cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:13:12.682899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:13:12.695031 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-43e8191f-fc4c-45f4-bb58-0a0135abf33b admin admin] 10.222.0.87 "PUT /v2.0/routers/1b5a9719-4e81-4c40-834a-e3d71fb3100e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6178753 Jan 20 15:13:13.208962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60624) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:13.214543 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1427479173-network', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:13.219990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:13.224249 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Usage tracker for resource:network and tenant:3aa59f6378d54d5fb5696e76037056ad is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:13.227209 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:13.233962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:13.244532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Made reservation on behalf of 3aa59f6378d54d5fb5696e76037056ad for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:13:13.246845 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.259307 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.274302 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:13.278827 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Usage tracker for resource:security_group_rule and tenant:3aa59f6378d54d5fb5696e76037056ad is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:13.281926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:13.288085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:13.374578 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.380711 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.413104 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:13:13.418437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afc20a1-7115-40c5-80d9-fca9f4439d21,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:13.426507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.426852 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Added segment aa6c6736-4a72-46ba-8dcd-c33bdd99356d of type vlan for network e416ec46-8a7e-4503-8ada-5c86e50a420f Jan 20 15:13:13.454755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.490048 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.491894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:13.492923 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.604009 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Sync routers for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:13:13.607649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9676c645-9cce-4f2b-b27a-0fc368c57bb0 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:13.618702 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:13.619181 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:13:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:13.648322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] Pushing event updated for resources: {'Network': ['ID=e416ec46-8a7e-4503-8ada-5c86e50a420f,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:13.656476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60630) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:13.658435 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5491bd0d-b9db-4b3c-a82f-da306684089e admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4482803 Jan 20 15:13:13.663561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Request body: {'subnet': {'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1427479173-subnet', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'ip_version': 4}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:13.672394 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network e416ec46-8a7e-4503-8ada-5c86e50a420f details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:13:13.681385 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:13.686315 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Usage tracker for resource:subnet and tenant:3aa59f6378d54d5fb5696e76037056ad is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:13.690232 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:13.697055 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:13.714312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Made reservation on behalf of 3aa59f6378d54d5fb5696e76037056ad for: {'subnet': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:13:13.717078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515146'] for subnet, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.794673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 9676c645-9cce-4f2b-b27a-0fc368c57bb0 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:13.803318 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9676c645-9cce-4f2b-b27a-0fc368c57bb0 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:13.804340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.830661 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:13.939216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.962353 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 9676c645-9cce-4f2b-b27a-0fc368c57bb0, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9676c645-9cce-4f2b-b27a-0fc368c57bb0,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:13.969697 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.994051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515160'] for subnet, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.047399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=9676c645-9cce-4f2b-b27a-0fc368c57bb0,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:14.089013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=56eea8df-ba40-4dba-91a7-c305524bad8e,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:14.099698 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Checking segment: {'id': 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:13:14.100053 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Network hostable DHCP agents. Network: e416ec46-8a7e-4503-8ada-5c86e50a420f, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:13:14.120097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Network e416ec46-8a7e-4503-8ada-5c86e50a420f is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:13:14.130599 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, e416ec46-8a7e-4503-8ada-5c86e50a420f) {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:14.134712 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:14.135289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.141624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aafa80-9521-45ca-aff9-ccc31bdb854d None None] Network e416ec46-8a7e-4503-8ada-5c86e50a420f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:13:14.159026 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ac335149-c635-4b3d-a2c0-796535ed4abf admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5008442 Jan 20 15:13:14.163097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60634) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:14.168516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1427479173-router', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:14.174893 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:14.180299 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Usage tracker for resource:router and tenant:3aa59f6378d54d5fb5696e76037056ad is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:14.183663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:14.192261 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:14.200201 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 2, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:14.204518 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Checking router: 1b5a9719-4e81-4c40-834a-e3d71fb3100e for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:13:14.204819 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Updating router 1b5a9719-4e81-4c40-834a-e3d71fb3100e port e75191dd-9555-420c-9358-31090cc8287c binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:13:14.207634 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.209480 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.229023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.261445 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.376241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-e416ec46-8a7e-4503-8ada-5c86e50a420f', 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'fixed_ips': [{'subnet_id': '56eea8df-ba40-4dba-91a7-c305524bad8e'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:13:14.378232 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.584930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Allocated IP 172.20.0.2 (e416ec46-8a7e-4503-8ada-5c86e50a420f/56eea8df-ba40-4dba-91a7-c305524bad8e/30dc9a57-e3b1-42b6-9611-df141fbf6068) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:13:14.623213 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.628631 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.641309 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Transition to ACTIVE for port object e75191dd-9555-420c-9358-31090cc8287c will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:14.649000 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.721359 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Pushing event updated for resources: {'Port': ['ID=e75191dd-9555-420c-9358-31090cc8287c,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:14.802380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.813348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Transition to ACTIVE for port object 30dc9a57-e3b1-42b6-9611-df141fbf6068 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:14.834199 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Transition to ACTIVE for port object 30dc9a57-e3b1-42b6-9611-df141fbf6068 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:14.845725 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.863460 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.863805 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.864140 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.864495 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.864825 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.865142 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.865460 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.865784 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.866103 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.866414 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.866726 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.867039 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:14.886404 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Attempting to bind port e75191dd-9555-420c-9358-31090cc8287c on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:13:14.887076 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Attempting to bind port e75191dd-9555-420c-9358-31090cc8287c by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:13:14.889042 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Attempting to bind port e75191dd-9555-420c-9358-31090cc8287c on network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:13:14.895201 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:13:14.895851 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Checking segment: {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:13:14.896431 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.896974 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Bound using segment: {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:13:14.898187 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Bound port: e75191dd-9555-420c-9358-31090cc8287c, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:13:14.898728 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:14.927731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Network e416ec46-8a7e-4503-8ada-5c86e50a420f is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:14.931088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:14.934556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:13:14.992779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.001780 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] For port e75191dd-9555-420c-9358-31090cc8287c, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:13:15.006397 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] For port e75191dd-9555-420c-9358-31090cc8287c, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e75191dd-9555-420c-9358-31090cc8287c,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:13:15.013563 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Pushing event updated for resources: {'Port': ['ID=30dc9a57-e3b1-42b6-9611-df141fbf6068,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:15.014278 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.028386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.042273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Attempting to bind port 30dc9a57-e3b1-42b6-9611-df141fbf6068 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:13:15.043111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Attempting to bind port 30dc9a57-e3b1-42b6-9611-df141fbf6068 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:13:15.043475 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Attempting to bind port 30dc9a57-e3b1-42b6-9611-df141fbf6068 on network e416ec46-8a7e-4503-8ada-5c86e50a420f {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:13:15.049693 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:13:15.050011 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Checking segment: {'id': 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:13:15.050414 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.050803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Bound using segment: {'id': 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:13:15.051262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Bound port: 30dc9a57-e3b1-42b6-9611-df141fbf6068, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:13:15.051633 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.106409 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669ac85-c0bf-4af5-953b-552382a462ee None None] Pushing event updated for resources: {'Port': ['ID=e75191dd-9555-420c-9358-31090cc8287c,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:15.126010 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:15.126858 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:13:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:15.166324 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] For port 30dc9a57-e3b1-42b6-9611-df141fbf6068, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:13:15.170395 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] For port 30dc9a57-e3b1-42b6-9611-df141fbf6068, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=30dc9a57-e3b1-42b6-9611-df141fbf6068,segment=NetworkSegment(aa6c6736-4a72-46ba-8dcd-c33bdd99356d),segment_id=aa6c6736-4a72-46ba-8dcd-c33bdd99356d)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:13:15.178919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.179278 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Allocated IP 172.26.0.57 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/d9efcb45-dbd3-4217-be06-091df143fa42) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:13:15.284547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6e52d-7f24-44b9-81e0-d0c7f467c6ba None None] Pushing event updated for resources: {'Port': ['ID=30dc9a57-e3b1-42b6-9611-df141fbf6068,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:15.329372 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:15.360379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.397093 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.465826 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:15.469791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:15.472361 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:13:15.685260 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Pushing event updated for resources: {'Port': ['ID=d9efcb45-dbd3-4217-be06-091df143fa42,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:15.733002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 30dc9a57-e3b1-42b6-9611-df141fbf6068 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:15.745688 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:14Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:15.749887 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5e8c0-6d96-4f17-8e22-f7163cdd337b None None] The sync data for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv is: [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:14Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:13:15.848440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 30dc9a57-e3b1-42b6-9611-df141fbf6068 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:15.853539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9676c645-9cce-4f2b-b27a-0fc368c57bb0 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:15.925585 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9676c645-9cce-4f2b-b27a-0fc368c57bb0 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:15.925958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.966834 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:16.463556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e81592-0da0-4549-87b8-65218c48af83 None None] Network e416ec46-8a7e-4503-8ada-5c86e50a420f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:13:16.477964 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:16.562289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0d27a4ec-1659-4f83-833c-0c19d38e41e1 None None] Provisioning for port 30dc9a57-e3b1-42b6-9611-df141fbf6068 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:16.580031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-0d27a4ec-1659-4f83-833c-0c19d38e41e1 None None] Provisioning complete for port 30dc9a57-e3b1-42b6-9611-df141fbf6068 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:16.580417 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d27a4ec-1659-4f83-833c-0c19d38e41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:16.695595 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Router 7801abce-9ae2-4eae-9630-6828ac350562 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:13:16.805549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d27a4ec-1659-4f83-833c-0c19d38e41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:16.848899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-0d27a4ec-1659-4f83-833c-0c19d38e41e1 None None] For port 30dc9a57-e3b1-42b6-9611-df141fbf6068, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=30dc9a57-e3b1-42b6-9611-df141fbf6068,segment=NetworkSegment(aa6c6736-4a72-46ba-8dcd-c33bdd99356d),segment_id=aa6c6736-4a72-46ba-8dcd-c33bdd99356d)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:16.856954 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0d27a4ec-1659-4f83-833c-0c19d38e41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:16.891015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:13:16.902507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Sync routers for ids ['7801abce-9ae2-4eae-9630-6828ac350562'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:13:16.934176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:16.936490 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-80689976-f1f9-4bcd-8ae8-8b3ee6a828da admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7718341 Jan 20 15:13:16.936935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Routers {'7801abce-9ae2-4eae-9630-6828ac350562'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:16.937647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:13:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7801abce-9ae2-4eae-9630-6828ac350562'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:16.938632 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60638) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:17.024687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27a4ec-1659-4f83-833c-0c19d38e41e1 None None] Pushing event updated for resources: {'Port': ['ID=30dc9a57-e3b1-42b6-9611-df141fbf6068,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:17.185886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Set router 7801abce-9ae2-4eae-9630-6828ac350562 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:17.306089 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-79582dcc-8e1b-4f31-9535-ecc0e48f2b06 None None] Provisioning complete for port 30dc9a57-e3b1-42b6-9611-df141fbf6068 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:17.306458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-79582dcc-8e1b-4f31-9535-ecc0e48f2b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:17.576828 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801abce-9ae2-4eae-9630-6828ac350562', 'name': 'tempest-TestShelveInstance-1427479173-router', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:14Z', 'updated_at': '2022-01-20T15:13:15Z', 'revision_number': 3, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'gw_port': {'id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:65:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:15Z', 'updated_at': '2022-01-20T15:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:17.582180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Checking router: 7801abce-9ae2-4eae-9630-6828ac350562 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:13:17.582546 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Updating router 7801abce-9ae2-4eae-9630-6828ac350562 port d9efcb45-dbd3-4217-be06-091df143fa42 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:13:17.644917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:17.665774 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:17.672177 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e75191dd-9555-420c-9358-31090cc8287c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:17.843816 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port e75191dd-9555-420c-9358-31090cc8287c completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:17.884447 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Allocated IP 172.20.0.1 (e416ec46-8a7e-4503-8ada-5c86e50a420f/56eea8df-ba40-4dba-91a7-c305524bad8e/9efc2056-0404-4ecb-b741-3d503688b3d7) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:13:17.909295 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e75191dd-9555-420c-9358-31090cc8287c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:17.909907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.134226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.149522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.166636 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Transition to ACTIVE for port object 9efc2056-0404-4ecb-b741-3d503688b3d7 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:18.177882 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.191200 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port e75191dd-9555-420c-9358-31090cc8287c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e75191dd-9555-420c-9358-31090cc8287c,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:18.193689 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.194171 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Transition to ACTIVE for port object d9efcb45-dbd3-4217-be06-091df143fa42 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:18.198192 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.199036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 30dc9a57-e3b1-42b6-9611-df141fbf6068 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:18.254752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.257172 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Network e416ec46-8a7e-4503-8ada-5c86e50a420f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:18.259854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:18.263675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:13:18.302771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Pushing event updated for resources: {'Port': ['ID=9efc2056-0404-4ecb-b741-3d503688b3d7,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:18.326320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.341437 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Attempting to bind port d9efcb45-dbd3-4217-be06-091df143fa42 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:13:18.341802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Attempting to bind port d9efcb45-dbd3-4217-be06-091df143fa42 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:13:18.342149 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Attempting to bind port d9efcb45-dbd3-4217-be06-091df143fa42 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:13:18.349467 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=e75191dd-9555-420c-9358-31090cc8287c,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:18.352702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:13:18.353057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:13:18.353449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.353822 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:13:18.354279 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Bound port: d9efcb45-dbd3-4217-be06-091df143fa42, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:13:18.354640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.457584 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.477504 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 30dc9a57-e3b1-42b6-9611-df141fbf6068 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:18.477872 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.525340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a91efa-c701-4ce7-a543-45fd01987db5 None None] Pushing event updated for resources: {'Port': ['ID=d9efcb45-dbd3-4217-be06-091df143fa42,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:18.533358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] For port d9efcb45-dbd3-4217-be06-091df143fa42, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:13:18.546175 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] For port d9efcb45-dbd3-4217-be06-091df143fa42, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d9efcb45-dbd3-4217-be06-091df143fa42,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:13:18.554363 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.686778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c954793f-a760-4b4a-902f-c05b234f8199 None None] Provisioning for port 9efc2056-0404-4ecb-b741-3d503688b3d7 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:18.692785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Routers {'7801abce-9ae2-4eae-9630-6828ac350562'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:18.693387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:13:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7801abce-9ae2-4eae-9630-6828ac350562'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:18.694078 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.699755 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.742647 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a91efa-c701-4ce7-a543-45fd01987db5 None None] Pushing event updated for resources: {'Port': ['ID=d9efcb45-dbd3-4217-be06-091df143fa42,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:18.809163 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Pushing event updated for resources: {'Port': ['ID=9efc2056-0404-4ecb-b741-3d503688b3d7,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:18.811711 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.814154 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-c954793f-a760-4b4a-902f-c05b234f8199 None None] Provisioning complete for port 9efc2056-0404-4ecb-b741-3d503688b3d7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:18.814515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c954793f-a760-4b4a-902f-c05b234f8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:18.950223 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Network e416ec46-8a7e-4503-8ada-5c86e50a420f is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:18.951272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:18.960057 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-c954793f-a760-4b4a-902f-c05b234f8199 None None] Port 9efc2056-0404-4ecb-b741-3d503688b3d7 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:13:18.983981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] Set router 7801abce-9ae2-4eae-9630-6828ac350562 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:19.139616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Router 7801abce-9ae2-4eae-9630-6828ac350562 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:13:19.222107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-75ced2d2-81a0-4575-ab6f-45ef5c13302f None None] Provisioning complete for port 9efc2056-0404-4ecb-b741-3d503688b3d7 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:19.222388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-75ced2d2-81a0-4575-ab6f-45ef5c13302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:19.321608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:13:19.331610 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1a4fb46e-e165-4c50-be70-08eb90910b06 admin admin] 10.222.0.87 "PUT /v2.0/routers/7801abce-9ae2-4eae-9630-6828ac350562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3913999 Jan 20 15:13:19.334317 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-75ced2d2-81a0-4575-ab6f-45ef5c13302f None None] Port 9efc2056-0404-4ecb-b741-3d503688b3d7 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:13:19.375373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801abce-9ae2-4eae-9630-6828ac350562', 'name': 'tempest-TestShelveInstance-1427479173-router', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:14Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 4, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'gw_port': {'id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:65:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:15Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '9efc2056-0404-4ecb-b741-3d503688b3d7', 'name': '', 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'mac_address': 'fa:16:3e:13:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '56eea8df-ba40-4dba-91a7-c305524bad8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:17Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 2, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'subnets': [{'id': '56eea8df-ba40-4dba-91a7-c305524bad8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:19.379402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf610cb-20af-4b64-beb8-e92711d4c0cc None None] The sync data for ids ['7801abce-9ae2-4eae-9630-6828ac350562'] in dv-neutron-825123-1-hyperv is: [{'id': '7801abce-9ae2-4eae-9630-6828ac350562', 'name': 'tempest-TestShelveInstance-1427479173-router', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:14Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 4, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'gw_port': {'id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:65:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:15Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '9efc2056-0404-4ecb-b741-3d503688b3d7', 'name': '', 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'mac_address': 'fa:16:3e:13:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '56eea8df-ba40-4dba-91a7-c305524bad8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:17Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 2, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'subnets': [{'id': '56eea8df-ba40-4dba-91a7-c305524bad8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:13:19.561778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e75191dd-9555-420c-9358-31090cc8287c up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:19.654020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port e75191dd-9555-420c-9358-31090cc8287c triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:19.654404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.367613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60648) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:20.372882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1715023498', 'description': 'tempest-secgroup-smoke-1715023498 description', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:20.379353 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:20.386299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:20.389980 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:20.396148 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:20.409039 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.430156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:20.434154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:20.437235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:20.443422 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:20.518738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.524185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.566199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:20.570529 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.571769 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b89565c2-74fb-4d21-89a2-75dc30933004 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2030826 Jan 20 15:13:20.576093 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60652) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:20.581630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': '9bbcc55d-8b81-46f4-bc5a-fbbd761506ee', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:20.588018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:20.592242 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:20.595246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:20.602640 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:20.631295 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.692909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.698211 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.701795 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:13:20.725275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ea0b9a-38c3-44da-bb94-8ef34ebb0642,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:20.736445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.737654 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-57743895-8d6d-4917-b29b-f9a344067df7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604364 Jan 20 15:13:20.740603 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60656) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:20.745619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': '9bbcc55d-8b81-46f4-bc5a-fbbd761506ee', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:20.751738 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:20.755691 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:20.758743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:20.764581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:20.782703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.844088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.849958 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.873520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826d8ef6-05f6-4446-933f-8aec0f13502d,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:20.883020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.884238 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9bb0b41b-03bc-4a99-8e96-84aab2757e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426508 Jan 20 15:13:20.887446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 60660) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:20.892419 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': '9bbcc55d-8b81-46f4-bc5a-fbbd761506ee', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:20.898406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:20.902107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:20.904890 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:20.910683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:20.930355 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:20.997022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.002066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.026787 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5923ca9-f3a4-419f-aeb5-e5d17086ab0e,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:21.038244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.042895 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60664) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:21.043586 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-3ed27b97-cc20-4241-aa80-5f6fdd467867 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545815 Jan 20 15:13:21.048457 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': '9bbcc55d-8b81-46f4-bc5a-fbbd761506ee', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:21.057771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:21.062141 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:21.066648 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:21.072763 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:21.089968 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.153612 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.159098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.183978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39c574d-9aef-4b74-ba21-c621d037ee55,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:21.194758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.196316 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5916acfd-efff-446c-9220-144be89cec46 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523316 Jan 20 15:13:21.199239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60668) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:21.204249 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': '9bbcc55d-8b81-46f4-bc5a-fbbd761506ee', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:21.210679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:21.214570 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:21.217534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:21.223100 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:21.235056 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Project cbd5edcbbfd546de87a90ca5dc9f2c03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:13:21.241858 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.310274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.314274 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.337342 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccc8cfd-9dc5-44b4-be42-7892a0acf509,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:21.346591 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.347772 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c568017e-d3b9-4a5f-8826-0f3ddf804f5c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475892 Jan 20 15:13:21.350596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60672) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:21.355446 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': '9bbcc55d-8b81-46f4-bc5a-fbbd761506ee', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:21.361408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:21.365232 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:21.368095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:21.373865 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:21.385964 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Project cbd5edcbbfd546de87a90ca5dc9f2c03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:13:21.392628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.457124 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.462198 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.484985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8434cf41-d7be-4a80-9cb8-b5e92241ca0d,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:21.495337 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.496564 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-a739d451-648b-4afe-b3b7-4f781ef2621d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450262 Jan 20 15:13:21.608440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d9efcb45-dbd3-4217-be06-091df143fa42 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:21.663003 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-bc37a65e-f2e3-49cd-a881-58faa207263d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Synchronizing usage tracker for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:13:21.681495 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-bc37a65e-f2e3-49cd-a881-58faa207263d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Unset dirty status for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:13:21.682910 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-bc37a65e-f2e3-49cd-a881-58faa207263d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1715023498&fields=id&tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03 HTTP/1.1" status: 200 len: 267 time: 0.0604894 Jan 20 15:13:21.684982 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port d9efcb45-dbd3-4217-be06-091df143fa42 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:21.690146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d9efcb45-dbd3-4217-be06-091df143fa42 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:21.690512 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.813552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.833166 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port d9efcb45-dbd3-4217-be06-091df143fa42, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d9efcb45-dbd3-4217-be06-091df143fa42,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:21.838653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:21.912070 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=d9efcb45-dbd3-4217-be06-091df143fa42,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:21.973344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-f8822420-e097-4d91-904d-63f03347c6ad tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:21.974046 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-f8822420-e097-4d91-904d-63f03347c6ad tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Synchronizing usage tracker for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:network {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:13:21.993011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-f8822420-e097-4d91-904d-63f03347c6ad tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Unset dirty status for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:network {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:13:21.994155 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-f8822420-e097-4d91-904d-63f03347c6ad tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 809 time: 0.3041840 Jan 20 15:13:22.009037 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-03b1c65b-b93c-4017-b8d4-fbec4b09cf30 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/quotas/cbd5edcbbfd546de87a90ca5dc9f2c03 HTTP/1.1" status: 200 len: 375 time: 0.0091524 Jan 20 15:13:22.100777 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-37b2a3dc-e4b8-416e-8ca4-9489e28d8919 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Synchronizing usage tracker for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:13:22.119498 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-37b2a3dc-e4b8-416e-8ca4-9489e28d8919 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Unset dirty status for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:13:22.120966 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-37b2a3dc-e4b8-416e-8ca4-9489e28d8919 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067216 Jan 20 15:13:22.256362 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-e585a631-28af-4add-b11e-07fcfcf8ffd8 service neutron] 10.222.0.87 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234033 Jan 20 15:13:22.386048 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-04391d42-fecc-47bd-a689-2171fcaea685 service neutron] 10.222.0.87 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235032 Jan 20 15:13:22.565822 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-40ccb898-8e6b-4ee9-b540-a623be9d350f req-0546569d-c4a3-4304-94da-63742fe84c4b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 210 time: 0.0455642 Jan 20 15:13:23.055703 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Sync routers for ids ['7801abce-9ae2-4eae-9630-6828ac350562'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:13:23.067504 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Routers {'7801abce-9ae2-4eae-9630-6828ac350562'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:23.068247 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-81622934-f04f-49b0-99d3-29066028fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:13:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7801abce-9ae2-4eae-9630-6828ac350562'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:23.249832 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Set router 7801abce-9ae2-4eae-9630-6828ac350562 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:23.582052 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d9efcb45-dbd3-4217-be06-091df143fa42 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:23.597576 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-81622934-f04f-49b0-99d3-29066028fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801abce-9ae2-4eae-9630-6828ac350562', 'name': 'tempest-TestShelveInstance-1427479173-router', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:14Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 4, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'gw_port': {'id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:65:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:15Z', 'updated_at': '2022-01-20T15:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '9efc2056-0404-4ecb-b741-3d503688b3d7', 'name': '', 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'mac_address': 'fa:16:3e:13:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '56eea8df-ba40-4dba-91a7-c305524bad8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:17Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 2, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'subnets': [{'id': '56eea8df-ba40-4dba-91a7-c305524bad8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:23.604458 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Checking router: 7801abce-9ae2-4eae-9630-6828ac350562 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:13:23.604879 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Updating router 7801abce-9ae2-4eae-9630-6828ac350562 port 9efc2056-0404-4ecb-b741-3d503688b3d7 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:13:23.668397 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:23.696028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d9efcb45-dbd3-4217-be06-091df143fa42 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:23.697451 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:23.710850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-9493eb46-212d-4459-a97e-cd2f8acceaee tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:23.713320 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-9493eb46-212d-4459-a97e-cd2f8acceaee tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 809 time: 0.2253132 Jan 20 15:13:23.783969 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-051f3bde-3758-4394-9b8d-66f6b6d7101f req-884c5a91-356b-474e-996c-c1c8b8b6ae41 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 210 time: 0.0811605 Jan 20 15:13:23.816971 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-58574725-4409-410e-a236-e11bd493f529 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03 HTTP/1.1" status: 200 len: 380 time: 0.0598752 Jan 20 15:13:23.836019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'port': {'device_id': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'admin_state_up': True, 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'security_groups': ['9bbcc55d-8b81-46f4-bc5a-fbbd761506ee']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:23.974206 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:23.983676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:23.994510 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Made reservation on behalf of cbd5edcbbfd546de87a90ca5dc9f2c03 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:13:23.998418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.034902 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.046808 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Transition to ACTIVE for port object 9efc2056-0404-4ecb-b741-3d503688b3d7 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:24.054633 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.164373 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Allocated IP 172.20.0.12 (08acaa63-8ef1-464d-9c7d-0a593f3fa0ed/fb41b116-2d45-486c-bf01-7381814d478e/cd515973-f358-4371-bea0-e9083a9567f0) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:13:24.183648 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea057283-2928-491a-96a3-c858af801cd6 None None] Pushing event updated for resources: {'Port': ['ID=9efc2056-0404-4ecb-b741-3d503688b3d7,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:24.280480 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Attempting to bind port 9efc2056-0404-4ecb-b741-3d503688b3d7 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:13:24.280865 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Attempting to bind port 9efc2056-0404-4ecb-b741-3d503688b3d7 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:13:24.281198 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Attempting to bind port 9efc2056-0404-4ecb-b741-3d503688b3d7 on network e416ec46-8a7e-4503-8ada-5c86e50a420f {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:13:24.287208 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:13:24.287534 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Checking segment: {'id': 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:13:24.287883 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.288462 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Bound using segment: {'id': 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:13:24.288915 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Bound port: 9efc2056-0404-4ecb-b741-3d503688b3d7, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:13:24.289280 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.374192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.386878 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-81622934-f04f-49b0-99d3-29066028fdef None None] For port 9efc2056-0404-4ecb-b741-3d503688b3d7, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:13:24.389989 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-81622934-f04f-49b0-99d3-29066028fdef None None] For port 9efc2056-0404-4ecb-b741-3d503688b3d7, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9efc2056-0404-4ecb-b741-3d503688b3d7,segment=NetworkSegment(aa6c6736-4a72-46ba-8dcd-c33bdd99356d),segment_id=aa6c6736-4a72-46ba-8dcd-c33bdd99356d)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:13:24.395466 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.402157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Transition to ACTIVE for port object cd515973-f358-4371-bea0-e9083a9567f0 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:24.426962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.470970 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Routers {'7801abce-9ae2-4eae-9630-6828ac350562'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:24.471668 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-81622934-f04f-49b0-99d3-29066028fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:13:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7801abce-9ae2-4eae-9630-6828ac350562'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:24.506004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:24.509236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:24.511887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:13:24.574737 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea057283-2928-491a-96a3-c858af801cd6 None None] Pushing event updated for resources: {'Port': ['ID=9efc2056-0404-4ecb-b741-3d503688b3d7,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:24.581332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:24.581999 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.596727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:24.619324 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-80760646-9d86-4200-873c-750f65595516 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7912235 Jan 20 15:13:24.631528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Request body: {'port': {'device_id': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:24.709716 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-81622934-f04f-49b0-99d3-29066028fdef None None] Set router 7801abce-9ae2-4eae-9630-6828ac350562 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:24.755190 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.836635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e33459da-6ccd-443a-898a-3a8668870d1d None None] Provisioning for port cd515973-f358-4371-bea0-e9083a9567f0 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:24.843288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e33459da-6ccd-443a-898a-3a8668870d1d None None] Provisioning complete for port cd515973-f358-4371-bea0-e9083a9567f0 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:24.843962 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e33459da-6ccd-443a-898a-3a8668870d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.915509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e33459da-6ccd-443a-898a-3a8668870d1d None None] Port cd515973-f358-4371-bea0-e9083a9567f0 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:13:24.987764 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c549b37-7d35-4c81-9e5e-748658cc5e7e req-111685af-24e8-49c3-9618-a28712b994ee tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:24.989912 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2c549b37-7d35-4c81-9e5e-748658cc5e7e req-111685af-24e8-49c3-9618-a28712b994ee tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 932 time: 0.0817211 Jan 20 15:13:25.047651 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2c549b37-7d35-4c81-9e5e-748658cc5e7e req-06968691-d5d7-4bfe-9f64-31a863569ced tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509539 Jan 20 15:13:25.050931 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-81622934-f04f-49b0-99d3-29066028fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801abce-9ae2-4eae-9630-6828ac350562', 'name': 'tempest-TestShelveInstance-1427479173-router', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:14Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 4, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'gw_port': {'id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:65:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:15Z', 'updated_at': '2022-01-20T15:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '9efc2056-0404-4ecb-b741-3d503688b3d7', 'name': '', 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'mac_address': 'fa:16:3e:13:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '56eea8df-ba40-4dba-91a7-c305524bad8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:17Z', 'updated_at': '2022-01-20T15:13:24Z', 'revision_number': 4, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'subnets': [{'id': '56eea8df-ba40-4dba-91a7-c305524bad8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:25.055822 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81622934-f04f-49b0-99d3-29066028fdef None None] The sync data for ids ['7801abce-9ae2-4eae-9630-6828ac350562'] in dv-neutron-825123-1-hyperv is: [{'id': '7801abce-9ae2-4eae-9630-6828ac350562', 'name': 'tempest-TestShelveInstance-1427479173-router', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:14Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 4, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'gw_port': {'id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:65:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:15Z', 'updated_at': '2022-01-20T15:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '9efc2056-0404-4ecb-b741-3d503688b3d7', 'name': '', 'network_id': 'e416ec46-8a7e-4503-8ada-5c86e50a420f', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'mac_address': 'fa:16:3e:13:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '56eea8df-ba40-4dba-91a7-c305524bad8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:17Z', 'updated_at': '2022-01-20T15:13:24Z', 'revision_number': 4, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'subnets': [{'id': '56eea8df-ba40-4dba-91a7-c305524bad8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:13:25.205325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.250573 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd515973-f358-4371-bea0-e9083a9567f0 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:13:25.259091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.275025 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Transition to ACTIVE for port object cd515973-f358-4371-bea0-e9083a9567f0 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:25.280095 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.440460 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Pushing event updated for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:25.528514 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Attempting to bind port cd515973-f358-4371-bea0-e9083a9567f0 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:13:25.528717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Attempting to bind port cd515973-f358-4371-bea0-e9083a9567f0 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:13:25.529393 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Attempting to bind port cd515973-f358-4371-bea0-e9083a9567f0 on network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:13:25.535032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Port cd515973-f358-4371-bea0-e9083a9567f0 on network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:13:25.535357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Attempting to bind port cd515973-f358-4371-bea0-e9083a9567f0 on network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:13:25.541933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:13:25.542273 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Checking segment: {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:13:25.542763 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Bound using segment: {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:13:25.543312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Bound port: cd515973-f358-4371-bea0-e9083a9567f0, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:13:25.543656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.597631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9efc2056-0404-4ecb-b741-3d503688b3d7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:25.644263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:13:25.647932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:13:25.653846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.665645 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 9efc2056-0404-4ecb-b741-3d503688b3d7 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:25.670669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9efc2056-0404-4ecb-b741-3d503688b3d7 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:25.671035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.714979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:25.715534 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.717035 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] 10.222.0.72 "PUT /v2.0/ports/cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 1094 time: 1.0898144 Jan 20 15:13:25.717492 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:13:25.755560 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7380a9-1fca-4ffc-a4b7-a78c2afa8b6e service neutron] Pushing event updated for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:25.797277 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.800947 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0', 'status': 'completed', 'code': 200} Jan 20 15:13:25.837975 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 9efc2056-0404-4ecb-b741-3d503688b3d7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9efc2056-0404-4ecb-b741-3d503688b3d7,segment=NetworkSegment(aa6c6736-4a72-46ba-8dcd-c33bdd99356d),segment_id=aa6c6736-4a72-46ba-8dcd-c33bdd99356d)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:25.843794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.864236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-bc15733e-579f-4868-85e2-2fbfcf826e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:25.865771 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-bc15733e-579f-4868-85e2-2fbfcf826e47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1097 time: 0.0995398 Jan 20 15:13:25.913386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=9efc2056-0404-4ecb-b741-3d503688b3d7,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:25.947057 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-f7b29d7a-da38-4de0-a9ef-c93f3dc6e41f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 217 time: 0.0730188 Jan 20 15:13:26.012327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-b465f043-0e30-4e28-bb9b-ae1ab8b10bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:26.013673 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-b465f043-0e30-4e28-bb9b-ae1ab8b10bcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0609601 Jan 20 15:13:26.092812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-66ba7f96-2900-4838-8a9c-c9da1f10f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:26.094306 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-66ba7f96-2900-4838-8a9c-c9da1f10f1b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743599 Jan 20 15:13:26.232109 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-2177aa32-60be-4604-a0bb-78b334699fe5 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309466 Jan 20 15:13:26.244005 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12aa68-e371-4fa4-b37c-499a90247b31 req-e900ffe9-51af-4e4b-8cfc-3d395b8713bd tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:26.248819 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-eb12aa68-e371-4fa4-b37c-499a90247b31 req-e900ffe9-51af-4e4b-8cfc-3d395b8713bd tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0922275 Jan 20 15:13:26.294492 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-eb12aa68-e371-4fa4-b37c-499a90247b31 req-7250cb7d-bffd-41e6-9288-05ac4dfc36b1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Jan 20 15:13:26.372697 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f120a7e3-9240-46f5-aa2c-bfcd0ddbc94c req-9f846216-58d5-45e2-adb6-2a425e6f2d37 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345427 Jan 20 15:13:26.492331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-37ce7821-8bbe-4f00-9af9-71153c0f96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:26.493833 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-37ce7821-8bbe-4f00-9af9-71153c0f96c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1097 time: 0.0729988 Jan 20 15:13:26.634107 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-62f09bc7-3206-43e6-8994-132bdd3301a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:26.635596 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-62f09bc7-3206-43e6-8994-132bdd3301a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1353703 Jan 20 15:13:26.710961 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-5cd78e4c-9c3b-485e-81c2-225545c80afd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 217 time: 0.0665801 Jan 20 15:13:26.778269 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-9daa31af-83fc-40d0-8943-3876530e6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:26.779751 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-9daa31af-83fc-40d0-8943-3876530e6c95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0614395 Jan 20 15:13:26.859371 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-96a9a47f-eb3e-4ae0-bffe-cc8f3191e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:26.861142 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-96a9a47f-eb3e-4ae0-bffe-cc8f3191e365 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756390 Jan 20 15:13:27.122276 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-5a8c9ec1-e642-4d25-833b-7e43f4d5ba99 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541444 Jan 20 15:13:27.264513 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6423cf52-4cf7-4e43-9c13-eb95c92065fb req-8fa700bc-c5f5-4ef9-9acd-aa4059ab8bca service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362476 Jan 20 15:13:27.509565 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248afe1-71a0-4c48-9fce-c2608ccd7c4d req-4dc1a4fd-288d-424c-a195-76f73a4d82fe tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:27.510250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-d248afe1-71a0-4c48-9fce-c2608ccd7c4d req-4dc1a4fd-288d-424c-a195-76f73a4d82fe tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Synchronizing usage tracker for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:13:27.526578 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-d248afe1-71a0-4c48-9fce-c2608ccd7c4d req-4dc1a4fd-288d-424c-a195-76f73a4d82fe tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Unset dirty status for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:13:27.527823 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d248afe1-71a0-4c48-9fce-c2608ccd7c4d req-4dc1a4fd-288d-424c-a195-76f73a4d82fe tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.1052589 Jan 20 15:13:27.563123 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9efc2056-0404-4ecb-b741-3d503688b3d7 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:27.581261 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d248afe1-71a0-4c48-9fce-c2608ccd7c4d req-6470ac31-d6d0-41b2-9548-cec16cf455c2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471861 Jan 20 15:13:27.672865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 9efc2056-0404-4ecb-b741-3d503688b3d7 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:27.673235 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:28.918885 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042ed73-1ba0-4957-8051-09625e96c8a3 req-3191c64e-867d-4182-8ed6-48275e2b5d60 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:28.920658 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1042ed73-1ba0-4957-8051-09625e96c8a3 req-3191c64e-867d-4182-8ed6-48275e2b5d60 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0818624 Jan 20 15:13:28.965316 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-1042ed73-1ba0-4957-8051-09625e96c8a3 req-97a96c7b-a41a-4fc1-9cdb-24b8fc006885 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388432 Jan 20 15:13:29.580118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cd515973-f358-4371-bea0-e9083a9567f0 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:13:29.713286 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:29.726876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'cd515973-f358-4371-bea0-e9083a9567f0', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'port_id': 'cd515973-f358-4371-bea0-e9083a9567f0', 'mac_address': 'fa:16:3e:67:fa:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:13:29.780805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:29.797048 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd515973-f358-4371-bea0-e9083a9567f0 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:13:29.812399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:29.818625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:29.900162 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:30.026823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['cd515973-f358-4371-bea0-e9083a9567f0'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:13:30.149228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30528e-12cb-4a26-9973-c339c04f58ed req-f665a3e5-bded-4bb7-998a-01f436ce89c0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:30.150738 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d30528e-12cb-4a26-9973-c339c04f58ed req-f665a3e5-bded-4bb7-998a-01f436ce89c0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 945 time: 0.0809834 Jan 20 15:13:30.197091 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d30528e-12cb-4a26-9973-c339c04f58ed req-340775ad-e546-41a8-a9e9-2b088784f769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384266 Jan 20 15:13:31.386203 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc43806-a443-4bdb-87ee-48bd91671ada req-19a22797-998d-469e-850b-06b173d63e37 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:31.387632 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3dc43806-a443-4bdb-87ee-48bd91671ada req-19a22797-998d-469e-850b-06b173d63e37 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 945 time: 0.0857797 Jan 20 15:13:31.432670 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3dc43806-a443-4bdb-87ee-48bd91671ada req-7ae22546-c35a-440b-87a9-8ec1c4b72f0c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391870 Jan 20 15:13:31.597259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cd515973-f358-4371-bea0-e9083a9567f0 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:31.677329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port cd515973-f358-4371-bea0-e9083a9567f0 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:31.681937 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port cd515973-f358-4371-bea0-e9083a9567f0 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:31.682321 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:31.799288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:31.826522 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:13:31.836238 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:13:31.842639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:31.876339 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0', 'code': 200} Jan 20 15:13:31.914753 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:32.108611 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b5eb-6c04-444a-b54a-52ca68456a13 req-4577854c-da93-4394-9fcd-474f397b7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:32.110082 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a754b5eb-6c04-444a-b54a-52ca68456a13 req-4577854c-da93-4394-9fcd-474f397b7a70 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1099 time: 0.0773919 Jan 20 15:13:32.149823 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a754b5eb-6c04-444a-b54a-52ca68456a13 req-16cd437e-c88b-452d-87da-b90a50b347f9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335162 Jan 20 15:13:32.619009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de759-955f-400d-a002-de0ea24c0b1e req-0804d0c0-0660-4048-9ea8-e93a3ec50f9c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:32.620494 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-521de759-955f-400d-a002-de0ea24c0b1e req-0804d0c0-0660-4048-9ea8-e93a3ec50f9c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0808773 Jan 20 15:13:32.665271 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-521de759-955f-400d-a002-de0ea24c0b1e req-2595b474-dd7a-440d-b352-cb71f2e0260d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388629 Jan 20 15:13:33.154895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-75fb4be7-e12d-42dd-8c90-300b37ec26eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:33.859754 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dce82-a481-4da1-9436-3aff4d3788be req-408e57ea-1dbd-414a-bb0d-ac3cf4cc5f9f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:33.861252 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-955dce82-a481-4da1-9436-3aff4d3788be req-408e57ea-1dbd-414a-bb0d-ac3cf4cc5f9f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0856931 Jan 20 15:13:33.911995 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-955dce82-a481-4da1-9436-3aff4d3788be req-1203823f-bcac-4eab-aca7-e016e7fa442e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447974 Jan 20 15:13:34.117959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1224b-7c06-4145-9c7d-597849c662ee req-7024962f-123d-49d0-9691-5ad0d91c4ed7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:34.119345 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7d1224b-7c06-4145-9c7d-597849c662ee req-7024962f-123d-49d0-9691-5ad0d91c4ed7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0843670 Jan 20 15:13:34.164316 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f7d1224b-7c06-4145-9c7d-597849c662ee req-eb081c9b-30d6-4ced-8308-0071a2ce95a0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386093 Jan 20 15:13:34.187807 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60726) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:34.393359 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e729fd-e950-4cc8-a7e3-720ad11a3a31 tempest-TestShelveInstance-1729304265 tempest-TestShelveInstance-1729304265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:34.394769 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-27e729fd-e950-4cc8-a7e3-720ad11a3a31 tempest-TestShelveInstance-1729304265 tempest-TestShelveInstance-1729304265-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1094 time: 0.2059419 Jan 20 15:13:34.397907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 60732) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:34.402821 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': 'cd515973-f358-4371-bea0-e9083a9567f0', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:13:34.409482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:34.413628 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:floatingip and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:34.416680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:34.423073 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:34.439288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:34.689074 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:34.827346 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Allocated IP 172.26.0.46 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/d5038202-810c-4c27-be6f-9ab09508fd92) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:13:34.977559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:35.014691 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:35.084144 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:35.086957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:35.090912 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:13:35.129506 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'Port': ['ID=d5038202-810c-4c27-be6f-9ab09508fd92,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:35.503112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-034cf50d-c068-4f19-8554-affd74ab5356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:35.541873 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:35.624132 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:35.833537 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:35.840116 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:35.950641 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'Port': ['ID=d5038202-810c-4c27-be6f-9ab09508fd92,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:35.960824 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:36.132691 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Floating IP a7392945-bc42-4373-a6e7-daf5f624b789 associated. External IP: 172.26.0.46, port: cd515973-f358-4371-bea0-e9083a9567f0. Jan 20 15:13:36.504349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:36.613636 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Router 1b5a9719-4e81-4c40-834a-e3d71fb3100e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:13:36.621895 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:36.799560 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:13:36.809731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] Sync routers for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:13:36.819269 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:36.819751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:13:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:36.827114 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:36.904430 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-04ec6bd4-168d-4ed9-80ab-462ff6d26301 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4972849 Jan 20 15:13:36.904430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:13:36.943671 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0', 'status': 'completed', 'code': 200} Jan 20 15:13:37.018730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:37.049104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df361b0-4092-4200-9787-eabb129d7336 req-c5ad025f-1add-462a-9d67-d43243e33029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:37.049104 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7df361b0-4092-4200-9787-eabb129d7336 req-c5ad025f-1add-462a-9d67-d43243e33029 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1099 time: 0.0781848 Jan 20 15:13:37.179168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df361b0-4092-4200-9787-eabb129d7336 req-08c8102c-425a-4446-8b12-a7eb23f14c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:37.180674 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7df361b0-4092-4200-9787-eabb129d7336 req-08c8102c-425a-4446-8b12-a7eb23f14c19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1273994 Jan 20 15:13:37.285296 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7df361b0-4092-4200-9787-eabb129d7336 req-27006b79-8204-417e-bd9d-eeea8c08e398 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 999 time: 0.0981209 Jan 20 15:13:37.346509 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df361b0-4092-4200-9787-eabb129d7336 req-b0124056-95d2-47f1-8dec-4b8973d94b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:37.347862 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7df361b0-4092-4200-9787-eabb129d7336 req-b0124056-95d2-47f1-8dec-4b8973d94b0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0576000 Jan 20 15:13:37.426018 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df361b0-4092-4200-9787-eabb129d7336 req-297a02b5-7518-4e10-aa04-151a2cbca665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:37.427517 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7df361b0-4092-4200-9787-eabb129d7336 req-297a02b5-7518-4e10-aa04-151a2cbca665 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734069 Jan 20 15:13:37.455651 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'a7392945-bc42-4373-a6e7-daf5f624b789', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'port_id': 'cd515973-f358-4371-bea0-e9083a9567f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'mac_address': 'fa:16:3e:67:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:13:35Z', 'updated_at': '2022-01-20T15:13:35Z', 'revision_number': 0, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:37.459609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] Checking router: 1b5a9719-4e81-4c40-834a-e3d71fb3100e for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:13:37.468259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:13:37.468886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:13:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:37.563051 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7df361b0-4092-4200-9787-eabb129d7336 req-32ede0f4-8a01-4baf-82c5-28bf75a356de service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275833 Jan 20 15:13:37.651193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:13:37.700040 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7df361b0-4092-4200-9787-eabb129d7336 req-c9321eb6-a2ba-45d1-8307-af6e4061c42c service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312065 Jan 20 15:13:38.023632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'a7392945-bc42-4373-a6e7-daf5f624b789', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'port_id': 'cd515973-f358-4371-bea0-e9083a9567f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'mac_address': 'fa:16:3e:67:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:13:35Z', 'updated_at': '2022-01-20T15:13:35Z', 'revision_number': 0, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:38.028817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085b499-189d-4b4c-bdb6-42c2badea6d4 None None] The sync data for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv is: [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'a7392945-bc42-4373-a6e7-daf5f624b789', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'port_id': 'cd515973-f358-4371-bea0-e9083a9567f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'mac_address': 'fa:16:3e:67:fa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:13:35Z', 'updated_at': '2022-01-20T15:13:35Z', 'revision_number': 0, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:13:38.090179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:38.267995 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934f871-fb87-4ee5-99ad-03f0eef6e4fd None None] New status for floating IP a7392945-bc42-4373-a6e7-daf5f624b789: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:13:55.228723 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:57.706534 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:14:00.798464 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-60583373-0891-4545-ae8d-756c34dc8b48 req-55b650ac-0401-489c-b438-aef498bfca0a service neutron] (87494) timed out ('10.222.0.87', 56342) {{(pid=87494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 15:14:03.162827 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b8d3-0810-445e-b29d-6d54a82cdc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:05.507805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7e83d0e7-e1f2-4799-89ca-3ae684e64ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:06.523597 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:06.630569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:08.099539 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:10.329683 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-6a983269-f6ed-4749-9f2e-5b20369c61d6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786641 Jan 20 15:14:10.501116 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-62072635-11d3-44da-a9b0-8affcadabafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:10.502606 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-62072635-11d3-44da-a9b0-8affcadabafd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1099 time: 0.0890267 Jan 20 15:14:10.648816 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-de3bfe24-9c9d-4ad1-9bfb-191cb5f2016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:10.650177 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-de3bfe24-9c9d-4ad1-9bfb-191cb5f2016f service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1271894 Jan 20 15:14:10.850893 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-9e4305f1-0245-4ec3-83c8-7bb08e3def1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 1001 time: 0.1939964 Jan 20 15:14:10.915899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-6c3497a9-5844-4b7f-9bd7-a1e44c226fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:10.917265 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-6c3497a9-5844-4b7f-9bd7-a1e44c226fd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0604858 Jan 20 15:14:10.994084 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-4ad846ed-8fa4-4055-a803-b676bf00a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:10.995555 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-4ad846ed-8fa4-4055-a803-b676bf00a274 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717804 Jan 20 15:14:11.134381 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-55e95961-37e7-4783-b2f8-c7bf7e0cc819 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309869 Jan 20 15:14:11.268112 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fd33ca2c-ca46-4039-9d29-94a5feb8999d req-f3f0f13c-c9fb-4483-9eb1-c7a7021c252d service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271603 Jan 20 15:14:25.249137 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:33.162793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1713f5fa-ef75-4b30-bdb2-5434b9bed616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:34.706091 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:14:35.515016 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a72217eb-0276-4522-b256-52e297bd0cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.512784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.628282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.096106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:55.256610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:03.151668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ea71-7706-4ae2-8e82-a3c5b80845aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:05.513332 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6b37ac7f-f844-4b92-90ee-eedd6da0f0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:06.509639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:06.632772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:08.097715 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:11.384422 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-5977568a-0af5-4da8-9128-7dea9d35e5db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1259053 Jan 20 15:15:11.527384 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-66a38678-f487-44c7-9079-236d3a00b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:11.528825 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-66a38678-f487-44c7-9079-236d3a00b9b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1099 time: 0.0711904 Jan 20 15:15:11.682299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-e8127212-49ed-4709-889b-4b83849080ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:11.683639 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-e8127212-49ed-4709-889b-4b83849080ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1309006 Jan 20 15:15:11.705371 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:15:11.786140 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-3d0128a9-a28a-42d7-a197-e1264e7f89f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 1001 time: 0.0953805 Jan 20 15:15:11.846849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-1137808f-cbc1-413b-a153-b1d970e63e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:11.848256 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-1137808f-cbc1-413b-a153-b1d970e63e63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0561543 Jan 20 15:15:11.927436 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-0c9c5a57-35fa-41e2-9701-d2b2224ee559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:11.928912 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-0c9c5a57-35fa-41e2-9701-d2b2224ee559 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751672 Jan 20 15:15:12.059526 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-9b537f37-267d-49b9-bc0c-074e835f139e service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225114 Jan 20 15:15:12.190746 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0ef41cb8-017a-4e6c-a5ef-07fc0c77804f req-e5197fce-3196-486a-8973-3d30660f1e99 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246686 Jan 20 15:15:25.260096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:32.257975 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605714d-f30d-4d8d-b2e8-a80bf57c6346 req-82c27a31-40a2-41e3-a743-97a902a81257 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:32.259338 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c605714d-f30d-4d8d-b2e8-a80bf57c6346 req-82c27a31-40a2-41e3-a743-97a902a81257 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0816882 Jan 20 15:15:32.304069 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c605714d-f30d-4d8d-b2e8-a80bf57c6346 req-da7666cc-0d65-4ce9-a6bb-27bdb41bfec4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 Jan 20 15:15:33.156301 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c51c7e4-4685-488b-908a-5100935b83ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:33.525393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a37e76-28b4-407d-a037-ea327d4caafc req-d138ff17-cc7d-4ddb-8d24-db9ef615fa83 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:33.526911 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-27a37e76-28b4-407d-a037-ea327d4caafc req-d138ff17-cc7d-4ddb-8d24-db9ef615fa83 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0944026 Jan 20 15:15:33.571472 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-27a37e76-28b4-407d-a037-ea327d4caafc req-e6ee8e25-79f3-40fc-8d1e-432d366ef110 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385196 Jan 20 15:15:34.783065 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2de668-f640-4f9f-b925-42b5fd3fa43b req-cedfa93d-a6cc-4ac6-9a10-5263c0c734b9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:34.784529 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb2de668-f640-4f9f-b925-42b5fd3fa43b req-cedfa93d-a6cc-4ac6-9a10-5263c0c734b9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0952148 Jan 20 15:15:34.830164 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb2de668-f640-4f9f-b925-42b5fd3fa43b req-f8795aa5-fccd-48a6-a343-3d58307acdfd tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374138 Jan 20 15:15:35.519272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4bf3-9a82-4b06-a299-7fcb95820875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:36.032187 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48f8fc-1fb2-4495-b0b4-80320eafec76 req-ab117865-03f7-4d56-bfdd-f0d71423a086 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:36.033637 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c48f8fc-1fb2-4495-b0b4-80320eafec76 req-ab117865-03f7-4d56-bfdd-f0d71423a086 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0860643 Jan 20 15:15:36.077862 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0c48f8fc-1fb2-4495-b0b4-80320eafec76 req-b761ecdb-df8b-4cab-82cb-e96290fc963a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380855 Jan 20 15:15:36.516220 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:36.637634 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:37.449675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fe2b-aafc-4449-93bd-8e190ff9b582 req-7ac94ec0-1ed0-4b3b-8d91-a3edc11833e2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:37.451046 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-12f4fe2b-aafc-4449-93bd-8e190ff9b582 req-7ac94ec0-1ed0-4b3b-8d91-a3edc11833e2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.1032176 Jan 20 15:15:37.494479 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-12f4fe2b-aafc-4449-93bd-8e190ff9b582 req-e0467958-d4cc-4ce7-a4c1-46136ee858a4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377662 Jan 20 15:15:38.102516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:38.702920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927a0c-04bc-424a-8e85-8026a92ee07b req-ba09859a-3946-4821-b162-eed12d97a272 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:38.704420 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-77927a0c-04bc-424a-8e85-8026a92ee07b req-ba09859a-3946-4821-b162-eed12d97a272 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0948846 Jan 20 15:15:38.752748 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-77927a0c-04bc-424a-8e85-8026a92ee07b req-e47b72d1-7432-40c9-b994-3096c8d6128b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426672 Jan 20 15:15:40.068252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31fda4-080b-4de9-8660-3409b345ea46 req-cc08d86c-c32e-4a9b-9793-2c978a64e9b5 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:40.069761 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff31fda4-080b-4de9-8660-3409b345ea46 req-cc08d86c-c32e-4a9b-9793-2c978a64e9b5 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.1962197 Jan 20 15:15:40.113209 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ff31fda4-080b-4de9-8660-3409b345ea46 req-e1548a37-0e02-44e3-8050-b3e4cae4fb22 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377891 Jan 20 15:15:41.318151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15bdd6-ce9e-4e0d-984e-29685013f3bb req-461fb9fb-0d74-4420-937c-e118e4e68c04 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:41.319560 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-df15bdd6-ce9e-4e0d-984e-29685013f3bb req-461fb9fb-0d74-4420-937c-e118e4e68c04 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0847645 Jan 20 15:15:41.362702 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-df15bdd6-ce9e-4e0d-984e-29685013f3bb req-25ff1a5d-88b9-4dad-8d94-9d3f8e179fb5 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374796 Jan 20 15:15:42.565289 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a91d-c5d5-4ec4-9551-8c88e25b3496 req-24fa49db-38a2-464e-9102-7dfe9132efe1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:42.566764 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2440a91d-c5d5-4ec4-9551-8c88e25b3496 req-24fa49db-38a2-464e-9102-7dfe9132efe1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0872476 Jan 20 15:15:42.614154 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2440a91d-c5d5-4ec4-9551-8c88e25b3496 req-68df66de-b948-43c7-ba84-dfb824ec5446 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390162 Jan 20 15:15:43.815019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc26ab6-f9db-44b7-a709-3b7ada8346e6 req-de5a84d6-2ccc-47d8-8532-3bc3393d6d10 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:43.816509 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0fc26ab6-f9db-44b7-a709-3b7ada8346e6 req-de5a84d6-2ccc-47d8-8532-3bc3393d6d10 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0916641 Jan 20 15:15:43.861601 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0fc26ab6-f9db-44b7-a709-3b7ada8346e6 req-b0c38855-0448-4d46-942e-b8acdaeb72fa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391660 Jan 20 15:15:44.299592 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cd515973-f358-4371-bea0-e9083a9567f0 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:15:44.435112 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:15:44.448002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'cd515973-f358-4371-bea0-e9083a9567f0', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'port_id': 'cd515973-f358-4371-bea0-e9083a9567f0', 'mac_address': 'fa:16:3e:67:fa:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:15:44.505942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:44.524165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd515973-f358-4371-bea0-e9083a9567f0 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:15:44.548613 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:15:44.555509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:44.630642 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:44.635252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['cd515973-f358-4371-bea0-e9083a9567f0'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:15:44.674931 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.675282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.675627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.675956 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.676310 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.676640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.676964 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.677283 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.677605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.677921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.678251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:44.678567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:45.058930 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64bb2d-6da4-4189-b653-2649e6a58889 req-cc6b1458-1a5c-4c32-b5c1-ee08bd62ff8b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:45.060554 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2c64bb2d-6da4-4189-b653-2649e6a58889 req-cc6b1458-1a5c-4c32-b5c1-ee08bd62ff8b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 945 time: 0.0812650 Jan 20 15:15:45.105851 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2c64bb2d-6da4-4189-b653-2649e6a58889 req-56fe5d28-4008-494c-b318-82506df3602a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393906 Jan 20 15:15:46.320619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cd515973-f358-4371-bea0-e9083a9567f0 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:46.321698 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef589e75-5fda-40f8-9c6c-a6a7d8b7be09 req-1d222c6a-f13a-4dc1-8c8d-50f08543da65 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:46.323288 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ef589e75-5fda-40f8-9c6c-a6a7d8b7be09 req-1d222c6a-f13a-4dc1-8c8d-50f08543da65 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 945 time: 0.0988886 Jan 20 15:15:46.382775 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ef589e75-5fda-40f8-9c6c-a6a7d8b7be09 req-89e43bcd-b8b0-4c4b-a4ac-833eb9253922 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479343 Jan 20 15:15:46.451103 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port cd515973-f358-4371-bea0-e9083a9567f0 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:46.451605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:46.581333 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:46.611886 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:15:46.621951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:15:46.634481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:46.703379 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:46.757616 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0', 'code': 200} Jan 20 15:15:47.586961 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aed66-ceca-4402-9446-32994bc00cbb req-163ad928-93f2-4779-bc87-2ce53fc01f0a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:47.588517 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-144aed66-ceca-4402-9446-32994bc00cbb req-163ad928-93f2-4779-bc87-2ce53fc01f0a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0933719 Jan 20 15:15:47.640131 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-144aed66-ceca-4402-9446-32994bc00cbb req-338c1618-b185-4e35-9155-955ed85e1685 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455391 Jan 20 15:15:48.706053 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:15:48.844320 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac2b24-27cf-40b3-92d7-27c6c526b761 req-bd757584-caa5-4527-b411-757eb47a99f2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:48.846840 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a5ac2b24-27cf-40b3-92d7-27c6c526b761 req-bd757584-caa5-4527-b411-757eb47a99f2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0917664 Jan 20 15:15:48.893953 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a5ac2b24-27cf-40b3-92d7-27c6c526b761 req-b4920c67-eae0-45f2-af19-f40165d79623 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Jan 20 15:15:50.152576 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d15aa-77ea-4b16-9f2d-b5434d6352af req-02f9b0b5-07da-40d7-9022-0d8e21327623 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:50.154242 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-359d15aa-77ea-4b16-9f2d-b5434d6352af req-02f9b0b5-07da-40d7-9022-0d8e21327623 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0913694 Jan 20 15:15:50.223450 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-359d15aa-77ea-4b16-9f2d-b5434d6352af req-888d0c1e-d8c2-4d75-a348-9c330043118f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578377 Jan 20 15:15:51.416928 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acbfef-2762-4b7e-8985-a925f57c1e23 req-e326ce87-a10f-4f92-871d-ff56ec1fcb38 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:51.424747 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96acbfef-2762-4b7e-8985-a925f57c1e23 req-e326ce87-a10f-4f92-871d-ff56ec1fcb38 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0892956 Jan 20 15:15:51.471147 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-96acbfef-2762-4b7e-8985-a925f57c1e23 req-07458f5d-7e90-4556-ad88-5d0571478372 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455208 Jan 20 15:15:52.671600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99a50-e8e7-4485-9701-ea00b3303451 req-64806a6f-39dd-44bd-b706-abba3f0420bc tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:52.673938 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-99c99a50-e8e7-4485-9701-ea00b3303451 req-64806a6f-39dd-44bd-b706-abba3f0420bc tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0882659 Jan 20 15:15:52.724835 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-99c99a50-e8e7-4485-9701-ea00b3303451 req-76491b4c-aef9-42b9-8a4a-17b392f1312a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Jan 20 15:15:53.914032 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679709dc-d6ea-4c92-a557-380e490ac350 req-a30fafec-2efb-4cc2-8144-9e8b1ea66431 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:53.915507 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-679709dc-d6ea-4c92-a557-380e490ac350 req-a30fafec-2efb-4cc2-8144-9e8b1ea66431 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0831888 Jan 20 15:15:53.961331 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-679709dc-d6ea-4c92-a557-380e490ac350 req-ae71b10c-805a-43cd-9933-c74dae84db33 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398133 Jan 20 15:15:54.932885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-9eb1cbe3-8395-411f-bd49-ec71b0ee8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:54.934340 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-9eb1cbe3-8395-411f-bd49-ec71b0ee8b3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1099 time: 0.0747955 Jan 20 15:15:55.066845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-2ebcb9ff-6b98-457a-ae9b-4d21db666412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:55.068321 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-2ebcb9ff-6b98-457a-ae9b-4d21db666412 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1276579 Jan 20 15:15:55.149222 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f7006-6590-44a2-8661-b23019c762b5 req-454e2b0d-97c8-451a-ace4-329a83c13083 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:55.150715 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b1f7006-6590-44a2-8661-b23019c762b5 req-454e2b0d-97c8-451a-ace4-329a83c13083 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0824192 Jan 20 15:15:55.172657 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-3fefc769-d08b-4a57-ad16-daf0461fedcc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 1001 time: 0.0966561 Jan 20 15:15:55.240703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-0c921910-7479-4874-8062-55db82346ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:55.242077 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-0c921910-7479-4874-8062-55db82346ff0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0637100 Jan 20 15:15:55.249740 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:55.317312 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2b1f7006-6590-44a2-8661-b23019c762b5 req-3f51d9dd-e584-45db-928e-9aad523cf638 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607602 Jan 20 15:15:55.317997 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-d97580de-8c41-4975-a7f0-006250855e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:55.319466 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-d97580de-8c41-4975-a7f0-006250855e8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713732 Jan 20 15:15:55.451719 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-1a950e99-293a-477d-9b0a-6d36e208a521 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256771 Jan 20 15:15:55.586939 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fb58d45c-e0ee-425a-8ada-ab1fe91244cf req-cc9401cf-87e1-401c-adc9-d9af24383421 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290395 Jan 20 15:15:56.525912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44452e6a-c21b-4fbb-9567-198304edffe8 req-fdda624c-1e63-4706-af31-7f217f2703fe tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:56.527391 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-44452e6a-c21b-4fbb-9567-198304edffe8 req-fdda624c-1e63-4706-af31-7f217f2703fe tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.1008322 Jan 20 15:15:56.572240 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-44452e6a-c21b-4fbb-9567-198304edffe8 req-23fcb6af-658c-4686-85a3-72a6768789d1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390434 Jan 20 15:15:57.773723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c91d5-2633-4810-a4b2-38f6e233e619 req-8efc09c7-1b74-4919-ba71-e1cae1ceddd4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:57.775177 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-524c91d5-2633-4810-a4b2-38f6e233e619 req-8efc09c7-1b74-4919-ba71-e1cae1ceddd4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0902803 Jan 20 15:15:57.822066 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-524c91d5-2633-4810-a4b2-38f6e233e619 req-335cc49d-815b-4169-bfc8-c97f371fb5c8 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390360 Jan 20 15:15:58.184239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f8026-a510-4f95-982d-48aa52a87123 req-feabd2c9-18f6-4dad-a1c4-90641b22cc7f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:58.185716 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-436f8026-a510-4f95-982d-48aa52a87123 req-feabd2c9-18f6-4dad-a1c4-90641b22cc7f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 946 time: 0.0824437 Jan 20 15:15:58.228665 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-436f8026-a510-4f95-982d-48aa52a87123 req-8fcfa814-4799-43f2-a67e-27f7f565e458 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373082 Jan 20 15:15:58.340889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cd515973-f358-4371-bea0-e9083a9567f0 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:15:58.454662 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-1e66723a-0e1b-4aa9-955c-d7abc2ca9b65 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122203 Jan 20 15:15:58.465164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:58.491815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:15:58.501700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:15:58.506801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:58.543612 dv-neutron-825123-1-hyperv neutron-server[87496]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0', 'code': 422} returned with failed status Jan 20 15:15:58.578075 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:59.435729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815aca3-63de-4669-820c-96825519c7ad req-034575ff-8a80-4d74-8e2d-aec2b9444ab4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:59.437184 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8815aca3-63de-4669-820c-96825519c7ad req-034575ff-8a80-4d74-8e2d-aec2b9444ab4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0891371 Jan 20 15:15:59.489396 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8815aca3-63de-4669-820c-96825519c7ad req-6b91a4ff-5fc0-4ad3-8458-324b7baed8ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452342 Jan 20 15:16:00.691875 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3ffb1-6dd2-4f87-b99d-be6e8bc34f57 req-bd821e30-093b-4f16-b211-992168989f63 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:00.693403 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-82d3ffb1-6dd2-4f87-b99d-be6e8bc34f57 req-bd821e30-093b-4f16-b211-992168989f63 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0994875 Jan 20 15:16:00.739489 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-82d3ffb1-6dd2-4f87-b99d-be6e8bc34f57 req-d13f11eb-9e69-4529-8008-c766f7d4e7e5 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404580 Jan 20 15:16:01.935455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60353d-57d1-4903-93de-bcfc44fe7d2f req-e2c65543-2a70-40c1-8517-0b4f77b9f6d7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:01.936927 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6f60353d-57d1-4903-93de-bcfc44fe7d2f req-e2c65543-2a70-40c1-8517-0b4f77b9f6d7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0800498 Jan 20 15:16:01.981906 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-6f60353d-57d1-4903-93de-bcfc44fe7d2f req-c3106e39-d2aa-460b-a0a6-4d2558dd8065 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390677 Jan 20 15:16:02.377660 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cd515973-f358-4371-bea0-e9083a9567f0 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:16:03.150602 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8445-a86a-441b-81a7-869e5f9ff891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:03.168272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66396d5e-9afd-4410-9396-914bae98f2a7 req-2f9093e9-9b49-41d4-b87c-eadf9e5011e5 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:03.169732 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-66396d5e-9afd-4410-9396-914bae98f2a7 req-2f9093e9-9b49-41d4-b87c-eadf9e5011e5 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0829923 Jan 20 15:16:03.213948 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-66396d5e-9afd-4410-9396-914bae98f2a7 req-71d87de9-ac6f-4fc6-8ede-8fd4b13be80f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376074 Jan 20 15:16:03.597802 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-a26793d5-9131-4db9-b807-333394190cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:03.599291 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-a26793d5-9131-4db9-b807-333394190cb6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777&tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03 HTTP/1.1" status: 200 len: 1097 time: 0.1741302 Jan 20 15:16:03.719948 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-4da2be0f-40db-4b3e-8219-6dae707dc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:03.721490 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-4da2be0f-40db-4b3e-8219-6dae707dc286 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1097 time: 0.0953450 Jan 20 15:16:03.861665 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-d9504a32-4650-4262-aa14-a787d37d67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:03.863029 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-d9504a32-4650-4262-aa14-a787d37d67f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1352425 Jan 20 15:16:03.974539 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-da4e79f1-9fc0-4992-b642-d2159a8f15b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 999 time: 0.1044142 Jan 20 15:16:04.035592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-ffff5f4c-1541-4b94-a1e3-e8fa8b6a4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:04.037045 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-ffff5f4c-1541-4b94-a1e3-e8fa8b6a4826 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0566220 Jan 20 15:16:04.116169 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-f7a5bf29-84bc-464f-af1a-5420413ca963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:04.117597 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-f7a5bf29-84bc-464f-af1a-5420413ca963 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745530 Jan 20 15:16:04.249206 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-c2c8089e-0546-4591-856b-cb82eb15d84b service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251161 Jan 20 15:16:04.381830 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-62ecfa36-23fa-4ca6-b896-4c3657347502 req-1d2cd81f-8f3a-4203-bb35-f1054753019a service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266341 Jan 20 15:16:04.402162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27b5d5-6d58-41a1-8911-cb4b4f9092c7 req-df180565-b8c6-4f10-ba64-24b2330aa615 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:04.403723 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4b27b5d5-6d58-41a1-8911-cb4b4f9092c7 req-df180565-b8c6-4f10-ba64-24b2330aa615 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0848837 Jan 20 15:16:04.449872 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4b27b5d5-6d58-41a1-8911-cb4b4f9092c7 req-fb048199-9019-4300-b513-9a5ce208f7b3 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389538 Jan 20 15:16:05.517323 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d4c34cdc-62ac-4d2f-a31f-7ebca8ee4007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:05.656883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe5b16-35b6-4b0d-bb31-87d7bdd45e80 req-a0bffb68-266a-40da-9ade-798dd4bed486 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:05.658892 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e4fe5b16-35b6-4b0d-bb31-87d7bdd45e80 req-a0bffb68-266a-40da-9ade-798dd4bed486 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0870805 Jan 20 15:16:05.706339 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e4fe5b16-35b6-4b0d-bb31-87d7bdd45e80 req-65828deb-1d35-45ce-96ff-c3a0f78d43a8 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413764 Jan 20 15:16:06.503787 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:06.642471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:06.918974 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7a0ef-e47a-44b1-9054-38ba11388b7a req-3ad38416-550c-4f7f-997b-870e0afad93a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:06.922228 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-deb7a0ef-e47a-44b1-9054-38ba11388b7a req-3ad38416-550c-4f7f-997b-870e0afad93a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0873122 Jan 20 15:16:06.972087 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-deb7a0ef-e47a-44b1-9054-38ba11388b7a req-6ae94a24-22ab-426c-95bb-f5cf69476ea3 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439546 Jan 20 15:16:08.109960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:08.188607 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f3ff-d834-4fc7-975b-271507796f69 req-134a0d26-4e51-4d60-9408-f8bfa6bbd1d3 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:08.190923 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c5b1f3ff-d834-4fc7-975b-271507796f69 req-134a0d26-4e51-4d60-9408-f8bfa6bbd1d3 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.1066625 Jan 20 15:16:08.237063 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-c5b1f3ff-d834-4fc7-975b-271507796f69 req-3d3e5c94-33ed-4cc2-858a-3f6a5e1deda0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400493 Jan 20 15:16:09.469565 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edbbaa-a64f-4b9c-bce2-850ed2d2ab07 req-ac3669e7-5362-402a-9019-69c28fa5c799 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:09.474004 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e7edbbaa-a64f-4b9c-bce2-850ed2d2ab07 req-ac3669e7-5362-402a-9019-69c28fa5c799 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.1128521 Jan 20 15:16:09.516823 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-e7edbbaa-a64f-4b9c-bce2-850ed2d2ab07 req-795cae8e-eccd-4a4d-94fe-4ac9a439576e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403638 Jan 20 15:16:10.711601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a519-e601-4138-b129-3e237bc69b80 req-65064850-08a3-41a5-bbf7-2cce71b9feb8 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:10.717898 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0440a519-e601-4138-b129-3e237bc69b80 req-65064850-08a3-41a5-bbf7-2cce71b9feb8 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0879738 Jan 20 15:16:10.769018 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0440a519-e601-4138-b129-3e237bc69b80 req-04f92329-9980-462b-900e-c6a24db45922 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457754 Jan 20 15:16:11.965357 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baea08-2b60-43be-b63e-0fc499d36798 req-1fcdbe6f-8251-45f6-bf6e-bda32f7047c8 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:11.966851 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-27baea08-2b60-43be-b63e-0fc499d36798 req-1fcdbe6f-8251-45f6-bf6e-bda32f7047c8 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0816460 Jan 20 15:16:12.016081 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-27baea08-2b60-43be-b63e-0fc499d36798 req-cd5e9bc5-87df-4fcf-83df-6e9e1c738a29 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 Jan 20 15:16:12.605470 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-d6d1faac-feeb-4775-b9e9-2c1675b7f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:12.606947 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-d6d1faac-feeb-4775-b9e9-2c1675b7f87e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1097 time: 0.0764263 Jan 20 15:16:12.753833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-ecb3725f-3bab-474d-81f5-c97f85725088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:12.755284 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-ecb3725f-3bab-474d-81f5-c97f85725088 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1285703 Jan 20 15:16:12.869294 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-8f94e2e5-1394-451d-8237-b679ae07ae01 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 999 time: 0.1059220 Jan 20 15:16:12.931642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-457f5364-99b5-41ee-9270-a79c3103221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:12.933115 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-457f5364-99b5-41ee-9270-a79c3103221a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0577416 Jan 20 15:16:13.011468 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-a1493bfe-bbdb-4e58-b094-4199ecb23959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:13.013063 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-a1493bfe-bbdb-4e58-b094-4199ecb23959 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724614 Jan 20 15:16:13.282920 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-d2eee4df-6215-4f0a-bfba-bc3b7e4ec31c service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629433 Jan 20 15:16:13.412251 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a9d41-6579-44fe-b777-e44428b218d0 req-ac4eb9a0-34e5-4ce2-989b-ddc485d9e8e7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:13.413688 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d86a9d41-6579-44fe-b777-e44428b218d0 req-ac4eb9a0-34e5-4ce2-989b-ddc485d9e8e7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.1910036 Jan 20 15:16:13.444384 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8e956cf3-5dfb-488e-8e5e-01e0747f23c3 req-ee20437f-398a-45c4-9209-31f891fd8d70 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539693 Jan 20 15:16:13.473591 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d86a9d41-6579-44fe-b777-e44428b218d0 req-a28a4505-7294-487b-b47c-dce81a5cc4ee tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492404 Jan 20 15:16:14.440368 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cd515973-f358-4371-bea0-e9083a9567f0 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:16:14.578777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:16:14.592355 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'cd515973-f358-4371-bea0-e9083a9567f0', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'port_id': 'cd515973-f358-4371-bea0-e9083a9567f0', 'mac_address': 'fa:16:3e:67:fa:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:16:14.646561 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:14.659784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b44c7-261d-4702-abfa-66c7fdbf6a7c req-1c286522-54c1-459c-aeb6-b6f72e5e9c70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:14.661231 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-598b44c7-261d-4702-abfa-66c7fdbf6a7c req-1c286522-54c1-459c-aeb6-b6f72e5e9c70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 944 time: 0.0787320 Jan 20 15:16:14.664488 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd515973-f358-4371-bea0-e9083a9567f0 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:16:14.680780 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:16:14.687549 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:14.706391 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-598b44c7-261d-4702-abfa-66c7fdbf6a7c req-857487e2-6fb0-459a-9c9c-c253c7e08e5f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 Jan 20 15:16:14.754512 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=9']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:14.946172 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['cd515973-f358-4371-bea0-e9083a9567f0'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:16:15.898152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7046-d264-43ea-a674-445a7b8ebbaa req-c7bf9d92-f0b7-429d-8a7d-42185cdb42b1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:15.899565 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-10ff7046-d264-43ea-a674-445a7b8ebbaa req-c7bf9d92-f0b7-429d-8a7d-42185cdb42b1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 945 time: 0.0896120 Jan 20 15:16:15.958260 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-10ff7046-d264-43ea-a674-445a7b8ebbaa req-6f851416-db39-486b-9468-b78292fc36a9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503459 Jan 20 15:16:16.452240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cd515973-f358-4371-bea0-e9083a9567f0 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:16:16.530635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port cd515973-f358-4371-bea0-e9083a9567f0 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:16:16.531008 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:16.645958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:16.673534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:16:16.683741 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:16:16.689334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:16.725262 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0', 'code': 200} Jan 20 15:16:16.764532 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=10']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:16.968989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225836-3ca3-4a30-9f21-895a3a39da79 req-af9b2e8d-0eef-41c5-a68f-0b7f35e01dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:16.970332 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-21225836-3ca3-4a30-9f21-895a3a39da79 req-af9b2e8d-0eef-41c5-a68f-0b7f35e01dfe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1100 time: 0.0732198 Jan 20 15:16:17.011444 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-21225836-3ca3-4a30-9f21-895a3a39da79 req-520ddf38-7f26-4a1e-985c-28b0f41cf4ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341742 Jan 20 15:16:17.157125 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae2656-8e0d-46f8-ac8c-bc26644a9d41 req-a559d694-b4dd-4687-9248-882d9d011fcf tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:17.158626 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-04ae2656-8e0d-46f8-ac8c-bc26644a9d41 req-a559d694-b4dd-4687-9248-882d9d011fcf tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 947 time: 0.0957127 Jan 20 15:16:17.208485 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-04ae2656-8e0d-46f8-ac8c-bc26644a9d41 req-1564e27f-d9c4-4b8b-b7b1-b343817042a3 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439432 Jan 20 15:16:18.408705 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dbc9d-2ebc-479c-af1a-727a2380eda3 req-2e27a428-fd83-4e18-be7e-af2d2ab96411 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:18.410174 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b8dbc9d-2ebc-479c-af1a-727a2380eda3 req-2e27a428-fd83-4e18-be7e-af2d2ab96411 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 947 time: 0.0876200 Jan 20 15:16:18.463053 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-0b8dbc9d-2ebc-479c-af1a-727a2380eda3 req-ca022f0f-311d-4e26-a4fb-5bc94128de63 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466433 Jan 20 15:16:19.679222 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4de32a-37bd-4e0b-a0fc-5010117362d5 req-d010da5a-fd70-4893-8da6-9d1ad7a75cb0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:19.680709 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4d4de32a-37bd-4e0b-a0fc-5010117362d5 req-d010da5a-fd70-4893-8da6-9d1ad7a75cb0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 947 time: 0.0985470 Jan 20 15:16:19.724945 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4d4de32a-37bd-4e0b-a0fc-5010117362d5 req-fc008ddd-b7e6-4b1e-98fc-91be0cb0a18b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383837 Jan 20 15:16:25.274399 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:25.711048 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:16:33.158794 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0f940681-1f79-4f0b-9627-2a15aef69b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:35.514031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8202d146-eec2-4512-840e-ead6052d0b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:36.509155 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:36.644457 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:38.108793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.292619 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:02.715890 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:17:03.158468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-31d36e01-6bda-4b2e-8060-7d31b41ba751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:05.505680 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c23f209-ff4b-4409-86ff-871430d0dae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:06.513919 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:06.649500 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:08.115005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:12.323897 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-3d74697f-c018-46e8-95de-5552f6b33232 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713897 Jan 20 15:17:12.474992 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-1d3a3409-e199-4130-9a3b-b99143a8bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:12.476573 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-1d3a3409-e199-4130-9a3b-b99143a8bd8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1100 time: 0.0798800 Jan 20 15:17:12.631577 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-13fb692e-ea02-4411-9155-1461e7fd953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:12.633115 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-13fb692e-ea02-4411-9155-1461e7fd953c service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1334097 Jan 20 15:17:12.743762 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-4f596437-3f57-4425-abe2-8e3a9f46efb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 1001 time: 0.1036971 Jan 20 15:17:12.806386 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-c4e5c23d-9ebd-4765-ade7-3b3d7664a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:12.807758 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-c4e5c23d-9ebd-4765-ade7-3b3d7664a83b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0581868 Jan 20 15:17:12.881933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-ba92f4df-0c11-434e-9d02-dfaf48b8aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:12.883284 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-ba92f4df-0c11-434e-9d02-dfaf48b8aa43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693502 Jan 20 15:17:13.012565 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-fed1c1aa-c069-4d82-944e-ffa1d80b2603 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225507 Jan 20 15:17:13.143730 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3237e918-efe4-4ae3-b9d8-293196984ef4 req-592899c8-ba82-478e-b064-78d2bc584001 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253269 Jan 20 15:17:25.295722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:29.465010 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 32812) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:29.684683 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Deleting port d5038202-810c-4c27-be6f-9ab09508fd92 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:17:29.685015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:29.866312 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:29.866701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:29.988098 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Calling delete_port for d5038202-810c-4c27-be6f-9ab09508fd92 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:17:30.262137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:30.316680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event deleted for resources: {'Port': ['ID=d5038202-810c-4c27-be6f-9ab09508fd92,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:30.365071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.365405 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.365729 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.366056 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.366481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.366803 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.367117 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.367430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.367740 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.368182 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.368516 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.369833 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:30.435786 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:30.436062 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Floating IP a7392945-bc42-4373-a6e7-daf5f624b789 disassociated (deleted). External IP: 172.26.0.46, port: cd515973-f358-4371-bea0-e9083a9567f0. Jan 20 15:17:30.810791 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Router 1b5a9719-4e81-4c40-834a-e3d71fb3100e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:17:30.991397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:17:31.002380 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] Sync routers for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:17:31.012449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:17:31.013412 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:17:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:31.017099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:31.071624 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-cdf3002b-4932-4275-ba29-205b5e216342 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "DELETE /v2.0/floatingips/a7392945-bc42-4373-a6e7-daf5f624b789 HTTP/1.1" status: 204 len: 168 time: 1.6052423 Jan 20 15:17:31.072094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:17:31.167672 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0', 'status': 'completed', 'code': 200} Jan 20 15:17:31.196056 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:17:31.272049 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b795d-648e-4c1e-9432-96b99605be8c req-57bdee42-8c5e-4e43-9317-10ac91e4bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:31.274328 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d27b795d-648e-4c1e-9432-96b99605be8c req-57bdee42-8c5e-4e43-9317-10ac91e4bb87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 1100 time: 0.0857215 Jan 20 15:17:31.529607 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:31.533571 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] Checking router: 1b5a9719-4e81-4c40-834a-e3d71fb3100e for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:17:31.542265 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:17:31.542845 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:17:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:31.554934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b795d-648e-4c1e-9432-96b99605be8c req-a1b39f92-3ef0-4995-9b6c-3bc392613206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:31.556404 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d27b795d-648e-4c1e-9432-96b99605be8c req-a1b39f92-3ef0-4995-9b6c-3bc392613206 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.2755718 Jan 20 15:17:31.638106 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d27b795d-648e-4c1e-9432-96b99605be8c req-5f8e0fd0-f738-4274-88f9-d1a203e5fe3d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 200 len: 217 time: 0.0707569 Jan 20 15:17:31.716019 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad209b-c6e9-4a09-ab4e-e69a86fcc3bc req-42fd7544-69d0-4316-93c8-15873fde052e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:31.717498 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a1ad209b-c6e9-4a09-ab4e-e69a86fcc3bc req-42fd7544-69d0-4316-93c8-15873fde052e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 947 time: 0.2495108 Jan 20 15:17:31.718951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b795d-648e-4c1e-9432-96b99605be8c req-ff835986-72d4-4bbb-a0ff-8bf646576df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:31.720315 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d27b795d-648e-4c1e-9432-96b99605be8c req-ff835986-72d4-4bbb-a0ff-8bf646576df7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0755203 Jan 20 15:17:31.722977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:17:31.806348 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a1ad209b-c6e9-4a09-ab4e-e69a86fcc3bc req-741f8a6a-a4c3-4606-a5f3-97d56f5b76d3 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826552 Jan 20 15:17:31.826862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b795d-648e-4c1e-9432-96b99605be8c req-a3c7f5b8-373d-43af-898a-29b7a8f99b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:31.828362 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d27b795d-648e-4c1e-9432-96b99605be8c req-a3c7f5b8-373d-43af-898a-29b7a8f99b2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918794 Jan 20 15:17:31.959399 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d27b795d-648e-4c1e-9432-96b99605be8c req-1afdb5e8-6fd3-4841-9655-2f320cc50464 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244450 Jan 20 15:17:32.038959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:32.043268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6ee77-46da-499d-baac-81a428d02482 None None] The sync data for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv is: [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:17:32.095235 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d27b795d-648e-4c1e-9432-96b99605be8c req-96a7c02c-a12d-4987-868c-95f41580ef53 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277421 Jan 20 15:17:32.264003 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b78e92-76ea-46ae-a8fa-df14c6b4bd15 None None] New status for floating IP a7392945-bc42-4373-a6e7-daf5f624b789: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:17:32.719511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-142faa06-d136-4628-8e58-869b6f3e9cf4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:32.720898 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-142faa06-d136-4628-8e58-869b6f3e9cf4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.72 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 947 time: 0.1012542 Jan 20 15:17:32.789045 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Deleting port cd515973-f358-4371-bea0-e9083a9567f0 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:17:32.789387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:33.040435 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] For port cd515973-f358-4371-bea0-e9083a9567f0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cd515973-f358-4371-bea0-e9083a9567f0,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:17:33.040649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:33.051284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f668c62-d24d-4823-a4f8-778fd7d91612 req-39374481-f205-41c2-9db2-eec2a7b3da4c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:33.051978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-8f668c62-d24d-4823-a4f8-778fd7d91612 req-39374481-f205-41c2-9db2-eec2a7b3da4c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Synchronizing usage tracker for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:17:33.068375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-8f668c62-d24d-4823-a4f8-778fd7d91612 req-39374481-f205-41c2-9db2-eec2a7b3da4c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Unset dirty status for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:17:33.069602 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8f668c62-d24d-4823-a4f8-778fd7d91612 req-39374481-f205-41c2-9db2-eec2a7b3da4c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=27eaec60-0f22-4b3b-a21f-24c4f8f89777 HTTP/1.1" status: 200 len: 947 time: 0.1516819 Jan 20 15:17:33.113681 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8f668c62-d24d-4823-a4f8-778fd7d91612 req-e4ed7f9e-e3cc-4f6a-8597-08ad855659ea tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380697 Jan 20 15:17:33.152550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d7002880-d1c4-47b2-bd91-2e9e97339f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:33.163318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Calling delete_port for cd515973-f358-4371-bea0-e9083a9567f0 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:17:33.316892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:33.369904 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event deleted for resources: {'Port': ['ID=cd515973-f358-4371-bea0-e9083a9567f0,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:33.409684 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.409947 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.410290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.410617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.410940 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.411262 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.411582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.411899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.412249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.412553 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.412869 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.413179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:33.458837 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] No DVR routers for this DVR port cd515973-f358-4371-bea0-e9083a9567f0 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:17:33.462301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:33.466497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'name': 'network-vif-deleted', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:17:33.490730 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ccc06502-b8ff-47d6-b6cb-170e6baf3a67 req-96447544-c9b5-4f7d-9d0c-9fc0ac566d70 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.72 "DELETE /v2.0/ports/cd515973-f358-4371-bea0-e9083a9567f0 HTTP/1.1" status: 204 len: 173 time: 0.7642746 Jan 20 15:17:33.572143 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27eaec60-0f22-4b3b-a21f-24c4f8f89777', 'name': 'network-vif-deleted', 'tag': 'cd515973-f358-4371-bea0-e9083a9567f0', 'status': 'completed', 'code': 200} Jan 20 15:17:34.221590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 32836) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:34.295287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32db5ce6-741b-4468-9bb3-2b1f4ffe32ec tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.325259 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32db5ce6-741b-4468-9bb3-2b1f4ffe32ec tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.389575 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32db5ce6-741b-4468-9bb3-2b1f4ffe32ec tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.407483 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db5ce6-741b-4468-9bb3-2b1f4ffe32ec tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbcc55d-8b81-46f4-bc5a-fbbd761506ee,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:34.419533 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-32db5ce6-741b-4468-9bb3-2b1f4ffe32ec tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.421022 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-32db5ce6-741b-4468-9bb3-2b1f4ffe32ec tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "DELETE /v2.0/security-groups/9bbcc55d-8b81-46f4-bc5a-fbbd761506ee HTTP/1.1" status: 204 len: 168 time: 0.1981521 Jan 20 15:17:34.723907 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 32844) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:34.729031 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081971178', 'description': 'tempest-secgroup-smoke-1081971178 description', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:17:34.735696 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:34.740244 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:34.743255 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:34.749444 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:34.761752 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.781362 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:34.785288 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:34.788243 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:34.794011 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:34.871151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.876784 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.921829 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78dda2f-c50a-4a56-9b97-f50661a95c00,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:34.931704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.933325 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-c9eb7b7b-ef1d-4669-8292-3c63d4fd7a8a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2084210 Jan 20 15:17:34.937519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 32848) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:34.942694 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': 'b78dda2f-c50a-4a56-9b97-f50661a95c00', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:17:34.948915 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:34.953046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:34.955984 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:34.961686 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:34.980335 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.038854 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.043665 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.067413 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8602fd-590e-41eb-9b52-5b622536988c,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:35.077881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.079047 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-24147a6d-ecab-4a4c-ac30-dc471dc053e4 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406069 Jan 20 15:17:35.081823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 32852) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:35.086676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': 'b78dda2f-c50a-4a56-9b97-f50661a95c00', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:17:35.092408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:35.096171 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:35.099018 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:35.104726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:35.123530 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.193393 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.199239 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.225897 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b23e97e-0d93-47f6-84d2-773f0fe57efd,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:35.234034 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.235245 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3a58257b-6ebf-42f6-b81c-7c0d98060aa0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524756 Jan 20 15:17:35.238259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 32856) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:35.246420 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': 'b78dda2f-c50a-4a56-9b97-f50661a95c00', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:17:35.255227 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:35.261099 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:35.265030 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:35.273917 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:35.293779 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.362391 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.368751 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.391176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b098ba-2aca-4422-8eb0-b90fc59253bf,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:35.402271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.403613 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-79aaf627-2005-4458-bd09-34dde7d21ad2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640165 Jan 20 15:17:35.406341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 32860) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:35.411184 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': 'b78dda2f-c50a-4a56-9b97-f50661a95c00', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:17:35.417071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:35.421947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:35.425015 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:35.430997 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:35.451808 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.499771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-25282af0-5a10-4041-a15b-cea6061bcb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.513472 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.518937 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.541151 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b2548d-7b2f-4b84-a85e-91ffa049f09a,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:35.551681 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.552891 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-5df92d1f-16b7-4c37-ab8d-60bf4b2be2fb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456244 Jan 20 15:17:35.556038 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 32864) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:35.563671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': 'b78dda2f-c50a-4a56-9b97-f50661a95c00', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:17:35.572296 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:35.577873 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:35.581341 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:35.586894 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:35.599086 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Project cbd5edcbbfd546de87a90ca5dc9f2c03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:17:35.605484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.770883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.776646 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.799280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b717ab-d6bc-4b6c-8783-c527cfe72765,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:35.809480 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.810619 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9cd3349a-fafd-42d0-acbe-b9ad6d07a3eb tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2532899 Jan 20 15:17:35.813463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 32868) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:35.818423 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'security_group_rule': {'security_group_id': 'b78dda2f-c50a-4a56-9b97-f50661a95c00', 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:17:35.824123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:35.827850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:security_group_rule and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:35.830747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:35.836372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:35.848788 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Project cbd5edcbbfd546de87a90ca5dc9f2c03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:17:35.855062 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.919359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.925752 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.947590 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6651a804-0426-4f70-a700-3cd01b07328e,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:35.957587 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:35.958782 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-029a1125-fa48-44ad-835b-bfc3533dadfa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443057 Jan 20 15:17:36.511793 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:36.653578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:36.952785 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cd515973-f358-4371-bea0-e9083a9567f0 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:17:36.987366 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: cd515973-f358-4371-bea0-e9083a9567f0 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:17:36.987710 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device cd515973-f358-4371-bea0-e9083a9567f0 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:17:38.113418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:39.715133 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:17:50.981185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-384fcefa-56a8-4d9d-864a-12c8585bdb79 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Synchronizing usage tracker for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:17:50.998426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-384fcefa-56a8-4d9d-864a-12c8585bdb79 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Unset dirty status for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:17:50.999670 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-384fcefa-56a8-4d9d-864a-12c8585bdb79 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081971178&fields=id&tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03 HTTP/1.1" status: 200 len: 267 time: 0.0614045 Jan 20 15:17:51.150987 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-03230eb2-94b1-4cde-9a4a-b8a78afd2437 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:51.152351 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-03230eb2-94b1-4cde-9a4a-b8a78afd2437 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 809 time: 0.1456976 Jan 20 15:17:51.169345 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-84dc44d0-0ba3-4334-a19f-c55e3f43b5e0 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/quotas/cbd5edcbbfd546de87a90ca5dc9f2c03 HTTP/1.1" status: 200 len: 375 time: 0.0091350 Jan 20 15:17:51.251649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-638c2119-7683-41b0-962b-e282177d1f1a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Synchronizing usage tracker for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:17:51.269354 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-638c2119-7683-41b0-962b-e282177d1f1a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Unset dirty status for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:17:51.270684 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-638c2119-7683-41b0-962b-e282177d1f1a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961831 Jan 20 15:17:51.450866 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-28e8a515-f6cf-41c7-96f7-262cdec3c2cc service neutron] 10.222.0.87 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685290 Jan 20 15:17:51.580433 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f6b58655-7cc0-4c33-87fe-051975af2674 service neutron] 10.222.0.87 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236515 Jan 20 15:17:51.979286 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b117fa8a-8aa0-4161-9032-95503327801b req-6276b9d1-26d3-4a8b-9b8e-1be039c53ef7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 210 time: 0.0445669 Jan 20 15:17:53.043235 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-efc5c297-12e6-4281-bda9-07c71f06eec7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:53.044785 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-efc5c297-12e6-4281-bda9-07c71f06eec7 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 809 time: 0.1498322 Jan 20 15:17:53.095180 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-e03da14f-a925-4ae7-b548-7fff4164fae6 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03 HTTP/1.1" status: 200 len: 380 time: 0.0403419 Jan 20 15:17:53.134237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'port': {'device_id': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'admin_state_up': True, 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'security_groups': ['b78dda2f-c50a-4a56-9b97-f50661a95c00']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:17:53.160011 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-37ed5fa5-a87d-4e5d-b70d-f8c681c5f151 req-7a6f33db-f2cf-4908-a06b-01a90d2fb82b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 210 time: 0.0638738 Jan 20 15:17:53.283539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:53.293642 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:53.305717 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Made reservation on behalf of cbd5edcbbfd546de87a90ca5dc9f2c03 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:17:53.309574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:53.471284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Allocated IP 172.20.0.7 (08acaa63-8ef1-464d-9c7d-0a593f3fa0ed/fb41b116-2d45-486c-bf01-7381814d478e/f7c56924-2bfa-4e4f-bf1c-05c4088ca33a) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:17:53.669601 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:53.685679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Transition to ACTIVE for port object f7c56924-2bfa-4e4f-bf1c-05c4088ca33a will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:17:53.711051 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:53.781437 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:17:53.784625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:17:53.788477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:17:53.819048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'Port': ['ID=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:53.856921 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:53.857569 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:53.887417 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5b74def-2073-4d77-8f5e-d04975c2b769 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7610912 Jan 20 15:17:53.898670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Request body: {'port': {'device_id': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:17:54.012042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.078884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f93823f4-692b-4960-85fb-0ec4127ceafb None None] Provisioning for port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:17:54.084334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f93823f4-692b-4960-85fb-0ec4127ceafb None None] Provisioning complete for port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:54.084944 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f93823f4-692b-4960-85fb-0ec4127ceafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.148029 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f93823f4-692b-4960-85fb-0ec4127ceafb None None] Port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:17:54.352945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cc7fd-a079-42da-8cef-5d7b15d01bd0 req-725eb052-6d19-4b5a-9b1f-74147f969f77 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:54.354726 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-608cc7fd-a079-42da-8cef-5d7b15d01bd0 req-725eb052-6d19-4b5a-9b1f-74147f969f77 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 931 time: 0.0844243 Jan 20 15:17:54.399294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-608cc7fd-a079-42da-8cef-5d7b15d01bd0 req-19c0b2d4-a276-4231-8249-0de931468734 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Synchronizing usage tracker for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:17:54.410615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-608cc7fd-a079-42da-8cef-5d7b15d01bd0 req-19c0b2d4-a276-4231-8249-0de931468734 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Unset dirty status for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:17:54.412691 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-608cc7fd-a079-42da-8cef-5d7b15d01bd0 req-19c0b2d4-a276-4231-8249-0de931468734 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510895 Jan 20 15:17:54.467583 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c56924-2bfa-4e4f-bf1c-05c4088ca33a {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:17:54.475024 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.489685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Transition to ACTIVE for port object f7c56924-2bfa-4e4f-bf1c-05c4088ca33a will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:17:54.494368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.652970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:54.731432 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Attempting to bind port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:17:54.731676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Attempting to bind port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:17:54.732187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Attempting to bind port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a on network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:17:54.737198 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a on network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:17:54.737588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Attempting to bind port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a on network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:17:54.742843 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:17:54.743175 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Checking segment: {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:17:54.743551 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Bound using segment: {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:17:54.743966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Bound port: f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e6bd06-39b8-4ede-b173-98e4fc9bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:17:54.744344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.845806 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] For port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:17:54.848955 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] For port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:17:54.855157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.916855 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:54.917459 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.918816 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 1093 time: 1.0243328 Jan 20 15:17:54.919245 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:17:54.943374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c120b6-100f-4a85-a1ba-23a7f20bd1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:54.997370 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'status': 'completed', 'code': 200} Jan 20 15:17:55.032736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5101350-f4f8-455c-895a-38a6f2c4603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:55.034241 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f5101350-f4f8-455c-895a-38a6f2c4603b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1096 time: 0.0750127 Jan 20 15:17:55.106838 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-f81b78f2-2490-4719-a6c3-f3ac55aa96d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 217 time: 0.0653064 Jan 20 15:17:55.167899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-b37e14b1-9e6e-46de-8dd6-8d12a127f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:55.169368 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-b37e14b1-9e6e-46de-8dd6-8d12a127f122 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0566645 Jan 20 15:17:55.243418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-5e18ce33-7510-4275-b05f-810247277790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:55.244803 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-5e18ce33-7510-4275-b05f-810247277790 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699296 Jan 20 15:17:55.282781 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:55.387463 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-fe3dea10-9e00-47b1-90c9-986d86798cb5 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362422 Jan 20 15:17:55.521763 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-77c036e3-2c4f-497f-96c7-c9a9ad1fd6db req-69692377-dc4e-417c-9fad-db800d1bf0fc service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273835 Jan 20 15:17:55.597354 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641bf84-5c26-455a-918c-de5d3ac046df req-45017c56-2667-43ad-b891-2453234d0c99 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:55.599446 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b641bf84-5c26-455a-918c-de5d3ac046df req-45017c56-2667-43ad-b891-2453234d0c99 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0849326 Jan 20 15:17:55.642215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-2adf9877-7729-42d8-a4f2-b0ec93f8fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:55.643728 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-2adf9877-7729-42d8-a4f2-b0ec93f8fdcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1096 time: 0.0750713 Jan 20 15:17:55.749878 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b641bf84-5c26-455a-918c-de5d3ac046df req-a31e4fb2-09cf-4147-b6c3-d00e4c0acab9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446674 Jan 20 15:17:55.779834 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-f2ffb607-9d08-4bfa-8a63-9b003e9a534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:55.780303 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-f2ffb607-9d08-4bfa-8a63-9b003e9a534d service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1306224 Jan 20 15:17:55.852820 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-5c6e1e35-9d4a-4ac0-b48f-5fe97cc6920b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 217 time: 0.0656264 Jan 20 15:17:55.923210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-362b3ba5-16a4-4ef3-88cb-60437b2a546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:55.924630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-362b3ba5-16a4-4ef3-88cb-60437b2a546c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0653918 Jan 20 15:17:56.001183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-176e8d2e-4aa2-4511-ba3e-39fef32f7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:56.002636 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-176e8d2e-4aa2-4511-ba3e-39fef32f7070 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716488 Jan 20 15:17:56.231712 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-d48cabc0-53d7-46aa-89c6-0dd2a9b45aa2 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231529 Jan 20 15:17:56.362839 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-b2f39830-7eaa-402e-ba90-7f2c07caa14f req-16240b4c-58e2-4b3e-b70e-8abcc2c08dae service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253095 Jan 20 15:17:56.970472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd09492-d410-4ebc-827b-13129856c564 req-73981cee-f568-402b-9ca9-b5c09b471779 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:56.971213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2dd09492-d410-4ebc-827b-13129856c564 req-73981cee-f568-402b-9ca9-b5c09b471779 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Synchronizing usage tracker for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:17:56.988241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-2dd09492-d410-4ebc-827b-13129856c564 req-73981cee-f568-402b-9ca9-b5c09b471779 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Unset dirty status for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:17:56.989512 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2dd09492-d410-4ebc-827b-13129856c564 req-73981cee-f568-402b-9ca9-b5c09b471779 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.1070349 Jan 20 15:17:57.033131 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2dd09492-d410-4ebc-827b-13129856c564 req-0d3cc1e2-2e2e-43e9-bf46-84bb027d40de tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375152 Jan 20 15:17:58.234285 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be145897-50cb-441b-bab3-4d37135fb71a req-6b35e4ca-d5df-4a70-85f7-61920bd3c90b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:58.235742 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be145897-50cb-441b-bab3-4d37135fb71a req-6b35e4ca-d5df-4a70-85f7-61920bd3c90b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0934904 Jan 20 15:17:58.281907 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-be145897-50cb-441b-bab3-4d37135fb71a req-f6f591ec-d190-4bc7-a52a-a6331767d7e8 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376678 Jan 20 15:17:59.487153 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a82ec-6df9-4f0b-bbb7-755b3fbaa0b9 req-de8bdc05-5977-4261-b4d2-0d7ed75671ab tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:59.488620 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-aa1a82ec-6df9-4f0b-bbb7-755b3fbaa0b9 req-de8bdc05-5977-4261-b4d2-0d7ed75671ab tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0878828 Jan 20 15:17:59.532167 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-aa1a82ec-6df9-4f0b-bbb7-755b3fbaa0b9 req-3884c9c3-585a-4d74-b246-dabe09d5c412 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378506 Jan 20 15:18:00.727793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9079-ebbf-4a82-861f-30232b655f63 req-4d43a196-4488-47bb-be13-9bd69c9f42db tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:00.729272 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4a6f9079-ebbf-4a82-861f-30232b655f63 req-4d43a196-4488-47bb-be13-9bd69c9f42db tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0819323 Jan 20 15:18:00.775357 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4a6f9079-ebbf-4a82-861f-30232b655f63 req-7d9f4e18-456c-4bd3-9042-2687f255577f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375364 Jan 20 15:18:01.969821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1d6c1-50d4-43a7-a2d6-82cb7cc9c69f req-2003fe35-3ff9-422b-84fd-02ea340d008d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:01.971165 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-15d1d6c1-50d4-43a7-a2d6-82cb7cc9c69f req-2003fe35-3ff9-422b-84fd-02ea340d008d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0789926 Jan 20 15:18:02.014145 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-15d1d6c1-50d4-43a7-a2d6-82cb7cc9c69f req-c1baae44-f0d9-43f9-8bc9-b48d5b25ca0b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372331 Jan 20 15:18:03.047958 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f7c56924-2bfa-4e4f-bf1c-05c4088ca33a details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:18:03.200840 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7bd6-6283-4fde-908a-135c6a973dae req-d243b5e7-5a71-4f11-bb59-a07f24c762a2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:03.202121 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-128f7bd6-6283-4fde-908a-135c6a973dae req-d243b5e7-5a71-4f11-bb59-a07f24c762a2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0845456 Jan 20 15:18:03.213735 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-68a7b209-947a-4834-863a-616ffc0fe499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:03.237817 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:18:03.250865 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'port_id': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'mac_address': 'fa:16:3e:21:92:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:18:03.251254 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-128f7bd6-6283-4fde-908a-135c6a973dae req-57206b3b-9641-4cc7-bf88-270a4f05ea09 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428898 Jan 20 15:18:03.304566 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:03.320413 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c56924-2bfa-4e4f-bf1c-05c4088ca33a {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:18:03.335435 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:18:03.341334 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:03.410018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:18:03.417569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.417915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.418254 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.418567 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.418891 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.419216 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.419537 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.420179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.420584 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.420903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.421222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.421534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:03.549893 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['f7c56924-2bfa-4e4f-bf1c-05c4088ca33a'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:18:04.452680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f014d5d-bf54-4037-a715-da1a83d8ec1a req-3b910cb3-7cd0-472a-9f1c-94e08fbf8e94 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:04.454048 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9f014d5d-bf54-4037-a715-da1a83d8ec1a req-3b910cb3-7cd0-472a-9f1c-94e08fbf8e94 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 944 time: 0.0908368 Jan 20 15:18:04.497040 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9f014d5d-bf54-4037-a715-da1a83d8ec1a req-a12a53ac-339a-45e8-a0e8-3eb5fce94141 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373857 Jan 20 15:18:05.078796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f7c56924-2bfa-4e4f-bf1c-05c4088ca33a up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:18:05.155591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:18:05.160555 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:18:05.160938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:05.279114 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:05.309032 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:18:05.319388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:18:05.324464 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:05.362962 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'code': 200} Jan 20 15:18:05.399126 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:18:05.506267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ec77840b-08a4-436a-97f4-5aef0f057f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:05.696108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22ef1-424e-497a-b1f7-82556d550102 req-1cdcf889-e969-449d-8c13-c7379738158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:05.697614 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a2d22ef1-424e-497a-b1f7-82556d550102 req-1cdcf889-e969-449d-8c13-c7379738158b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1098 time: 0.1306865 Jan 20 15:18:05.709196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0f9a5-65d1-40ed-8782-85beaa65016a req-41381ca2-9e5d-489f-9cda-a74ed4b24b16 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:05.710532 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fcc0f9a5-65d1-40ed-8782-85beaa65016a req-41381ca2-9e5d-489f-9cda-a74ed4b24b16 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.1041718 Jan 20 15:18:05.772554 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a2d22ef1-424e-497a-b1f7-82556d550102 req-c19857ec-eb7d-46de-8e7f-ee4ca8491578 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610995 Jan 20 15:18:05.776860 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-fcc0f9a5-65d1-40ed-8782-85beaa65016a req-9019a6d5-9509-408f-8e20-82e41aa20bff tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537782 Jan 20 15:18:06.519726 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:06.653312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:06.973109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85000c29-09b1-4f27-af1c-9ad74026e247 req-6fd15210-6d5b-4645-b8f2-130b486f9398 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:06.974565 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85000c29-09b1-4f27-af1c-9ad74026e247 req-6fd15210-6d5b-4645-b8f2-130b486f9398 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0869615 Jan 20 15:18:07.020717 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-85000c29-09b1-4f27-af1c-9ad74026e247 req-2059536d-c808-4bfb-a60d-4bfcbb95009a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382152 Jan 20 15:18:07.209009 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be95e2-278c-4c26-9f48-02484155f144 req-b5982346-a05c-4e5d-88c0-0c4a24632704 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:07.210483 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e5be95e2-278c-4c26-9f48-02484155f144 req-b5982346-a05c-4e5d-88c0-0c4a24632704 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0849667 Jan 20 15:18:07.253879 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e5be95e2-278c-4c26-9f48-02484155f144 req-f2a5f07e-09c0-4ece-8cf4-6f884f09cc4b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376182 Jan 20 15:18:07.275925 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33054) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:18:07.347813 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e406588d-cdf0-4bd2-ad1d-a9139b6746ce tempest-TestShelveInstance-1729304265 tempest-TestShelveInstance-1729304265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:07.348465 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e406588d-cdf0-4bd2-ad1d-a9139b6746ce tempest-TestShelveInstance-1729304265 tempest-TestShelveInstance-1729304265-project-admin] Synchronizing usage tracker for tenant:3aa59f6378d54d5fb5696e76037056ad on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:18:07.366440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-e406588d-cdf0-4bd2-ad1d-a9139b6746ce tempest-TestShelveInstance-1729304265 tempest-TestShelveInstance-1729304265-project-admin] Unset dirty status for tenant:3aa59f6378d54d5fb5696e76037056ad on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:18:07.367599 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-e406588d-cdf0-4bd2-ad1d-a9139b6746ce tempest-TestShelveInstance-1729304265 tempest-TestShelveInstance-1729304265-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1093 time: 0.0906551 Jan 20 15:18:07.370431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33058) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:18:07.375365 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:18:07.381561 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:18:07.385357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Usage tracker for resource:floatingip and tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:18:07.388122 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:18:07.393773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:18:07.406307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:07.546012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:07.692629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Allocated IP 172.26.0.69 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/c656a26a-689c-4b02-a104-31c1f7c19990) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:18:07.837224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:07.867846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:07.934412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:18:07.937579 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:18:07.941167 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:18:07.969357 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'Port': ['ID=c656a26a-689c-4b02-a104-31c1f7c19990,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:18:08.115591 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:08.461885 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:08.539228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:08.758791 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:08.766790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:08.883455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event updated for resources: {'Port': ['ID=c656a26a-689c-4b02-a104-31c1f7c19990,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:18:08.895920 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:09.067013 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Floating IP cee34f31-986a-425c-8ebd-de84a3bf574a associated. External IP: 172.26.0.69, port: f7c56924-2bfa-4e4f-bf1c-05c4088ca33a. Jan 20 15:18:09.433442 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Router 1b5a9719-4e81-4c40-834a-e3d71fb3100e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:18:09.619511 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:18:09.629728 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] Sync routers for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:18:09.639559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:18:09.640180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:18:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:18:09.645962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:09.701201 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-553cc289-c34f-43f8-818f-349fa05b7b6e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3295770 Jan 20 15:18:09.702058 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:18:09.753886 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'status': 'completed', 'code': 200} Jan 20 15:18:09.828138 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:18:09.968108 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-f9e7dbde-e562-4886-a4b1-c62a4ffd36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:09.969564 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-f9e7dbde-e562-4886-a4b1-c62a4ffd36f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1098 time: 0.1892745 Jan 20 15:18:10.099969 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-aac49da0-237d-4937-8adb-f0ca272789fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:10.101468 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-aac49da0-237d-4937-8adb-f0ca272789fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1257176 Jan 20 15:18:10.178240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'cee34f31-986a-425c-8ebd-de84a3bf574a', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'floating_ip_address': '172.26.0.69', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'port_id': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'mac_address': 'fa:16:3e:21:92:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:18:08Z', 'updated_at': '2022-01-20T15:18:08Z', 'revision_number': 0, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:18:10.182233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] Checking router: 1b5a9719-4e81-4c40-834a-e3d71fb3100e for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:18:10.190613 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:18:10.191201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:18:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:18:10.209088 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-ecf9c81f-e326-47e2-80b9-73f89a1bb11d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 998 time: 0.1004374 Jan 20 15:18:10.272475 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-aac9dd75-6323-4ca3-adce-24c7b7bbd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:10.273837 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-aac9dd75-6323-4ca3-adce-24c7b7bbd5c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0567117 Jan 20 15:18:10.348946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-cb074b53-814b-4c8b-8447-3e2f99dcf457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:10.350479 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-cb074b53-814b-4c8b-8447-3e2f99dcf457 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698452 Jan 20 15:18:10.366325 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:18:10.482366 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-c448d379-bd38-4c91-b7a2-dadea5ece604 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257010 Jan 20 15:18:10.612728 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-da8439a5-e4b2-46ff-8e70-76d9425908af req-620afdec-7fcf-4227-9860-da5d1ff97da9 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247287 Jan 20 15:18:10.745184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'cee34f31-986a-425c-8ebd-de84a3bf574a', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'floating_ip_address': '172.26.0.69', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'port_id': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'mac_address': 'fa:16:3e:21:92:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:18:08Z', 'updated_at': '2022-01-20T15:18:08Z', 'revision_number': 0, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:18:10.749873 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7049c3fb-d7c6-4d88-ab65-ab8f7544a773 None None] The sync data for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv is: [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': 'cee34f31-986a-425c-8ebd-de84a3bf574a', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'floating_ip_address': '172.26.0.69', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'port_id': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'mac_address': 'fa:16:3e:21:92:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:18:08Z', 'updated_at': '2022-01-20T15:18:08Z', 'revision_number': 0, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:18:10.961005 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14126b99-1d7a-4998-ad8c-a515de78feb4 None None] New status for floating IP cee34f31-986a-425c-8ebd-de84a3bf574a: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:18:14.328028 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-91c7a4e4-2fc3-48fa-9fb5-660b3a8ee149 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782962 Jan 20 15:18:14.473276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-ab8ea8a7-05c8-40c5-a64e-8dde9f53cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:14.474794 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-ab8ea8a7-05c8-40c5-a64e-8dde9f53cc25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1098 time: 0.0741909 Jan 20 15:18:14.638007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-a678a8c2-251e-4fb7-92a3-99aa0f8f12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:14.639422 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-a678a8c2-251e-4fb7-92a3-99aa0f8f12f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1460106 Jan 20 15:18:14.742340 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-32f7ec50-424c-432b-b1b2-fe6c325883c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 1000 time: 0.0968423 Jan 20 15:18:14.803706 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-8292e684-87dc-4b4a-9470-a3867043c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:14.805123 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-8292e684-87dc-4b4a-9470-a3867043c659 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0565889 Jan 20 15:18:14.884218 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-1a62ca5c-96c6-4c8e-9318-f1571c702414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:14.885736 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-1a62ca5c-96c6-4c8e-9318-f1571c702414 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739660 Jan 20 15:18:15.018570 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-49ef407f-9344-4c2f-86a2-323db3af4bb8 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264691 Jan 20 15:18:15.148492 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7fd9210b-3882-4f49-b799-4d6c4fcd3bc5 req-8290749e-0627-4d3b-8146-774c02d4dc59 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236267 Jan 20 15:18:16.719557 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:18:25.315051 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:33.166012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-953b5d48-67a0-4fa2-b2de-94ac8debb304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:35.498992 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4176b2a6-0d51-4593-bad3-6a8f98c44da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:36.506153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:36.656427 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:38.127127 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:53.719861 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:18:55.329099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:03.159993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fa4a24a4-a0fb-437d-9771-4e4eda7e6c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:05.514501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3cb450a4-9038-4cd3-9ac6-0cddf8add06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:06.503484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:06.667971 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:08.124415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:15.320261 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4405751b-982c-48f1-946e-e59371bc88fa req-014f8c33-82eb-4486-a11d-108e1bf9a7dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725126 Jan 20 15:19:15.569097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405751b-982c-48f1-946e-e59371bc88fa req-fb31d43c-9ba5-4037-b3d8-efe1ad6fdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:19:15.570674 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4405751b-982c-48f1-946e-e59371bc88fa req-fb31d43c-9ba5-4037-b3d8-efe1ad6fdba4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1098 time: 0.1820893 Jan 20 15:19:15.716867 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405751b-982c-48f1-946e-e59371bc88fa req-a935309f-4089-41f7-a4e0-f1d018f28c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:19:15.718316 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4405751b-982c-48f1-946e-e59371bc88fa req-a935309f-4089-41f7-a4e0-f1d018f28c13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1279757 Jan 20 15:19:15.822716 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4405751b-982c-48f1-946e-e59371bc88fa req-1b946812-5167-4d23-b0ea-be08d97aa067 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 1000 time: 0.0973339 Jan 20 15:19:15.883898 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405751b-982c-48f1-946e-e59371bc88fa req-84583011-5ba4-46c4-9463-278d86d339d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:19:15.885370 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4405751b-982c-48f1-946e-e59371bc88fa req-84583011-5ba4-46c4-9463-278d86d339d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0565376 Jan 20 15:19:15.971323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405751b-982c-48f1-946e-e59371bc88fa req-a5e8e9ff-232c-438a-8b67-da468fdd30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:19:15.972841 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4405751b-982c-48f1-946e-e59371bc88fa req-a5e8e9ff-232c-438a-8b67-da468fdd30d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813820 Jan 20 15:19:16.102167 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4405751b-982c-48f1-946e-e59371bc88fa req-d709a147-8083-48f7-8f7f-0e37ba2f7168 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222398 Jan 20 15:19:16.229857 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4405751b-982c-48f1-946e-e59371bc88fa req-1d3b9ca3-232a-41eb-99ef-647b3830e016 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213827 Jan 20 15:19:25.330554 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:30.723654 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:19:33.175518 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9eb71363-f6ab-4a47-8f63-cedb531aa5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:35.501687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3c7a-b700-4aa0-81e9-5761746fe072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:36.498349 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:36.667519 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:38.128632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:55.344641 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:03.163168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d268d516-c8aa-49c2-891b-1dc50dd25828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:05.501664 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-509c5e6d-94d5-4fd2-b47f-627abcf0a9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:06.504934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:06.667512 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:07.723413 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:20:07.863142 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebaf8d-2d12-4bff-9dcf-5f0d47621c5b req-d93d4665-ae0b-4dd8-a98a-166c6b6095c9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:07.865429 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6ebaf8d-2d12-4bff-9dcf-5f0d47621c5b req-d93d4665-ae0b-4dd8-a98a-166c6b6095c9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.1031287 Jan 20 15:20:07.918334 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d6ebaf8d-2d12-4bff-9dcf-5f0d47621c5b req-52d8ac4a-ddac-497c-abb0-b4d3f7f1ed96 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468485 Jan 20 15:20:08.137326 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:09.167079 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acf0b2-c771-4d93-b442-64d2e1b600ae req-0053bf74-8b09-4dcf-b735-bba38ed7fa68 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:09.171055 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0acf0b2-c771-4d93-b442-64d2e1b600ae req-0053bf74-8b09-4dcf-b735-bba38ed7fa68 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0845404 Jan 20 15:20:09.218508 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a0acf0b2-c771-4d93-b442-64d2e1b600ae req-30823e3a-340a-47c2-984e-6a677702fbc8 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Jan 20 15:20:10.422730 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075f19a-124c-4b47-9b3c-a9687b564300 req-af59ae4c-e7fe-4b6a-873c-1bda577c5578 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:10.424379 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a075f19a-124c-4b47-9b3c-a9687b564300 req-af59ae4c-e7fe-4b6a-873c-1bda577c5578 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0921469 Jan 20 15:20:10.471940 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-a075f19a-124c-4b47-9b3c-a9687b564300 req-6806ddd5-4206-45ed-b914-16767a41e02e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 Jan 20 15:20:11.672346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef1f13-923a-492e-9295-d4b74cfd2f7f req-ffa95e53-fc0b-4cf0-a342-1bf8bfb03074 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:11.674499 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9eef1f13-923a-492e-9295-d4b74cfd2f7f req-ffa95e53-fc0b-4cf0-a342-1bf8bfb03074 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0918667 Jan 20 15:20:11.721811 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9eef1f13-923a-492e-9295-d4b74cfd2f7f req-e523ca13-3ece-4715-8271-86dcdc5f6bd9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 Jan 20 15:20:12.914481 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389b73b-a943-43da-902b-4153594be9f7 req-691ed885-e453-4064-8020-f104962e4f98 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:12.916081 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5389b73b-a943-43da-902b-4153594be9f7 req-691ed885-e453-4064-8020-f104962e4f98 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0871620 Jan 20 15:20:12.962441 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-5389b73b-a943-43da-902b-4153594be9f7 req-810f794a-f3e4-431a-8c3a-8b7279fdab1f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401652 Jan 20 15:20:14.170692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f101-f486-4bd9-94c1-c96cd61a8646 req-e3324ce9-6d8f-48a0-b854-871e71fe0bb1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:14.172352 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4417f101-f486-4bd9-94c1-c96cd61a8646 req-e3324ce9-6d8f-48a0-b854-871e71fe0bb1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0861824 Jan 20 15:20:14.243470 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4417f101-f486-4bd9-94c1-c96cd61a8646 req-3115a088-0576-4e0e-b740-31014f32a912 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642576 Jan 20 15:20:15.447055 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b10b1-a4ed-470e-bd66-66b75321b822 req-a9f456ca-5807-4456-a04a-3e6ced1a764f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:15.448789 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-515b10b1-a4ed-470e-bd66-66b75321b822 req-a9f456ca-5807-4456-a04a-3e6ced1a764f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0830162 Jan 20 15:20:15.497591 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-515b10b1-a4ed-470e-bd66-66b75321b822 req-a593f961-fe47-4721-a115-ca2314528eae tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430880 Jan 20 15:20:15.511892 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-aa9fa9e5-9265-49b0-9831-d63cd0e9140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:15.513418 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-aa9fa9e5-9265-49b0-9831-d63cd0e9140e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1098 time: 0.2070725 Jan 20 15:20:15.681971 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-a0146ba8-78a6-49ac-8425-a6f2bc257091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:15.684268 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-a0146ba8-78a6-49ac-8425-a6f2bc257091 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1443880 Jan 20 15:20:15.797100 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-6108c398-8be6-47a9-bb7a-14e27e6735d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 1000 time: 0.1072164 Jan 20 15:20:15.863833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-947e12ca-9dc3-4c20-8b01-e5ec947b1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:15.865451 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-947e12ca-9dc3-4c20-8b01-e5ec947b1849 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0628469 Jan 20 15:20:15.949276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-de51219d-ffd4-49e4-958e-efae9c32a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:15.951189 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-de51219d-ffd4-49e4-958e-efae9c32a0ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790026 Jan 20 15:20:15.963081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-4c41a94e-ca70-423f-a045-a53a467afffd service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 15:20:15.964060 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-4c41a94e-ca70-423f-a045-a53a467afffd service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064425 Jan 20 15:20:16.099694 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-bd9d7195-4ca0-4abd-9247-133962d07e92 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300731 Jan 20 15:20:16.363999 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9ec2518a-2d97-40f9-9121-eb650c682511 req-8001b572-6663-4fbc-8e79-baf8039f0817 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581370 Jan 20 15:20:16.694893 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b520d64-0523-4070-a547-19104131e464 req-b9208fe4-5f4b-47ec-8cdb-08e0bcd2a486 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:16.696320 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7b520d64-0523-4070-a547-19104131e464 req-b9208fe4-5f4b-47ec-8cdb-08e0bcd2a486 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0854235 Jan 20 15:20:16.742229 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7b520d64-0523-4070-a547-19104131e464 req-a98a9a21-07ff-422d-8961-f8ccab6c1860 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400531 Jan 20 15:20:17.951728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-c03b5cf9-2b6f-4e51-aa67-be03c33e6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:17.952509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e81fe-e60b-447e-840b-2db946cebc9f req-20133306-6a22-450f-90cf-6824a87f11f9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:17.953252 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-c03b5cf9-2b6f-4e51-aa67-be03c33e6412 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1098 time: 0.0816021 Jan 20 15:20:17.953774 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b96e81fe-e60b-447e-840b-2db946cebc9f req-20133306-6a22-450f-90cf-6824a87f11f9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0915079 Jan 20 15:20:18.000159 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b96e81fe-e60b-447e-840b-2db946cebc9f req-aa415c7e-f096-469f-9b5c-b0a3d106e3aa tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406384 Jan 20 15:20:18.099941 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-d5922cb0-a72b-4d74-82c5-ee3b67f226cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:18.101544 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-d5922cb0-a72b-4d74-82c5-ee3b67f226cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1421432 Jan 20 15:20:18.207645 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-6c605e57-ced7-4e79-9772-196b2e0e4ff6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 1000 time: 0.0994284 Jan 20 15:20:18.272238 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-5275a864-6ffd-4fd5-9b97-bf78c838722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:18.273821 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-5275a864-6ffd-4fd5-9b97-bf78c838722b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0605240 Jan 20 15:20:18.370188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-ea7d70c6-55f8-4f51-a59d-75fd3c3d63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:18.371673 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-ea7d70c6-55f8-4f51-a59d-75fd3c3d63b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902281 Jan 20 15:20:18.514572 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-663c176a-b7af-4799-a0df-1c6bcf0bbe42 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356215 Jan 20 15:20:18.669623 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-dde895d2-4c42-422d-a00f-3343966dbf1b req-bee4832d-03a6-40f8-8855-5a5b541bf720 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493318 Jan 20 15:20:19.223382 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e64eeb-b6cf-47a3-b257-e6ac0ed3350d req-4bc4c1b3-2794-495b-a9ba-87d662c66187 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:19.224887 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-58e64eeb-b6cf-47a3-b257-e6ac0ed3350d req-4bc4c1b3-2794-495b-a9ba-87d662c66187 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0985899 Jan 20 15:20:19.277835 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-58e64eeb-b6cf-47a3-b257-e6ac0ed3350d req-1e5a220a-4bf2-4a3f-abc1-17568590cbb2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460079 Jan 20 15:20:20.525253 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870a72a-c3f7-449e-9ad2-87faced66f67 req-ed0a1330-1897-47f1-8cbf-951aaed75826 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:20.526735 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2870a72a-c3f7-449e-9ad2-87faced66f67 req-ed0a1330-1897-47f1-8cbf-951aaed75826 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.1300814 Jan 20 15:20:20.591324 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-2870a72a-c3f7-449e-9ad2-87faced66f67 req-ab9fb9d4-92e9-40c9-9ec6-2caa18e3d538 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581653 Jan 20 15:20:21.782991 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064f10-d033-4ad4-b477-6b492ce6d2d0 req-96a1a7db-f370-4ca0-a1a0-a1a8bcd7b36c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:21.784514 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1b064f10-d033-4ad4-b477-6b492ce6d2d0 req-96a1a7db-f370-4ca0-a1a0-a1a8bcd7b36c tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0812662 Jan 20 15:20:21.844621 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1b064f10-d033-4ad4-b477-6b492ce6d2d0 req-d7c559f3-39d8-47b6-99d4-50788cd50402 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534949 Jan 20 15:20:22.243811 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a93e387-7e94-4850-9751-d5d6905a718f req-de38f44c-00dc-40fe-bfa6-b688f6e44698 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292894 Jan 20 15:20:22.277316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606666a1-47b7-495b-b671-dad76eca65ac req-ecaa8d61-531b-4c4f-a3b2-0411025c2f5d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:22.278724 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-606666a1-47b7-495b-b671-dad76eca65ac req-ecaa8d61-531b-4c4f-a3b2-0411025c2f5d tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0999219 Jan 20 15:20:22.336411 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-606666a1-47b7-495b-b671-dad76eca65ac req-497dd13e-ae0a-4a7d-a25f-60ae4d3ee8b1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512116 Jan 20 15:20:23.532304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0311e8a-726b-45de-b82e-0f016c5376f2 req-46b91545-492c-410e-aa60-39a02b04a548 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:23.534434 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b0311e8a-726b-45de-b82e-0f016c5376f2 req-46b91545-492c-410e-aa60-39a02b04a548 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0844214 Jan 20 15:20:23.586834 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b0311e8a-726b-45de-b82e-0f016c5376f2 req-3d3e5a98-cc13-4049-be5e-ec5b6f6a8d60 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457280 Jan 20 15:20:23.811917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f7c56924-2bfa-4e4f-bf1c-05c4088ca33a no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:20:23.949197 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:23.980669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:20:23.993953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:20:24.000387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:24.046537 dv-neutron-825123-1-hyperv neutron-server[87496]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'code': 422} returned with failed status Jan 20 15:20:24.094489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:20:24.103604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.103995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.104407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.104806 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.105146 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.105509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.105837 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.106159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.106545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.106901 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.107226 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.107574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:20:24.804656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa088616-19a5-445b-8200-65510e40ff4b req-0b5f71fe-9483-4b39-a356-602c5a579675 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:24.806479 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-aa088616-19a5-445b-8200-65510e40ff4b req-0b5f71fe-9483-4b39-a356-602c5a579675 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0919290 Jan 20 15:20:24.853163 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-aa088616-19a5-445b-8200-65510e40ff4b req-fb6f60ca-710f-48b8-9817-b594c8eea9d2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400462 Jan 20 15:20:25.342945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:25.384845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93e387-7e94-4850-9751-d5d6905a718f req-dc9e4bda-2f66-418b-b22c-f018ae0e735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:25.386313 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a93e387-7e94-4850-9751-d5d6905a718f req-dc9e4bda-2f66-418b-b22c-f018ae0e735b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00&tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03 HTTP/1.1" status: 200 len: 1096 time: 0.0722151 Jan 20 15:20:25.484874 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93e387-7e94-4850-9751-d5d6905a718f req-ab54484f-9e4d-4ece-9018-e993fdd2ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:25.486434 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a93e387-7e94-4850-9751-d5d6905a718f req-ab54484f-9e4d-4ece-9018-e993fdd2ba7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1096 time: 0.0780461 Jan 20 15:20:25.719329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93e387-7e94-4850-9751-d5d6905a718f req-ae63e0f6-c6f2-4fce-9aa8-8e09bec66c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:25.720685 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a93e387-7e94-4850-9751-d5d6905a718f req-ae63e0f6-c6f2-4fce-9aa8-8e09bec66c70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.2282350 Jan 20 15:20:25.821039 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a93e387-7e94-4850-9751-d5d6905a718f req-9ed66466-d7d8-44f7-8fd4-1dbbde88320c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 998 time: 0.0944774 Jan 20 15:20:25.882023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93e387-7e94-4850-9751-d5d6905a718f req-f37068ad-8285-416f-8a5b-2ccc6154ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:25.883487 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a93e387-7e94-4850-9751-d5d6905a718f req-f37068ad-8285-416f-8a5b-2ccc6154ae30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0564153 Jan 20 15:20:25.960453 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93e387-7e94-4850-9751-d5d6905a718f req-b060f4cb-16e5-4ffc-a001-231a7097d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:25.962078 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a93e387-7e94-4850-9751-d5d6905a718f req-b060f4cb-16e5-4ffc-a001-231a7097d8c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722084 Jan 20 15:20:26.146630 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a93e387-7e94-4850-9751-d5d6905a718f req-628b4e90-baec-496a-b93e-1d93206c36ad service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505668 Jan 20 15:20:26.156799 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dd01d-4d1c-4266-9956-db113afac89f req-1988ee82-b8ec-4015-9a04-871aa4c3640b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:26.158177 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f84dd01d-4d1c-4266-9956-db113afac89f req-1988ee82-b8ec-4015-9a04-871aa4c3640b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.1952603 Jan 20 15:20:26.282721 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f84dd01d-4d1c-4266-9956-db113afac89f req-22ad196f-9e18-4bcd-a2ff-aca218956686 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061487 Jan 20 15:20:26.317678 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a93e387-7e94-4850-9751-d5d6905a718f req-24b7c33c-bc16-40d2-b083-0238604a5b61 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584964 Jan 20 15:20:27.481485 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcabc82-8860-458a-ad07-cf0612761f3d req-e21aa6ed-bb05-4c52-ad29-4511337b2556 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:27.482973 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8fcabc82-8860-458a-ad07-cf0612761f3d req-e21aa6ed-bb05-4c52-ad29-4511337b2556 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0807471 Jan 20 15:20:27.536706 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8fcabc82-8860-458a-ad07-cf0612761f3d req-b3dae568-b668-4210-aa1e-793f172f891a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458715 Jan 20 15:20:28.730513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e4b79-dd14-4fb5-9561-68e1b10b511b req-b184ebf1-bd4f-4b05-bf89-0d77d569cc49 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:28.732036 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ad0e4b79-dd14-4fb5-9561-68e1b10b511b req-b184ebf1-bd4f-4b05-bf89-0d77d569cc49 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0892849 Jan 20 15:20:28.779040 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ad0e4b79-dd14-4fb5-9561-68e1b10b511b req-508fc2dd-84a4-4d96-a86e-16744177ad6a tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401707 Jan 20 15:20:29.976386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e749c-ed77-4020-9870-3f845beb0069 req-fec958f4-6e6c-471f-866e-f1fc5d7d90a5 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:29.977945 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8f5e749c-ed77-4020-9870-3f845beb0069 req-fec958f4-6e6c-471f-866e-f1fc5d7d90a5 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0930967 Jan 20 15:20:30.023862 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-8f5e749c-ed77-4020-9870-3f845beb0069 req-15855244-f6ef-4a3f-a73f-c7f37f093c09 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399973 Jan 20 15:20:31.215728 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bd86f-0e03-4fa9-b22f-d00885b3fdb9 req-96bd1100-90dc-4e16-88d3-58b81287bce1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:31.217297 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9d3bd86f-0e03-4fa9-b22f-d00885b3fdb9 req-96bd1100-90dc-4e16-88d3-58b81287bce1 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0819912 Jan 20 15:20:31.263613 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9d3bd86f-0e03-4fa9-b22f-d00885b3fdb9 req-574defc9-2b1b-4a8d-8ac9-9a06ef72e072 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 Jan 20 15:20:32.476266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d773f-acb7-4b45-9449-d11bedcee291 req-f0757920-76e1-4c76-b780-5fb87f4b6869 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:32.477729 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d40d773f-acb7-4b45-9449-d11bedcee291 req-f0757920-76e1-4c76-b780-5fb87f4b6869 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0966814 Jan 20 15:20:32.538559 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-d40d773f-acb7-4b45-9449-d11bedcee291 req-ad76fc04-cbbe-4253-a731-ac6c911841a6 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550928 Jan 20 15:20:33.163516 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b97885d0-70fd-4dfd-841d-cb47309e946b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:33.736349 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711bad5-74dd-447c-9dbd-70f9206e9c0f req-7a5e7713-8e02-4e77-8fd6-e2daa2d0fd2f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:33.737924 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5711bad5-74dd-447c-9dbd-70f9206e9c0f req-7a5e7713-8e02-4e77-8fd6-e2daa2d0fd2f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 943 time: 0.0905812 Jan 20 15:20:33.784569 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5711bad5-74dd-447c-9dbd-70f9206e9c0f req-0b5f6d80-0365-40eb-90fc-ed9cddf1b396 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402095 Jan 20 15:20:33.857668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f7c56924-2bfa-4e4f-bf1c-05c4088ca33a details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:20:34.005884 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:20:34.019903 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'port_id': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'mac_address': 'fa:16:3e:21:92:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:20:34.079087 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:34.097050 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c56924-2bfa-4e4f-bf1c-05c4088ca33a {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:20:34.114824 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:20:34.120709 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:34.193027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:20:34.342502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['f7c56924-2bfa-4e4f-bf1c-05c4088ca33a'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:20:34.983137 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f20cb-9b3d-4d2c-bcea-867075a93817 req-fac0498d-36f3-4122-9f23-8bf176c177c9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:34.984635 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e6f20cb-9b3d-4d2c-bcea-867075a93817 req-fac0498d-36f3-4122-9f23-8bf176c177c9 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 944 time: 0.0934238 Jan 20 15:20:35.031942 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3e6f20cb-9b3d-4d2c-bcea-867075a93817 req-da794282-3c07-4f6c-971c-1eed9eae027b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413980 Jan 20 15:20:35.495981 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9d37c2c0-6ae9-443d-b0c7-141c9b0ed63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:35.857911 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f7c56924-2bfa-4e4f-bf1c-05c4088ca33a up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:20:35.927597 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:20:35.927969 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:36.088569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:36.116995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:20:36.127917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:20:36.137109 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:36.171395 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'code': 200} Jan 20 15:20:36.211245 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:20:36.231445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bd62b-b418-4512-91a9-f9e5b8680f45 req-42305d56-31f1-469f-9ace-e1fa257f4dae tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:36.233107 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3f2bd62b-b418-4512-91a9-f9e5b8680f45 req-42305d56-31f1-469f-9ace-e1fa257f4dae tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0887039 Jan 20 15:20:36.288643 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3f2bd62b-b418-4512-91a9-f9e5b8680f45 req-eef02122-93fd-45f6-99e5-f556c2a85fe6 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460627 Jan 20 15:20:36.481729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37175fb-0c2e-4f4a-b920-d8c03156608b req-1f7986b2-10d5-40ac-96d6-b9e29b3109c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:36.483348 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a37175fb-0c2e-4f4a-b920-d8c03156608b req-1f7986b2-10d5-40ac-96d6-b9e29b3109c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1098 time: 0.1055825 Jan 20 15:20:36.503223 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:36.526863 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a37175fb-0c2e-4f4a-b920-d8c03156608b req-3afbe76e-ffb0-47c6-b7e4-1855871f326e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374966 Jan 20 15:20:36.672339 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:37.495597 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ca3a3-8ed8-4dd2-8858-8bc754a39077 req-a370404b-4f3e-47a8-9438-4229af2c211e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:37.497277 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9a9ca3a3-8ed8-4dd2-8858-8bc754a39077 req-a370404b-4f3e-47a8-9438-4229af2c211e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0880969 Jan 20 15:20:37.544904 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-9a9ca3a3-8ed8-4dd2-8858-8bc754a39077 req-628e816c-7cdd-4d34-aa83-3cc180c79f3b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419004 Jan 20 15:20:38.133094 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:38.741537 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b346a36-0003-46af-869d-6c08505c8a05 req-f297d4f7-2ae9-4c70-9a31-269e63de540f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:38.743049 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1b346a36-0003-46af-869d-6c08505c8a05 req-f297d4f7-2ae9-4c70-9a31-269e63de540f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.0867937 Jan 20 15:20:38.792417 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1b346a36-0003-46af-869d-6c08505c8a05 req-1df3359d-1187-41a0-b1dd-bb642284a1e2 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Jan 20 15:20:44.722565 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:20:55.347398 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:03.161604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f41b46fe-2d5d-4147-a9ef-5060fb123b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:05.503294 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-27c97326-683d-4ac5-9f71-0688ee055840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:06.499595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:06.673853 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:08.139439 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:17.338116 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-eeb093a4-ee2a-4935-b046-93e547fd9c6c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806301 Jan 20 15:21:17.487686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-4d7d2cff-025e-477d-8d4a-2341df365ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:17.491230 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-4d7d2cff-025e-477d-8d4a-2341df365ebf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1098 time: 0.0791101 Jan 20 15:21:17.634643 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-b0958005-6116-4597-affc-0bd119dca234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:17.636353 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-b0958005-6116-4597-affc-0bd119dca234 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1281040 Jan 20 15:21:17.735171 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-df2afec4-73ac-4d76-b635-1fec974cd131 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 1000 time: 0.0917614 Jan 20 15:21:17.898718 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-1b843dda-eef9-403c-a42c-3642a51d117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:17.900150 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-1b843dda-eef9-403c-a42c-3642a51d117a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.1590621 Jan 20 15:21:17.975161 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-b64f67fa-c2c5-4b77-81ef-21e1c189082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:17.976612 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-b64f67fa-c2c5-4b77-81ef-21e1c189082c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701170 Jan 20 15:21:18.115189 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-fb39caf2-3c37-434c-a9e4-07fad30fc068 service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321480 Jan 20 15:21:18.248670 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-f07a4423-4829-403f-98d2-b2a1e797a94d req-06bf21b6-0149-4394-a9b4-73e9c696f2ed service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270518 Jan 20 15:21:21.726325 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:21:25.363789 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:33.159689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5664-232e-44db-ab24-405e9494e003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:35.498867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-37966578-e4a4-4f0c-ba45-7029bd70d280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:36.505055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:36.675625 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:38.148594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:55.357653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:58.423936 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33220) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:58.725837 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:21:58.749334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Deleting port c656a26a-689c-4b02-a104-31c1f7c19990 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:21:58.749663 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:58.937920 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:58.938230 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.073112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Calling delete_port for c656a26a-689c-4b02-a104-31c1f7c19990 owned by network:floatingip {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:21:59.256277 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.310256 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event deleted for resources: {'Port': ['ID=c656a26a-689c-4b02-a104-31c1f7c19990,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:59.384376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.384626 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.385045 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.385400 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.385722 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.386049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.386363 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.386678 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.386992 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.387304 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.387621 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.387950 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:59.421967 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for floatingip, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.422184 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Floating IP cee34f31-986a-425c-8ebd-de84a3bf574a disassociated (deleted). External IP: 172.26.0.69, port: f7c56924-2bfa-4e4f-bf1c-05c4088ca33a. Jan 20 15:21:59.798464 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Router 1b5a9719-4e81-4c40-834a-e3d71fb3100e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:21:59.986851 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:21:59.998653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] Sync routers for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:22:00.013837 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.014179 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:00.015176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:21:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:00.073852 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-07f4c152-9248-4a8d-995c-83eb2f9538ef tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "DELETE /v2.0/floatingips/cee34f31-986a-425c-8ebd-de84a3bf574a HTTP/1.1" status: 204 len: 168 time: 1.6486039 Jan 20 15:22:00.074431 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:22:00.123764 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'status': 'completed', 'code': 200} Jan 20 15:22:00.211365 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:00.228644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-f0e64772-4e7c-4845-bcb0-10e5d07be925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:00.230360 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-f0e64772-4e7c-4845-bcb0-10e5d07be925 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 1098 time: 0.0840044 Jan 20 15:22:00.422883 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-28f22865-fd21-47a2-a655-e2e4ec541967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:00.424535 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-28f22865-fd21-47a2-a655-e2e4ec541967 service neutron] 10.222.0.72 "GET /v2.0/networks?id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 200 len: 910 time: 0.1875534 Jan 20 15:22:00.504736 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-bec64aea-e5dd-4a1d-8482-ee2789e7839d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 200 len: 217 time: 0.0735273 Jan 20 15:22:00.570989 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:00.577521 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] Checking router: 1b5a9719-4e81-4c40-834a-e3d71fb3100e for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:22:00.589312 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-4951b881-e7b0-4a29-a5c8-f754c31f3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:00.590631 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:00.590796 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-4951b881-e7b0-4a29-a5c8-f754c31f3ae2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 200 len: 848 time: 0.0776305 Jan 20 15:22:00.591309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:21:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:00.601913 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d4af2-5707-41fe-a093-2dfe27a5f2e0 req-e5a3a018-e9ba-4dcd-9c36-4fb89d8f236f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:00.603530 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-293d4af2-5707-41fe-a093-2dfe27a5f2e0 req-e5a3a018-e9ba-4dcd-9c36-4fb89d8f236f tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.2145042 Jan 20 15:22:00.696828 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-293d4af2-5707-41fe-a093-2dfe27a5f2e0 req-382b8c6b-d98e-4ad2-aae8-69619da79b9e tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621619 Jan 20 15:22:00.725686 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-93ea4de9-8a23-4326-bfcc-4e35c27987c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:00.727183 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-93ea4de9-8a23-4326-bfcc-4e35c27987c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226881 Jan 20 15:22:00.792481 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:00.867578 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-567cf02f-ad59-4e3e-a6e0-3f923815214c service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321933 Jan 20 15:22:01.017394 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3e608b00-c3e6-4631-949d-b4d666c88fff req-9ca4ef47-8db2-4f14-938a-7db82a1e021a service neutron] 10.222.0.72 "GET /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417894 Jan 20 15:22:01.181487 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:01.186039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae03f83-65a2-4430-88c6-81a9ffb8332f None None] The sync data for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv is: [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:13:11Z', 'revision_number': 4, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'e75191dd-9555-420c-9358-31090cc8287c', 'name': '', 'network_id': '08acaa63-8ef1-464d-9c7d-0a593f3fa0ed', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'mac_address': 'fa:16:3e:15:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:10Z', 'updated_at': '2022-01-20T15:13:18Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'subnets': [{'id': 'fb41b116-2d45-486c-bf01-7381814d478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:22:01.436130 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d2f82-fc1e-48ae-8993-4b5b07ab9db3 None None] New status for floating IP cee34f31-986a-425c-8ebd-de84a3bf574a: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:22:01.916344 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84ca7a-7532-4cde-9967-90c376b798ce req-213c94b1-1c3a-4657-bb76-3a3b3dcbcade tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:01.917020 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-7b84ca7a-7532-4cde-9967-90c376b798ce req-213c94b1-1c3a-4657-bb76-3a3b3dcbcade tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Synchronizing usage tracker for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:22:01.936283 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-7b84ca7a-7532-4cde-9967-90c376b798ce req-213c94b1-1c3a-4657-bb76-3a3b3dcbcade tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Unset dirty status for tenant:cbd5edcbbfd546de87a90ca5dc9f2c03 on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:22:01.937547 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7b84ca7a-7532-4cde-9967-90c376b798ce req-213c94b1-1c3a-4657-bb76-3a3b3dcbcade tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.1158323 Jan 20 15:22:01.944307 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de0915-e137-45ad-abba-f542f4957021 req-40a456f9-2426-457d-ab7f-d49ef2daccc8 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:01.946024 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a2de0915-e137-45ad-abba-f542f4957021 req-40a456f9-2426-457d-ab7f-d49ef2daccc8 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 945 time: 0.1024525 Jan 20 15:22:01.993275 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-7b84ca7a-7532-4cde-9967-90c376b798ce req-af8ea240-212f-4fab-a374-70d3f5888f08 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/security-groups?id=b78dda2f-c50a-4a56-9b97-f50661a95c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462749 Jan 20 15:22:02.019132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-a2de0915-e137-45ad-abba-f542f4957021 req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Deleting port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:02.019528 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a2de0915-e137-45ad-abba-f542f4957021 req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.411732 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-a2de0915-e137-45ad-abba-f542f4957021 req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] For port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:02.412162 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a2de0915-e137-45ad-abba-f542f4957021 req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.546501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-a2de0915-e137-45ad-abba-f542f4957021 req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Calling delete_port for f7c56924-2bfa-4e4f-bf1c-05c4088ca33a owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:22:02.702249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a2de0915-e137-45ad-abba-f542f4957021 req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.754185 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event deleted for resources: {'Port': ['ID=f7c56924-2bfa-4e4f-bf1c-05c4088ca33a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:02.794335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.794678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.795020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.795345 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.795664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.795984 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.796329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.796649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.796970 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.797305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.797592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.798106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:02.849629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2de0915-e137-45ad-abba-f542f4957021 req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] No DVR routers for this DVR port f7c56924-2bfa-4e4f-bf1c-05c4088ca33a on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:22:02.853333 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-a2de0915-e137-45ad-abba-f542f4957021 req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.857690 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'name': 'network-vif-deleted', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:22:02.877787 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a2de0915-e137-45ad-abba-f542f4957021 req-7f5e0371-a98d-46ea-a2dc-9cc78848458b tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.72 "DELETE /v2.0/ports/f7c56924-2bfa-4e4f-bf1c-05c4088ca33a HTTP/1.1" status: 204 len: 173 time: 0.9264030 Jan 20 15:22:02.907324 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b0f1e7-72bf-4276-a1fe-a1d448cdca00', 'name': 'network-vif-deleted', 'tag': 'f7c56924-2bfa-4e4f-bf1c-05c4088ca33a', 'status': 'completed', 'code': 200} Jan 20 15:22:03.172574 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-dc074529-6198-4993-8b3b-441a68219515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:03.198304 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-205be036-c592-4dfa-877f-1792d76b347a req-8eb9471b-1c1d-4e64-8939-31fe2f348713 tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "GET /v2.0/ports?device_id=42b0f1e7-72bf-4276-a1fe-a1d448cdca00 HTTP/1.1" status: 200 len: 210 time: 0.0693347 Jan 20 15:22:04.301812 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33254) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:04.382316 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2ec9d29-63be-433b-8e38-fd698c8fa4cf tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:04.417023 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2ec9d29-63be-433b-8e38-fd698c8fa4cf tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:04.503448 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2ec9d29-63be-433b-8e38-fd698c8fa4cf tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:04.527054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec9d29-63be-433b-8e38-fd698c8fa4cf tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78dda2f-c50a-4a56-9b97-f50661a95c00,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:04.543036 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b2ec9d29-63be-433b-8e38-fd698c8fa4cf tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:04.544497 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b2ec9d29-63be-433b-8e38-fd698c8fa4cf tempest-TestShelveInstance-1156639604 tempest-TestShelveInstance-1156639604-project] 10.222.0.87 "DELETE /v2.0/security-groups/b78dda2f-c50a-4a56-9b97-f50661a95c00 HTTP/1.1" status: 204 len: 168 time: 0.2412889 Jan 20 15:22:04.595046 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33260) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:05.477773 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:05.509988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-be56f5e1-e31b-49dc-bb6e-5b2123cec5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:05.885984 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] Deleting port e75191dd-9555-420c-9358-31090cc8287c {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:05.886864 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:06.079633 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] For port e75191dd-9555-420c-9358-31090cc8287c, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=e75191dd-9555-420c-9358-31090cc8287c,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:06.080083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:06.205334 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] Calling delete_port for e75191dd-9555-420c-9358-31090cc8287c owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:22:06.247673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f7c56924-2bfa-4e4f-bf1c-05c4088ca33a no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:22:06.300776 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: f7c56924-2bfa-4e4f-bf1c-05c4088ca33a {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:22:06.301268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device f7c56924-2bfa-4e4f-bf1c-05c4088ca33a not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:22:06.407548 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:06.502714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:06.582035 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75191dd-9555-420c-9358-31090cc8287c,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:06.680929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:06.881131 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.264496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] Router 1b5a9719-4e81-4c40-834a-e3d71fb3100e has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:22:07.450750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:22:07.461470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] Sync routers for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:22:07.465278 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ee02027c-81b9-4f51-8da4-0e7f7aef3151 admin admin] 10.222.0.87 "PUT /v2.0/routers/1b5a9719-4e81-4c40-834a-e3d71fb3100e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8691382 Jan 20 15:22:07.468122 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33272) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:07.472802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:07.473421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:07.670097 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.677364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:07.862538 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.873930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Deleting port 9676c645-9cce-4f2b-b27a-0fc368c57bb0 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:07.874364 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.983811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:22:06Z', 'revision_number': 5, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port': {'id': '9676c645-9cce-4f2b-b27a-0fc368c57bb0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:08Z', 'updated_at': '2022-01-20T15:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:07.988471 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] Checking router: 1b5a9719-4e81-4c40-834a-e3d71fb3100e for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:22:07.999236 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] Routers {'1b5a9719-4e81-4c40-834a-e3d71fb3100e'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:07.999880 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:08.159140 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.179447 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] Set router 1b5a9719-4e81-4c40-834a-e3d71fb3100e gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:08.188511 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] For port 9676c645-9cce-4f2b-b27a-0fc368c57bb0, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9676c645-9cce-4f2b-b27a-0fc368c57bb0,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:08.188866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.286392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 6, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:08.290714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7765dd1c-e434-4188-a6ed-fcee58b57962 None None] The sync data for ids ['1b5a9719-4e81-4c40-834a-e3d71fb3100e'] in dv-neutron-825123-1-hyperv is: [{'id': '1b5a9719-4e81-4c40-834a-e3d71fb3100e', 'name': 'tempest-TestShelveInstance-1813199439-router', 'tenant_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:07Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 6, 'project_id': 'cbd5edcbbfd546de87a90ca5dc9f2c03', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:22:08.315848 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Calling delete_port for 9676c645-9cce-4f2b-b27a-0fc368c57bb0 owned by network:router_gateway {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:22:08.493559 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.540237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9676c645-9cce-4f2b-b27a-0fc368c57bb0,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:08.637553 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.818853 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.821309 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.850290 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.851153 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b5a9719-4e81-4c40-834a-e3d71fb3100e {{(pid=87495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:22:08.865126 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.866493 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-861a3e29-e1bb-432c-8302-743bc537a4b8 admin admin] 10.222.0.87 "DELETE /v2.0/routers/1b5a9719-4e81-4c40-834a-e3d71fb3100e HTTP/1.1" status: 204 len: 168 time: 1.3972185 Jan 20 15:22:08.869120 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33276) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:08.928702 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c76f52-73cf-4acd-b15c-eaa828591ca6 admin admin] Deleting subnet fb41b116-2d45-486c-bf01-7381814d478e {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:22:08.931988 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53c76f52-73cf-4acd-b15c-eaa828591ca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.992710 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53c76f52-73cf-4acd-b15c-eaa828591ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.095913 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53c76f52-73cf-4acd-b15c-eaa828591ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.169260 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53c76f52-73cf-4acd-b15c-eaa828591ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.209165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c76f52-73cf-4acd-b15c-eaa828591ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb41b116-2d45-486c-bf01-7381814d478e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:09.211109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-53c76f52-73cf-4acd-b15c-eaa828591ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.215617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b228258-506e-4e77-87cd-e9b9362abcb8 None None] Network 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:22:09.218300 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-53c76f52-73cf-4acd-b15c-eaa828591ca6 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/fb41b116-2d45-486c-bf01-7381814d478e HTTP/1.1" status: 204 len: 168 time: 0.3480597 Jan 20 15:22:09.220849 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33280) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:09.337678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.349641 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Deleting port 156168b5-86d6-45e6-abe6-4f332c05d72e {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:09.349967 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.487140 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] DHCP port deletion for 08acaa63-8ef1-464d-9c7d-0a593f3fa0ed request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:22:09.491802 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] Deleting port 156168b5-86d6-45e6-abe6-4f332c05d72e {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:09.492173 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.573012 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] For port 156168b5-86d6-45e6-abe6-4f332c05d72e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=156168b5-86d6-45e6-abe6-4f332c05d72e,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:09.573368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.704745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Calling delete_port for 156168b5-86d6-45e6-abe6-4f332c05d72e owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:22:09.742681 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] For port 156168b5-86d6-45e6-abe6-4f332c05d72e, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=156168b5-86d6-45e6-abe6-4f332c05d72e,segment=NetworkSegment(70e6bd06-39b8-4ede-b173-98e4fc9bc202),segment_id=70e6bd06-39b8-4ede-b173-98e4fc9bc202)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:09.743252 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.786210 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.834471 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Pushing event deleted for resources: {'Port': ['ID=156168b5-86d6-45e6-abe6-4f332c05d72e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:09.837841 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] No DVR routers for this DVR port 156168b5-86d6-45e6-abe6-4f332c05d72e on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:22:09.874494 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] Calling delete_port for 156168b5-86d6-45e6-abe6-4f332c05d72e owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:22:09.904798 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e75191dd-9555-420c-9358-31090cc8287c no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:22:09.955663 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.956994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: e75191dd-9555-420c-9358-31090cc8287c {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:22:09.957361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device e75191dd-9555-420c-9358-31090cc8287c not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:22:09.957946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 156168b5-86d6-45e6-abe6-4f332c05d72e no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:22:09.982280 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08acaa63-8ef1-464d-9c7d-0a593f3fa0ed']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:09.994315 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 156168b5-86d6-45e6-abe6-4f332c05d72e {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:22:09.995163 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 156168b5-86d6-45e6-abe6-4f332c05d72e not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:22:09.995163 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9676c645-9cce-4f2b-b27a-0fc368c57bb0 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:22:09.997454 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e6bd06-39b8-4ede-b173-98e4fc9bc202') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:09.997735 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e6bd06-39b8-4ede-b173-98e4fc9bc202') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:10.010858 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:10.031146 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:10.034153 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 9676c645-9cce-4f2b-b27a-0fc368c57bb0 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:22:10.034496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9676c645-9cce-4f2b-b27a-0fc368c57bb0 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:22:10.040780 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:22:10.041360 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:10.057067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:22:10.057424 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:22:10.064770 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:22:10.142061 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:10.161359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:10.171953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] Pushing event deleted for resources: {'Network': ['ID=08acaa63-8ef1-464d-9c7d-0a593f3fa0ed,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:10.187328 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-8e50e8e2-bfa7-4572-813c-3fef1595a164 admin admin] 10.222.0.87 "DELETE /v2.0/networks/08acaa63-8ef1-464d-9c7d-0a593f3fa0ed HTTP/1.1" status: 204 len: 168 time: 0.9655132 Jan 20 15:22:10.190377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33284) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:10.558936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] Deleting port 156168b5-86d6-45e6-abe6-4f332c05d72e {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:10.559514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:10.627250 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-76b91000-c1f1-401d-a3e0-80c7abf03b61 None None] The port '156168b5-86d6-45e6-abe6-4f332c05d72e' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:22:10.859377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:11.220431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] Deleting port 9efc2056-0404-4ecb-b741-3d503688b3d7 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:11.221104 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:11.403180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] For port 9efc2056-0404-4ecb-b741-3d503688b3d7, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=9efc2056-0404-4ecb-b741-3d503688b3d7,segment=NetworkSegment(aa6c6736-4a72-46ba-8dcd-c33bdd99356d),segment_id=aa6c6736-4a72-46ba-8dcd-c33bdd99356d)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:11.403520 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:11.526115 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] Calling delete_port for 9efc2056-0404-4ecb-b741-3d503688b3d7 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:22:11.878981 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:12.053046 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] Pushing event deleted for resources: {'Port': ['ID=9efc2056-0404-4ecb-b741-3d503688b3d7,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:12.329838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:12.702931 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] Router 7801abce-9ae2-4eae-9630-6828ac350562 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:22:12.884292 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:22:12.894778 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] Sync routers for ids ['7801abce-9ae2-4eae-9630-6828ac350562'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:22:12.905601 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] Routers {'7801abce-9ae2-4eae-9630-6828ac350562'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:12.906375 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7801abce-9ae2-4eae-9630-6828ac350562'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:12.906712 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9c176602-1286-42ba-add7-325ecf7f3698 admin admin] 10.222.0.87 "PUT /v2.0/routers/7801abce-9ae2-4eae-9630-6828ac350562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7153475 Jan 20 15:22:12.909281 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33288) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:13.087039 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] Set router 7801abce-9ae2-4eae-9630-6828ac350562 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:13.092637 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.274352 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.288139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Deleting port d9efcb45-dbd3-4217-be06-091df143fa42 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:13.288387 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.422970 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801abce-9ae2-4eae-9630-6828ac350562', 'name': 'tempest-TestShelveInstance-1427479173-router', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:14Z', 'updated_at': '2022-01-20T15:22:11Z', 'revision_number': 5, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'gw_port': {'id': 'd9efcb45-dbd3-4217-be06-091df143fa42', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:65:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801abce-9ae2-4eae-9630-6828ac350562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:13:15Z', 'updated_at': '2022-01-20T15:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:13.427666 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] Checking router: 7801abce-9ae2-4eae-9630-6828ac350562 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:22:13.437126 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] Routers {'7801abce-9ae2-4eae-9630-6828ac350562'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:13.437751 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['7801abce-9ae2-4eae-9630-6828ac350562'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:13.590901 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] Set router 7801abce-9ae2-4eae-9630-6828ac350562 gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:13.611880 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] For port d9efcb45-dbd3-4217-be06-091df143fa42, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d9efcb45-dbd3-4217-be06-091df143fa42,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:13.612549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.696388 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801abce-9ae2-4eae-9630-6828ac350562', 'name': 'tempest-TestShelveInstance-1427479173-router', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:14Z', 'updated_at': '2022-01-20T15:22:13Z', 'revision_number': 6, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:13.700741 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1fdda7-afea-4caa-8e32-dcda442b4995 None None] The sync data for ids ['7801abce-9ae2-4eae-9630-6828ac350562'] in dv-neutron-825123-1-hyperv is: [{'id': '7801abce-9ae2-4eae-9630-6828ac350562', 'name': 'tempest-TestShelveInstance-1427479173-router', 'tenant_id': '3aa59f6378d54d5fb5696e76037056ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:13:14Z', 'updated_at': '2022-01-20T15:22:13Z', 'revision_number': 6, 'project_id': '3aa59f6378d54d5fb5696e76037056ad', 'gw_port_host': None}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:22:13.739228 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Calling delete_port for d9efcb45-dbd3-4217-be06-091df143fa42 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:22:13.923300 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.974329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9efcb45-dbd3-4217-be06-091df143fa42,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:14.074676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.160870 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9efc2056-0404-4ecb-b741-3d503688b3d7 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:22:14.196410 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 9efc2056-0404-4ecb-b741-3d503688b3d7 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:22:14.196748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 9efc2056-0404-4ecb-b741-3d503688b3d7 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:22:14.265887 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.268073 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.293703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.294236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7801abce-9ae2-4eae-9630-6828ac350562 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:22:14.309484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.310653 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7692b5e4-059b-4085-b349-2e253796af67 admin admin] 10.222.0.87 "DELETE /v2.0/routers/7801abce-9ae2-4eae-9630-6828ac350562 HTTP/1.1" status: 204 len: 168 time: 1.4004416 Jan 20 15:22:14.313332 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33292) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:14.374455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-1262896a-35c2-4f0d-acd5-fd3a1795c3a8 admin admin] Deleting subnet 56eea8df-ba40-4dba-91a7-c305524bad8e {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:22:14.377839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1262896a-35c2-4f0d-acd5-fd3a1795c3a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.431278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1262896a-35c2-4f0d-acd5-fd3a1795c3a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.529287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1262896a-35c2-4f0d-acd5-fd3a1795c3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.612050 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1262896a-35c2-4f0d-acd5-fd3a1795c3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.652288 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262896a-35c2-4f0d-acd5-fd3a1795c3a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56eea8df-ba40-4dba-91a7-c305524bad8e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:14.657313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-1262896a-35c2-4f0d-acd5-fd3a1795c3a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.665290 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbe2ad-454d-4bd7-ab77-707d21739277 None None] Network e416ec46-8a7e-4503-8ada-5c86e50a420f requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:22:14.665586 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-1262896a-35c2-4f0d-acd5-fd3a1795c3a8 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/56eea8df-ba40-4dba-91a7-c305524bad8e HTTP/1.1" status: 204 len: 168 time: 0.3511651 Jan 20 15:22:14.668609 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33296) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:14.783577 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.794679 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Deleting port 30dc9a57-e3b1-42b6-9611-df141fbf6068 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:14.794896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.962392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] DHCP port deletion for e416ec46-8a7e-4503-8ada-5c86e50a420f request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:22:14.966020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] Deleting port 30dc9a57-e3b1-42b6-9611-df141fbf6068 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:14.966401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.016200 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] For port 30dc9a57-e3b1-42b6-9611-df141fbf6068, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=30dc9a57-e3b1-42b6-9611-df141fbf6068,segment=NetworkSegment(aa6c6736-4a72-46ba-8dcd-c33bdd99356d),segment_id=aa6c6736-4a72-46ba-8dcd-c33bdd99356d)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:15.016587 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.146437 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Calling delete_port for 30dc9a57-e3b1-42b6-9611-df141fbf6068 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:22:15.173946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] For port 30dc9a57-e3b1-42b6-9611-df141fbf6068, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=30dc9a57-e3b1-42b6-9611-df141fbf6068,segment=NetworkSegment(aa6c6736-4a72-46ba-8dcd-c33bdd99356d),segment_id=aa6c6736-4a72-46ba-8dcd-c33bdd99356d)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:15.174608 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.227629 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.274455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Pushing event deleted for resources: {'Port': ['ID=30dc9a57-e3b1-42b6-9611-df141fbf6068,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:15.283723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] No DVR routers for this DVR port 30dc9a57-e3b1-42b6-9611-df141fbf6068 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:22:15.320653 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] Calling delete_port for 30dc9a57-e3b1-42b6-9611-df141fbf6068 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:22:15.429595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:22:15.429921 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:22:15.515019 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.541799 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e416ec46-8a7e-4503-8ada-5c86e50a420f']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:15.555651 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:15.555947 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6c6736-4a72-46ba-8dcd-c33bdd99356d') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:15.568643 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.587969 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.595945 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:22:15.596377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:22:15.614486 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:22:15.695793 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.712973 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.723847 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] Pushing event deleted for resources: {'Network': ['ID=e416ec46-8a7e-4503-8ada-5c86e50a420f,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:15.731626 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-8c2b64dd-be8e-4dfe-b738-6b84e2ba7378 admin admin] 10.222.0.87 "DELETE /v2.0/networks/e416ec46-8a7e-4503-8ada-5c86e50a420f HTTP/1.1" status: 204 len: 168 time: 1.0618606 Jan 20 15:22:15.860771 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33302) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:15.863272 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 30dc9a57-e3b1-42b6-9611-df141fbf6068 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:22:15.903595 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 30dc9a57-e3b1-42b6-9611-df141fbf6068 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:22:15.903936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 30dc9a57-e3b1-42b6-9611-df141fbf6068 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:22:15.904392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d9efcb45-dbd3-4217-be06-091df143fa42 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:22:15.919998 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d13eaba1-9ba7-4d10-88ff-2ee50d72be04 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cbd5edcbbfd546de87a90ca5dc9f2c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578299 Jan 20 15:22:15.922579 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33306) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:15.931222 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] Deleting port 30dc9a57-e3b1-42b6-9611-df141fbf6068 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:22:15.931727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.973167 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: d9efcb45-dbd3-4217-be06-091df143fa42 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:22:15.973510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d9efcb45-dbd3-4217-be06-091df143fa42 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:22:15.994704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f08aa5a8-19de-40e7-acb9-01b4954333ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:16.012373 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-89708257-6287-447e-9b28-b4555b95a8e0 None None] The port '30dc9a57-e3b1-42b6-9611-df141fbf6068' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:22:16.028358 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f08aa5a8-19de-40e7-acb9-01b4954333ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:16.090831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f08aa5a8-19de-40e7-acb9-01b4954333ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:16.110379 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aa5a8-19de-40e7-acb9-01b4954333ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ffdfd2-daeb-4de7-8b35-184ceba374af,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:16.115750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f08aa5a8-19de-40e7-acb9-01b4954333ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:16.117059 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f08aa5a8-19de-40e7-acb9-01b4954333ae admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/10ffdfd2-daeb-4de7-8b35-184ceba374af HTTP/1.1" status: 204 len: 168 time: 0.1931803 Jan 20 15:22:16.515378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33314) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:16.570624 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-cfd894b5-53df-4c71-b184-c180309a8306 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3aa59f6378d54d5fb5696e76037056ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536819 Jan 20 15:22:16.573344 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33318) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:16.633011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-81e23d66-15f9-4ec7-8d35-535a096f6547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:16.660033 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-81e23d66-15f9-4ec7-8d35-535a096f6547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:16.718179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-81e23d66-15f9-4ec7-8d35-535a096f6547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:16.734703 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e23d66-15f9-4ec7-8d35-535a096f6547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afc20a1-7115-40c5-80d9-fca9f4439d21,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:16.742966 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-81e23d66-15f9-4ec7-8d35-535a096f6547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:16.746659 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-81e23d66-15f9-4ec7-8d35-535a096f6547 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4afc20a1-7115-40c5-80d9-fca9f4439d21 HTTP/1.1" status: 204 len: 168 time: 0.1699367 Jan 20 15:22:17.572377 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33342) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:17.689842 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1211438588-network', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:17.695569 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:17.699958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Usage tracker for resource:network and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:17.703303 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:17.710039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:17.731664 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Made reservation on behalf of 9c3bc255e3474dc194ccc2e52046fd71 for: {'network': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:22:17.734190 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:17.747509 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:17.763476 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:17.770957 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:17.774134 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:17.780115 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:17.872991 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:17.884926 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:17.916284 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=87495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:22:17.925320 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6060b39-4f1d-4855-8bde-04c1b3015b70,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:17.931032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:17.931312 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.segments_db [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Added segment b4f6b767-def8-4508-ad23-103fccfd7e16 of type vlan for network e7626443-4971-4159-9edb-8981d153555a Jan 20 15:22:17.958581 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:17.998452 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:17.999889 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:18.000503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:18.109162 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] Pushing event updated for resources: {'Network': ['ID=e7626443-4971-4159-9edb-8981d153555a,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:18.115590 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-40598021-7760-4f80-8405-d5049f93ab45 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5416913 Jan 20 15:22:18.118380 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33348) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:18.121085 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network e7626443-4971-4159-9edb-8981d153555a details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:22:18.124150 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Request body: {'subnet': {'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1211438588-subnet', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:18.129550 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:18.133701 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Usage tracker for resource:subnet and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:18.136987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:18.143090 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:18.154600 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Made reservation on behalf of 9c3bc255e3474dc194ccc2e52046fd71 for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:22:18.157951 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:18.373224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:18.444930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0a06aa-1c06-47da-903b-9e1667a42a9c,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:18.456727 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Checking segment: {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:22:18.457081 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Network hostable DHCP agents. Network: e7626443-4971-4159-9edb-8981d153555a, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:22:18.478718 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Network e7626443-4971-4159-9edb-8981d153555a is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:22:18.490109 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, e7626443-4971-4159-9edb-8981d153555a) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:18.494482 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:18.495202 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:18.500107 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b449c-2131-438e-a808-3a2f61ce4141 None None] Network e7626443-4971-4159-9edb-8981d153555a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:22:18.520046 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-b834235b-ac1b-4568-a1f9-ec6bfc372241 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4003716 Jan 20 15:22:18.523831 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33352) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:18.528902 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:18.534176 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:18.538168 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Usage tracker for resource:router and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:18.541263 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:18.548049 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:18.558850 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:18.559890 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:18.578962 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:18.729730 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-e7626443-4971-4159-9edb-8981d153555a', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:22:18.730576 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:18.857699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:18.894776 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Allocated IP 172.20.0.2 (e7626443-4971-4159-9edb-8981d153555a/cd0a06aa-1c06-47da-903b-9e1667a42a9c/d0e961d9-22e1-45a8-8303-77b34cb6e537) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:19.118442 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:19.130302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Transition to ACTIVE for port object d0e961d9-22e1-45a8-8303-77b34cb6e537 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:19.150006 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Transition to ACTIVE for port object d0e961d9-22e1-45a8-8303-77b34cb6e537 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:19.157401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:19.229234 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Network e7626443-4971-4159-9edb-8981d153555a is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:19.230434 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:19.232961 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:22:19.273165 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Pushing event updated for resources: {'Port': ['ID=d0e961d9-22e1-45a8-8303-77b34cb6e537,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:19.308903 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:19.319036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.319361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.319708 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.320027 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.320374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.320695 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.320997 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.321311 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.321627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.321940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.322359 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.322668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:19.340259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:19.348382 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Attempting to bind port d0e961d9-22e1-45a8-8303-77b34cb6e537 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:19.348729 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Attempting to bind port d0e961d9-22e1-45a8-8303-77b34cb6e537 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:19.349083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Attempting to bind port d0e961d9-22e1-45a8-8303-77b34cb6e537 on network e7626443-4971-4159-9edb-8981d153555a {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:22:19.355055 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:22:19.355418 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Checking segment: {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:22:19.355803 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:19.356183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Bound using segment: {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:22:19.356668 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Bound port: d0e961d9-22e1-45a8-8303-77b34cb6e537, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:19.357030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:19.446348 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] For port d0e961d9-22e1-45a8-8303-77b34cb6e537, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:22:19.449541 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] For port d0e961d9-22e1-45a8-8303-77b34cb6e537, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d0e961d9-22e1-45a8-8303-77b34cb6e537,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:22:19.456314 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:19.484262 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Allocated IP 172.26.0.253 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/efb35cd0-d358-4755-b7dc-2733c128fa78) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:19.546240 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9243b1-96b9-4608-a26a-9fd797e54d81 None None] Pushing event updated for resources: {'Port': ['ID=d0e961d9-22e1-45a8-8303-77b34cb6e537,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:19.662063 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:19.705656 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:19.816610 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:19.819716 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:19.824095 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:22:19.862523 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Pushing event updated for resources: {'Port': ['ID=efb35cd0-d358-4755-b7dc-2733c128fa78,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:19.947665 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d0e961d9-22e1-45a8-8303-77b34cb6e537 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:20.029528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port d0e961d9-22e1-45a8-8303-77b34cb6e537 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:20.328835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:20.710237 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:20.771652 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0682ff60-3c52-4b08-9a67-2487212997fd None None] Network e7626443-4971-4159-9edb-8981d153555a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:22:20.929358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-66aaddfa-2497-4420-a5f6-00ddb7290deb None None] Provisioning for port d0e961d9-22e1-45a8-8303-77b34cb6e537 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:20.939229 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-66aaddfa-2497-4420-a5f6-00ddb7290deb None None] Provisioning complete for port d0e961d9-22e1-45a8-8303-77b34cb6e537 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:20.939679 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-66aaddfa-2497-4420-a5f6-00ddb7290deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:21.119173 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Router 8f4adae1-cae2-471d-a293-f168bda22aa2 is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:22:21.179578 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-66aaddfa-2497-4420-a5f6-00ddb7290deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:21.221483 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-66aaddfa-2497-4420-a5f6-00ddb7290deb None None] For port d0e961d9-22e1-45a8-8303-77b34cb6e537, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d0e961d9-22e1-45a8-8303-77b34cb6e537,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:21.227899 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-66aaddfa-2497-4420-a5f6-00ddb7290deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:21.321795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaddfa-2497-4420-a5f6-00ddb7290deb None None] Pushing event updated for resources: {'Port': ['ID=d0e961d9-22e1-45a8-8303-77b34cb6e537,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:21.358300 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:22:21.371622 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Sync routers for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:22:21.386751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:21.387580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:21.393085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] Notify callbacks [] for router, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:21.397649 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33356) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:21.398437 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-58dd7bca-0ce8-4cd9-8eb3-98c40ce092ce admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8728459 Jan 20 15:22:21.615135 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4b597948-a933-463b-b64a-967ee56cb855 None None] Provisioning complete for port d0e961d9-22e1-45a8-8303-77b34cb6e537 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:21.615687 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4b597948-a933-463b-b64a-967ee56cb855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:21.683875 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:21.884627 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d0e961d9-22e1-45a8-8303-77b34cb6e537 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:22.106904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port d0e961d9-22e1-45a8-8303-77b34cb6e537 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:22.107273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.185942 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:20Z', 'revision_number': 3, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:22.217624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Checking router: 8f4adae1-cae2-471d-a293-f168bda22aa2 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:22:22.217974 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Updating router 8f4adae1-cae2-471d-a293-f168bda22aa2 port efb35cd0-d358-4755-b7dc-2733c128fa78 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:22:22.298796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.356588 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.601157 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Allocated IP 172.20.0.1 (e7626443-4971-4159-9edb-8981d153555a/cd0a06aa-1c06-47da-903b-9e1667a42a9c/bb150672-662a-4ca5-b688-fa7868d4d136) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:22.662897 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.675530 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Transition to ACTIVE for port object efb35cd0-d358-4755-b7dc-2733c128fa78 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:22.683949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.765287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d65db-c617-476d-97bf-4172cdac0414 None None] Pushing event updated for resources: {'Port': ['ID=efb35cd0-d358-4755-b7dc-2733c128fa78,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:22.767823 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Attempting to bind port efb35cd0-d358-4755-b7dc-2733c128fa78 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:22.768330 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Attempting to bind port efb35cd0-d358-4755-b7dc-2733c128fa78 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:22.768689 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Attempting to bind port efb35cd0-d358-4755-b7dc-2733c128fa78 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:22:22.775461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:22:22.775461 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:22:22.775683 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.776071 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:22:22.776562 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Bound port: efb35cd0-d358-4755-b7dc-2733c128fa78, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:22.776933 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.778287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.794751 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Transition to ACTIVE for port object bb150672-662a-4ca5-b688-fa7868d4d136 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:22.819088 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.858699 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] For port efb35cd0-d358-4755-b7dc-2733c128fa78, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:22:22.863098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] For port efb35cd0-d358-4755-b7dc-2733c128fa78, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=efb35cd0-d358-4755-b7dc-2733c128fa78,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:22:22.868815 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.885630 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Network e7626443-4971-4159-9edb-8981d153555a is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:22.888634 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:22.892836 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:22:22.936258 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Pushing event updated for resources: {'Port': ['ID=bb150672-662a-4ca5-b688-fa7868d4d136,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:22.953805 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:22.954423 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:22.962335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:23.050876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d65db-c617-476d-97bf-4172cdac0414 None None] Pushing event updated for resources: {'Port': ['ID=efb35cd0-d358-4755-b7dc-2733c128fa78,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:23.237202 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-277e62e4-6970-44c9-868f-26a9a684b55c None None] Provisioning for port bb150672-662a-4ca5-b688-fa7868d4d136 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:23.249666 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-277e62e4-6970-44c9-868f-26a9a684b55c None None] Provisioning complete for port bb150672-662a-4ca5-b688-fa7868d4d136 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:23.250039 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-277e62e4-6970-44c9-868f-26a9a684b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:23.274249 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:23.275534 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:23.494397 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-277e62e4-6970-44c9-868f-26a9a684b55c None None] Port bb150672-662a-4ca5-b688-fa7868d4d136 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:22:23.530293 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:23.536406 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:23.615227 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:20Z', 'revision_number': 3, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:23.620454 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e80a1-6e05-4a65-8e96-6162c421341a None None] The sync data for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv is: [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:20Z', 'revision_number': 3, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:22:23.770934 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:23.775863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Pushing event updated for resources: {'Port': ['ID=bb150672-662a-4ca5-b688-fa7868d4d136,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:23.925011 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Network e7626443-4971-4159-9edb-8981d153555a is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:23.927670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:24.146094 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Router 8f4adae1-cae2-471d-a293-f168bda22aa2 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:22:24.218031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-bdd516dd-cabe-4c62-925c-cb3e9df8c3d6 None None] Provisioning complete for port bb150672-662a-4ca5-b688-fa7868d4d136 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:24.218930 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bdd516dd-cabe-4c62-925c-cb3e9df8c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:24.275757 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-bdd516dd-cabe-4c62-925c-cb3e9df8c3d6 None None] Port bb150672-662a-4ca5-b688-fa7868d4d136 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:22:24.374633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:22:24.384886 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-80626148-b1f9-4872-b7c5-69964c84ca92 admin admin] 10.222.0.87 "PUT /v2.0/routers/8f4adae1-cae2-471d-a293-f168bda22aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9845767 Jan 20 15:22:24.923617 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33374) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:24.929457 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-838048605-network', 'tenant_id': '7e378116978d49049582ecc943a1ed1d'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:24.934670 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:24.939069 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Usage tracker for resource:network and tenant:7e378116978d49049582ecc943a1ed1d is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:24.942440 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:24.949168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:24.963518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Made reservation on behalf of 7e378116978d49049582ecc943a1ed1d for: {'network': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:22:24.965993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for network, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:24.979132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:24.997356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:25.002863 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Usage tracker for resource:security_group_rule and tenant:7e378116978d49049582ecc943a1ed1d is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:25.006328 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:25.013305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:25.111759 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.116449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.147758 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=87494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:22:25.156609 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d29a00-f277-4882-84ff-18bbcbcc753f,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:25.162664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.162996 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.segments_db [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Added segment d9f69056-e46a-4442-a186-5b2aeb5e28a3 of type vlan for network ccebb608-8f64-48af-b17a-203c22a3dfc8 Jan 20 15:22:25.190933 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727929231180'] for network, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.210741 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Sync routers for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:22:25.220750 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:25.221500 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:25.233310 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901'] for network, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.234402 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:25.234942 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.342105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] Pushing event updated for resources: {'Network': ['ID=ccebb608-8f64-48af-b17a-203c22a3dfc8,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:25.345537 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-949338db-35a0-4c50-9b4b-a56f100b3a85 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4208012 Jan 20 15:22:25.348469 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33378) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:25.354877 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Request body: {'subnet': {'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-838048605-subnet', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'ip_version': 4}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:25.357876 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Network ccebb608-8f64-48af-b17a-203c22a3dfc8 details requested by agent ovs-agent-dv-neutron-825123-1-hyperv with host dv-neutron-825123-1-hyperv {{(pid=87496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:22:25.360637 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:25.369739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Usage tracker for resource:subnet and tenant:7e378116978d49049582ecc943a1ed1d is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:25.378259 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:25.387758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:25.401719 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Made reservation on behalf of 7e378116978d49049582ecc943a1ed1d for: {'subnet': 1} {{(pid=87495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:22:25.404757 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2977936'] for subnet, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.411304 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:25.463714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.643930 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2927837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2977922'] for subnet, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.729830 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc28a982-a26a-4bf6-a969-7b929744a09a,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:25.743645 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Checking segment: {'id': 'd9f69056-e46a-4442-a186-5b2aeb5e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:22:25.744028 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Network hostable DHCP agents. Network: ccebb608-8f64-48af-b17a-203c22a3dfc8, hostable agents: ['74ff69aa-18ec-4c3f-b6b9-8da02c673671'], hosted agents: [] {{(pid=87495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:22:25.765058 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Network ccebb608-8f64-48af-b17a-203c22a3dfc8 is scheduled to be hosted by DHCP agent 74ff69aa-18ec-4c3f-b6b9-8da02c673671 with binding_index 1 {{(pid=87495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:22:25.776266 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825123-1-hyperv, ccebb608-8f64-48af-b17a-203c22a3dfc8) {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:25.780925 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 2, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:25.781157 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:25.781613 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.785117 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Checking router: 8f4adae1-cae2-471d-a293-f168bda22aa2 for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:22:25.785461 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Updating router 8f4adae1-cae2-471d-a293-f168bda22aa2 port bb150672-662a-4ca5-b688-fa7868d4d136 binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:22:25.787685 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f98e9-579f-4d01-af20-d036325077b0 None None] Network ccebb608-8f64-48af-b17a-203c22a3dfc8 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:22:25.806505 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-f8d54e17-d59b-4122-a17a-52a50133032e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4567091 Jan 20 15:22:25.809564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33382) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:25.816253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-838048605-router', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:25.822882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:25.829154 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Usage tracker for resource:router and tenant:7e378116978d49049582ecc943a1ed1d is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:25.832536 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:25.841073 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.842687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:25.859994 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4642'] for router, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.862145 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4649'] for router, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.888700 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.950083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device efb35cd0-d358-4755-b7dc-2733c128fa78 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:26.142415 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port efb35cd0-d358-4755-b7dc-2733c128fa78 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:26.149150 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc89aa782-a9d8-5f23-87c3-1a8b96c05d28-ccebb608-8f64-48af-b17a-203c22a3dfc8', 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'fixed_ips': [{'subnet_id': 'cc28a982-a26a-4bf6-a969-7b929744a09a'}]}} from dv-neutron-825123-1-hyperv. {{(pid=87496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 20 15:22:26.150536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.167000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port efb35cd0-d358-4755-b7dc-2733c128fa78 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:26.167857 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.195253 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4703'] for router, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.230651 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.249265 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Transition to ACTIVE for port object bb150672-662a-4ca5-b688-fa7868d4d136 will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:26.258632 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.387931 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Pushing event updated for resources: {'Port': ['ID=bb150672-662a-4ca5-b688-fa7868d4d136,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:26.443067 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.462669 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.463047 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.463503 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.463885 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.464291 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.465058 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.465058 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.465336 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.465766 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.466661 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.467236 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.467413 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.db_base_plugin_common [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Allocated IP 172.20.0.2 (ccebb608-8f64-48af-b17a-203c22a3dfc8/cc28a982-a26a-4bf6-a969-7b929744a09a/aa284462-459d-447a-8754-1376d4dd16e1) {{(pid=87496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:26.467654 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:26.475934 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port efb35cd0-d358-4755-b7dc-2733c128fa78, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=efb35cd0-d358-4755-b7dc-2733c128fa78,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:26.503478 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.589558 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Attempting to bind port bb150672-662a-4ca5-b688-fa7868d4d136 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:26.589924 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Attempting to bind port bb150672-662a-4ca5-b688-fa7868d4d136 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:26.590278 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Attempting to bind port bb150672-662a-4ca5-b688-fa7868d4d136 on network e7626443-4971-4159-9edb-8981d153555a {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:22:26.596877 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:22:26.597300 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Checking segment: {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:22:26.597643 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.598027 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Bound using segment: {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:22:26.598492 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Bound port: bb150672-662a-4ca5-b688-fa7868d4d136, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:26.598855 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.634255 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=efb35cd0-d358-4755-b7dc-2733c128fa78,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:26.693739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.733306 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.740124 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] For port bb150672-662a-4ca5-b688-fa7868d4d136, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:22:26.745741 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] For port bb150672-662a-4ca5-b688-fa7868d4d136, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bb150672-662a-4ca5-b688-fa7868d4d136,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:22:26.752804 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.803308 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Notify callbacks [] for port, precommit_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.816995 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Transition to ACTIVE for port object aa284462-459d-447a-8754-1376d4dd16e1 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:26.838058 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:26.838708 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:26.840617 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Transition to ACTIVE for port object aa284462-459d-447a-8754-1376d4dd16e1 will not be triggered until provisioned by entity DHCP. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:26.850809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627'] for port, after_create {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.888366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Allocated IP 172.26.0.198 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/a717dce7-9f9c-4df6-a878-80b4c6391ec0) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:26.929645 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df490e1-4cf1-4dcc-a69b-376a54c9055b None None] Pushing event updated for resources: {'Port': ['ID=bb150672-662a-4ca5-b688-fa7868d4d136,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:26.948300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Network ccebb608-8f64-48af-b17a-203c22a3dfc8 is already hosted by enough agents. {{(pid=87496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:26.951182 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.scheduler.base_scheduler [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Resources bound (agent type, host, resource id): {{(pid=87496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:26.955742 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Received port after_create {{(pid=87496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:22:26.958004 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Pushing event updated for resources: {'Port': ['ID=aa284462-459d-447a-8754-1376d4dd16e1,revision_number=1']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:27.060936 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:27.074346 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:27.111425 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:27.158449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Attempting to bind port aa284462-459d-447a-8754-1376d4dd16e1 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:27.159136 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Attempting to bind port aa284462-459d-447a-8754-1376d4dd16e1 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'd9f69056-e46a-4442-a186-5b2aeb5e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:27.159773 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Attempting to bind port aa284462-459d-447a-8754-1376d4dd16e1 on network ccebb608-8f64-48af-b17a-203c22a3dfc8 {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:22:27.167170 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:22:27.167795 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Checking segment: {'id': 'd9f69056-e46a-4442-a186-5b2aeb5e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:22:27.168720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:27.169249 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Bound using segment: {'id': 'd9f69056-e46a-4442-a186-5b2aeb5e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:22:27.169851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Bound port: aa284462-459d-447a-8754-1376d4dd16e1, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f69056-e46a-4442-a186-5b2aeb5e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:27.170358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:27.186130 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:27.189340 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:27.192046 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:22:27.234237 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Pushing event updated for resources: {'Port': ['ID=a717dce7-9f9c-4df6-a878-80b4c6391ec0,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:27.285449 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] For port aa284462-459d-447a-8754-1376d4dd16e1, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:22:27.290569 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] For port aa284462-459d-447a-8754-1376d4dd16e1, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=aa284462-459d-447a-8754-1376d4dd16e1,segment=NetworkSegment(d9f69056-e46a-4442-a186-5b2aeb5e28a3),segment_id=d9f69056-e46a-4442-a186-5b2aeb5e28a3)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:22:27.297020 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:27.391111 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10b9a1-c69c-46b0-afff-dc4420d40cfa None None] Pushing event updated for resources: {'Port': ['ID=aa284462-459d-447a-8754-1376d4dd16e1,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:27.417209 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:27.422080 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370848fe-f267-4e27-b270-a904d4d392f1 None None] The sync data for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv is: [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:22:27.728389 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:28.063860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device efb35cd0-d358-4755-b7dc-2733c128fa78 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:28.145184 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port efb35cd0-d358-4755-b7dc-2733c128fa78 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:28.145557 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:28.266523 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743447'] for router, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:28.304246 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device aa284462-459d-447a-8754-1376d4dd16e1 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:28.417531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port aa284462-459d-447a-8754-1376d4dd16e1 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:28.429528 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bb150672-662a-4ca5-b688-fa7868d4d136 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:28.529309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port bb150672-662a-4ca5-b688-fa7868d4d136 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:28.536545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port bb150672-662a-4ca5-b688-fa7868d4d136 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:28.536760 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:28.704615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:28.726077 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa59e7b-9c4d-4b99-9194-f8f13808b725 None None] Network ccebb608-8f64-48af-b17a-203c22a3dfc8 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:22:28.728431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec is scheduled to L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 with binding_index 1 {{(pid=87494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 20 15:22:28.899811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port bb150672-662a-4ca5-b688-fa7868d4d136, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bb150672-662a-4ca5-b688-fa7868d4d136,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:28.900846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f2050a32-561a-42d6-ab7e-154c43c2448c None None] Provisioning for port aa284462-459d-447a-8754-1376d4dd16e1 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:28.919570 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:28.921390 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-f2050a32-561a-42d6-ab7e-154c43c2448c None None] Provisioning complete for port aa284462-459d-447a-8754-1376d4dd16e1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:28.921745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f2050a32-561a-42d6-ab7e-154c43c2448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:28.995305 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:22:29.021861 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Sync routers for ids ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:22:29.032002 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:29.037025 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33386) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:29.037525 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b8d4e1fd-84a3-4be9-a2af-5c5fa69247dc admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2260597 Jan 20 15:22:29.088994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Routers {'663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:29.088994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:29.193176 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=bb150672-662a-4ca5-b688-fa7868d4d136,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:29.481938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f2050a32-561a-42d6-ab7e-154c43c2448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:29.506142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Set router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:29.788906 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f2050a32-561a-42d6-ab7e-154c43c2448c None None] For port aa284462-459d-447a-8754-1376d4dd16e1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=aa284462-459d-447a-8754-1376d4dd16e1,segment=NetworkSegment(d9f69056-e46a-4442-a186-5b2aeb5e28a3),segment_id=d9f69056-e46a-4442-a186-5b2aeb5e28a3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:29.807968 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f2050a32-561a-42d6-ab7e-154c43c2448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:29.943535 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bb150672-662a-4ca5-b688-fa7868d4d136 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:30.005163 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.063404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2050a32-561a-42d6-ab7e-154c43c2448c None None] Pushing event updated for resources: {'Port': ['ID=aa284462-459d-447a-8754-1376d4dd16e1,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:30.101702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port bb150672-662a-4ca5-b688-fa7868d4d136 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:30.102386 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.169941 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'name': 'tempest-TestSnapshotPattern-838048605-router', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:25Z', 'updated_at': '2022-01-20T15:22:27Z', 'revision_number': 3, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'gw_port': {'id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:26Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:30.178028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Checking router: 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:22:30.178374 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Updating router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec port a717dce7-9f9c-4df6-a878-80b4c6391ec0 binding host dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:22:30.291751 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.353590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-058fca71-e85d-4657-befc-73b035f0d9ce None None] Provisioning complete for port aa284462-459d-447a-8754-1376d4dd16e1 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:30.353965 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-058fca71-e85d-4657-befc-73b035f0d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.397094 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Allocated IP 172.20.0.1 (ccebb608-8f64-48af-b17a-203c22a3dfc8/cc28a982-a26a-4bf6-a969-7b929744a09a/91e77797-fe91-4ad7-959e-793ec38318fb) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:30.560848 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.577314 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.provisioning_blocks [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Transition to ACTIVE for port object 91e77797-fe91-4ad7-959e-793ec38318fb will not be triggered until provisioned by entity DHCP. {{(pid=87495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:30.603112 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.674299 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Network ccebb608-8f64-48af-b17a-203c22a3dfc8 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:30.675474 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:30.677910 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:22:30.728699 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Pushing event updated for resources: {'Port': ['ID=91e77797-fe91-4ad7-959e-793ec38318fb,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:30.745532 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3915677'] for router_interface, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.764809 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Notify callbacks [] for port, precommit_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.777898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Transition to ACTIVE for port object a717dce7-9f9c-4df6-a878-80b4c6391ec0 will not be triggered until provisioned by entity L2. {{(pid=87496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:30.786778 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.873784 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Attempting to bind port a717dce7-9f9c-4df6-a878-80b4c6391ec0 on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:30.874174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Attempting to bind port a717dce7-9f9c-4df6-a878-80b4c6391ec0 by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:30.874496 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Attempting to bind port a717dce7-9f9c-4df6-a878-80b4c6391ec0 on network 968209a1-6b3b-43f7-8a25-5eadd11f3aba {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:22:30.884565 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f476e6-4033-488a-99eb-bfccadca18ae None None] Pushing event updated for resources: {'Port': ['ID=a717dce7-9f9c-4df6-a878-80b4c6391ec0,revision_number=2']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:30.887083 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:22:30.887335 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Checking segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:22:30.887737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.888113 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Bound using segment: {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'} {{(pid=87496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:22:30.888623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.managers [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Bound port: a717dce7-9f9c-4df6-a878-80b4c6391ec0, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708f119-eddb-4d59-8491-49f81ee64539', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba'}}] {{(pid=87496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:30.888988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.971421 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-513fde90-1f35-4695-b316-e080188d54fe None None] Provisioning for port 91e77797-fe91-4ad7-959e-793ec38318fb completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:30.977392 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] For port a717dce7-9f9c-4df6-a878-80b4c6391ec0, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:22:30.981509 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] For port a717dce7-9f9c-4df6-a878-80b4c6391ec0, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a717dce7-9f9c-4df6-a878-80b4c6391ec0,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:22:30.982623 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-513fde90-1f35-4695-b316-e080188d54fe None None] Provisioning complete for port 91e77797-fe91-4ad7-959e-793ec38318fb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:30.983108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-513fde90-1f35-4695-b316-e080188d54fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:31.019419 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:31.040573 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:31.100010 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-513fde90-1f35-4695-b316-e080188d54fe None None] Port 91e77797-fe91-4ad7-959e-793ec38318fb cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:22:31.121289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Routers {'663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:31.121959 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:31.169183 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f476e6-4033-488a-99eb-bfccadca18ae None None] Pushing event updated for resources: {'Port': ['ID=a717dce7-9f9c-4df6-a878-80b4c6391ec0,revision_number=3']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:31.277057 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:31.284810 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:31.309843 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] Set router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:31.395435 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Pushing event updated for resources: {'Port': ['ID=91e77797-fe91-4ad7-959e-793ec38318fb,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:31.397955 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3915520'] for router_interface, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:31.545376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Network ccebb608-8f64-48af-b17a-203c22a3dfc8 is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:31.546466 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:31.700594 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'name': 'tempest-TestSnapshotPattern-838048605-router', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:25Z', 'updated_at': '2022-01-20T15:22:30Z', 'revision_number': 4, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'gw_port': {'id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:26Z', 'updated_at': '2022-01-20T15:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '91e77797-fe91-4ad7-959e-793ec38318fb', 'name': '', 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'mac_address': 'fa:16:3e:5e:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cc28a982-a26a-4bf6-a969-7b929744a09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:30Z', 'updated_at': '2022-01-20T15:22:30Z', 'revision_number': 1, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'subnets': [{'id': 'cc28a982-a26a-4bf6-a969-7b929744a09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:31.707302 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0390a-c598-46aa-9cc5-fcd930f4b83e None None] The sync data for ids ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'] in dv-neutron-825123-1-hyperv is: [{'id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'name': 'tempest-TestSnapshotPattern-838048605-router', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:25Z', 'updated_at': '2022-01-20T15:22:30Z', 'revision_number': 4, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'gw_port': {'id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:26Z', 'updated_at': '2022-01-20T15:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '91e77797-fe91-4ad7-959e-793ec38318fb', 'name': '', 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'mac_address': 'fa:16:3e:5e:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cc28a982-a26a-4bf6-a969-7b929744a09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:30Z', 'updated_at': '2022-01-20T15:22:30Z', 'revision_number': 1, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'subnets': [{'id': 'cc28a982-a26a-4bf6-a969-7b929744a09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:22:31.751373 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:22:31.830064 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-e42faa2c-00e5-42e1-8914-0c9d95ca24b9 None None] Provisioning complete for port 91e77797-fe91-4ad7-959e-793ec38318fb triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:31.830672 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e42faa2c-00e5-42e1-8914-0c9d95ca24b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:31.901860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device aa284462-459d-447a-8754-1376d4dd16e1 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:31.945375 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-e42faa2c-00e5-42e1-8914-0c9d95ca24b9 None None] Port 91e77797-fe91-4ad7-959e-793ec38318fb cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:22:32.011457 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port aa284462-459d-447a-8754-1376d4dd16e1 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:32.012304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:32.108995 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:22:32.119448 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-37d29c40-7031-4a47-aee2-34dd44390759 admin admin] 10.222.0.87 "PUT /v2.0/routers/663e3e81-4aa4-43b8-9a0a-47d19d1a2dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0804467 Jan 20 15:22:33.158501 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d27791e0-67f9-4c95-b99c-e8fcc321df4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:33.845258 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33398) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:33.851005 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50573140', 'description': 'tempest-secgroup-smoke-50573140 description', 'project_id': '9c3bc255e3474dc194ccc2e52046fd71'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:33.857778 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:33.862547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Usage tracker for resource:security_group and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:33.865773 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:33.871716 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:33.885678 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:33.910279 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:33.915246 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Usage tracker for resource:security_group_rule and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:33.919557 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:33.920021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a717dce7-9f9c-4df6-a878-80b4c6391ec0 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:33.926962 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:34.013329 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port a717dce7-9f9c-4df6-a878-80b4c6391ec0 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:34.018777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port a717dce7-9f9c-4df6-a878-80b4c6391ec0 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:34.019624 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.024497 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.030299 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.084731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38859f6c-e69e-44cf-8c4c-7318b98530fb,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:34.089463 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.096348 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-02d8bc65-5c15-4094-b7ff-bad388707fe9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2486579 Jan 20 15:22:34.096753 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33402) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:34.101750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'security_group_rule': {'security_group_id': '38859f6c-e69e-44cf-8c4c-7318b98530fb', 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:34.108620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:34.112676 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Usage tracker for resource:security_group_rule and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:34.115795 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:34.122082 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:34.142453 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.186731 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.204542 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port a717dce7-9f9c-4df6-a878-80b4c6391ec0, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a717dce7-9f9c-4df6-a878-80b4c6391ec0,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:34.210436 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.218399 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.223519 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.253619 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d135d5d-c02d-4d22-afec-c01c21803fa6,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:34.262533 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.267787 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-fabf48b7-0b3c-4184-a5f1-55fcc62c10dd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682980 Jan 20 15:22:34.268013 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33406) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:34.273796 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'security_group_rule': {'security_group_id': '38859f6c-e69e-44cf-8c4c-7318b98530fb', 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:34.282408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:34.288825 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Usage tracker for resource:security_group_rule and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:34.290755 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=a717dce7-9f9c-4df6-a878-80b4c6391ec0,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:34.292590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:34.300745 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:34.324659 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.413503 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.419085 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.446282 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f32317-0a62-47cd-9ada-736caae2896b,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:34.461755 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.463177 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-50392d59-575f-445c-9300-b337ed036913 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1940227 Jan 20 15:22:34.466933 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33410) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:34.472271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'security_group_rule': {'security_group_id': '38859f6c-e69e-44cf-8c4c-7318b98530fb', 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:34.478977 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:34.483835 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Usage tracker for resource:security_group_rule and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:34.486959 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:34.492838 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:34.522490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.600743 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.605491 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.630723 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98127435-e091-4862-9dec-3617b99fe55d,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:34.642148 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.643380 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-70f91db0-ca19-4b0b-a687-98a0b8b5c5d8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754918 Jan 20 15:22:34.646668 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33414) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:34.651695 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'security_group_rule': {'security_group_id': '38859f6c-e69e-44cf-8c4c-7318b98530fb', 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:34.657886 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:34.661788 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Usage tracker for resource:security_group_rule and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:34.664739 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:34.671231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:34.692781 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.763976 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.770257 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.800009 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbffd8f7-b972-49c1-a618-2aa208571b84,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:34.810318 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.811612 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-0e94dc9e-e4af-4813-95b0-c046bd1c894c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640189 Jan 20 15:22:34.814597 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33418) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:34.820513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'security_group_rule': {'security_group_id': '38859f6c-e69e-44cf-8c4c-7318b98530fb', 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:34.827165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:34.831582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Usage tracker for resource:security_group_rule and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:34.834711 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:34.840856 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:34.852288 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.securitygroups_db [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Project 9c3bc255e3474dc194ccc2e52046fd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:22:34.859494 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.927959 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.933409 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.962313 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4e2266-bb94-4806-b620-e6dda7b76077,revision_number=0']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:34.974582 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:34.976240 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-b430bf98-a837-42bf-8dfa-e6d03be1f4c2 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1602004 Jan 20 15:22:34.979077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33422) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:34.984999 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'security_group_rule': {'security_group_id': '38859f6c-e69e-44cf-8c4c-7318b98530fb', 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:34.991775 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:34.996310 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Usage tracker for resource:security_group_rule and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:34.999496 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:35.005566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:35.017527 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.securitygroups_db [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Project 9c3bc255e3474dc194ccc2e52046fd71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:22:35.024720 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:35.107460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:35.112096 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784710'] for security_group_rule, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:35.137061 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac496f1-d2fc-4e8b-93ae-0868dde56f91,revision_number=0']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:35.148860 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:35.150297 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-d9d5d735-fcfb-4ded-9e60-44f8ad084499 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1699405 Jan 20 15:22:35.267526 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Sync routers for ids ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:22:35.277631 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Routers {'663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:35.278245 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:35.461411 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Set router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:35.506750 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-6794a92c-55e7-49bf-88fc-875505ea9303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:35.575397 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-052287a3-6542-45cd-879e-99c51c03c5eb req-d8afd6a4-0dd3-49b8-976d-8ce5bbd4fb69 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Synchronizing usage tracker for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:security_group {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:22:35.596750 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-052287a3-6542-45cd-879e-99c51c03c5eb req-d8afd6a4-0dd3-49b8-976d-8ce5bbd4fb69 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Unset dirty status for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:security_group {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:22:35.598119 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-d8afd6a4-0dd3-49b8-976d-8ce5bbd4fb69 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50573140&fields=id&tenant_id=9c3bc255e3474dc194ccc2e52046fd71 HTTP/1.1" status: 200 len: 267 time: 0.0664318 Jan 20 15:22:35.738386 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:22:35.756866 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052287a3-6542-45cd-879e-99c51c03c5eb req-fd35205e-6a4e-428c-b8ab-02b2b54bdc5d tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:35.757572 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-052287a3-6542-45cd-879e-99c51c03c5eb req-fd35205e-6a4e-428c-b8ab-02b2b54bdc5d tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Synchronizing usage tracker for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:network {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:22:35.776465 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [req-052287a3-6542-45cd-879e-99c51c03c5eb req-fd35205e-6a4e-428c-b8ab-02b2b54bdc5d tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Unset dirty status for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:network {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:22:35.777880 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-fd35205e-6a4e-428c-b8ab-02b2b54bdc5d tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 810 time: 0.1690919 Jan 20 15:22:35.794102 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-e0497329-0d61-46b3-9274-9fa2b8ded169 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/quotas/9c3bc255e3474dc194ccc2e52046fd71 HTTP/1.1" status: 200 len: 375 time: 0.0101802 Jan 20 15:22:35.823586 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'name': 'tempest-TestSnapshotPattern-838048605-router', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:25Z', 'updated_at': '2022-01-20T15:22:30Z', 'revision_number': 4, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'gw_port': {'id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:26Z', 'updated_at': '2022-01-20T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '91e77797-fe91-4ad7-959e-793ec38318fb', 'name': '', 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'mac_address': 'fa:16:3e:5e:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cc28a982-a26a-4bf6-a969-7b929744a09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:30Z', 'updated_at': '2022-01-20T15:22:31Z', 'revision_number': 2, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'subnets': [{'id': 'cc28a982-a26a-4bf6-a969-7b929744a09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:35.828173 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Checking router: 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:22:35.828758 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Updating router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec port 91e77797-fe91-4ad7-959e-793ec38318fb binding host dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 15:22:35.884282 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a717dce7-9f9c-4df6-a878-80b4c6391ec0 up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:35.898885 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:35.907780 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-b9b5174e-2a57-4605-a6f6-05c522645848 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054995 Jan 20 15:22:35.958233 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port a717dce7-9f9c-4df6-a878-80b4c6391ec0 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:35.959002 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:36.044386 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-55e54d18-4a9e-46e1-94fb-648563f8cb61 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 15:22:36.045904 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-55e54d18-4a9e-46e1-94fb-648563f8cb61 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1283965 Jan 20 15:22:36.192041 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-3aa570f8-5f43-4760-94c8-c3ce612497b4 service neutron] 10.222.0.87 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369524 Jan 20 15:22:36.260597 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Notify callbacks [] for port, precommit_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:36.272766 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.provisioning_blocks [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Transition to ACTIVE for port object 91e77797-fe91-4ad7-959e-793ec38318fb will not be triggered until provisioned by entity L2. {{(pid=87497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:36.281531 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:36.331924 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-dfcf0cee-93b3-4eaa-a6f8-e09e50b8d365 service neutron] 10.222.0.87 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335883 Jan 20 15:22:36.411018 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d85ba7-95f9-4e35-8434-8d925a6b44ea None None] Pushing event updated for resources: {'Port': ['ID=91e77797-fe91-4ad7-959e-793ec38318fb,revision_number=3']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:36.521300 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:36.544177 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Attempting to bind port 91e77797-fe91-4ad7-959e-793ec38318fb on host dv-neutron-825123-1-hyperv for vnic_type normal with profile {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:36.544811 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Attempting to bind port 91e77797-fe91-4ad7-959e-793ec38318fb by drivers openvswitch,hyperv on host dv-neutron-825123-1-hyperv at level 0 using segments [{'id': 'd9f69056-e46a-4442-a186-5b2aeb5e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8'}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:36.545318 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Attempting to bind port 91e77797-fe91-4ad7-959e-793ec38318fb on network ccebb608-8f64-48af-b17a-203c22a3dfc8 {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:22:36.552397 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Checking agent: {'id': 'efe31b6e-7450-4dbc-bc09-0ab17f07e236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825123-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 21, 6), 'started_at': datetime.datetime(2022, 1, 20, 14, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825123-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:22:36.552969 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Checking segment: {'id': 'd9f69056-e46a-4442-a186-5b2aeb5e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:22:36.553513 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:36.554039 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Bound using segment: {'id': 'd9f69056-e46a-4442-a186-5b2aeb5e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8'} {{(pid=87497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:22:36.554745 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.managers [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Bound port: 91e77797-fe91-4ad7-959e-793ec38318fb, host: dv-neutron-825123-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f69056-e46a-4442-a186-5b2aeb5e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8'}}] {{(pid=87497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:36.555273 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:36.624658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-30f1e232-9174-43f6-9632-68ea3571acda req-020884ad-9fe5-497d-9a72-50feba19d677 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Synchronizing usage tracker for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:22:36.646633 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-30f1e232-9174-43f6-9632-68ea3571acda req-020884ad-9fe5-497d-9a72-50feba19d677 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Unset dirty status for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:22:36.647887 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-30f1e232-9174-43f6-9632-68ea3571acda req-020884ad-9fe5-497d-9a72-50feba19d677 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 210 time: 0.1480391 Jan 20 15:22:36.666087 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] For port 91e77797-fe91-4ad7-959e-793ec38318fb, host dv-neutron-825123-1-hyperv, cleared binding levels {{(pid=87497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:22:36.669885 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.plugins.ml2.db [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] For port 91e77797-fe91-4ad7-959e-793ec38318fb, host dv-neutron-825123-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=91e77797-fe91-4ad7-959e-793ec38318fb,segment=NetworkSegment(d9f69056-e46a-4442-a186-5b2aeb5e28a3),segment_id=d9f69056-e46a-4442-a186-5b2aeb5e28a3)] {{(pid=87497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:22:36.678459 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron_lib.callbacks.manager [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:36.684021 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:36.764996 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Routers {'663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:36.765638 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:36.835582 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d85ba7-95f9-4e35-8434-8d925a6b44ea None None] Pushing event updated for resources: {'Port': ['ID=91e77797-fe91-4ad7-959e-793ec38318fb,revision_number=4']} {{(pid=87497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:36.979021 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] Set router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:37.407193 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'name': 'tempest-TestSnapshotPattern-838048605-router', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:25Z', 'updated_at': '2022-01-20T15:22:30Z', 'revision_number': 4, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'gw_port': {'id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:26Z', 'updated_at': '2022-01-20T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '91e77797-fe91-4ad7-959e-793ec38318fb', 'name': '', 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'mac_address': 'fa:16:3e:5e:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cc28a982-a26a-4bf6-a969-7b929744a09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:30Z', 'updated_at': '2022-01-20T15:22:36Z', 'revision_number': 4, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'subnets': [{'id': 'cc28a982-a26a-4bf6-a969-7b929744a09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:37.415088 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044abe2-b7f5-41a7-90e5-2c72e8efd70e None None] The sync data for ids ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'] in dv-neutron-825123-1-hyperv is: [{'id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'name': 'tempest-TestSnapshotPattern-838048605-router', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:25Z', 'updated_at': '2022-01-20T15:22:30Z', 'revision_number': 4, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'gw_port': {'id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:26Z', 'updated_at': '2022-01-20T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': '91e77797-fe91-4ad7-959e-793ec38318fb', 'name': '', 'network_id': 'ccebb608-8f64-48af-b17a-203c22a3dfc8', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'mac_address': 'fa:16:3e:5e:8d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cc28a982-a26a-4bf6-a969-7b929744a09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:30Z', 'updated_at': '2022-01-20T15:22:36Z', 'revision_number': 4, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'subnets': [{'id': 'cc28a982-a26a-4bf6-a969-7b929744a09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:22:37.809383 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-cf52f54e-1217-4ab5-a4fc-f8809217835d req-2920a9a6-6db0-4230-80a9-6bf47278164a tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 210 time: 0.0499420 Jan 20 15:22:37.938658 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 91e77797-fe91-4ad7-959e-793ec38318fb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:38.039035 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning for port 91e77797-fe91-4ad7-959e-793ec38318fb completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:38.053838 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 91e77797-fe91-4ad7-959e-793ec38318fb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:38.054771 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:38.213120 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:38.214180 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052287a3-6542-45cd-879e-99c51c03c5eb req-904ebc9f-f694-4f06-a903-2611e2dabf9e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:38.217797 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-904ebc9f-f694-4f06-a903-2611e2dabf9e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 810 time: 0.2448289 Jan 20 15:22:38.242304 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:38.279322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-052287a3-6542-45cd-879e-99c51c03c5eb req-8f10ac07-42f1-4dc2-ab58-8c4729558d71 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Synchronizing usage tracker for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:security_group {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:22:38.283218 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] For port 91e77797-fe91-4ad7-959e-793ec38318fb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=91e77797-fe91-4ad7-959e-793ec38318fb,segment=NetworkSegment(d9f69056-e46a-4442-a186-5b2aeb5e28a3),segment_id=d9f69056-e46a-4442-a186-5b2aeb5e28a3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:38.288462 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:38.301701 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-052287a3-6542-45cd-879e-99c51c03c5eb req-8f10ac07-42f1-4dc2-ab58-8c4729558d71 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Unset dirty status for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:security_group {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:22:38.302862 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-8f10ac07-42f1-4dc2-ab58-8c4729558d71 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c3bc255e3474dc194ccc2e52046fd71 HTTP/1.1" status: 200 len: 378 time: 0.0751326 Jan 20 15:22:38.314747 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'port': {'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'admin_state_up': True, 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'security_groups': ['38859f6c-e69e-44cf-8c4c-7318b98530fb']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:38.364904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Pushing event updated for resources: {'Port': ['ID=91e77797-fe91-4ad7-959e-793ec38318fb,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:38.462193 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:38.473906 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:38.489795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Made reservation on behalf of 9c3bc255e3474dc194ccc2e52046fd71 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:22:38.494635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:38.676261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Allocated IP 172.20.0.14 (e7626443-4971-4159-9edb-8981d153555a/cd0a06aa-1c06-47da-903b-9e1667a42a9c/5a89196b-ff2a-40a1-b6ff-d44d1110ac64) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:38.887010 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:38.904549 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Transition to ACTIVE for port object 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:38.936092 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:39.061250 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Network e7626443-4971-4159-9edb-8981d153555a is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:39.066189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:39.073651 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:22:39.103398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'Port': ['ID=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:39.148608 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:39.149136 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:39.168378 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef25bb6-4504-4391-a120-8fd6d336aa24 req-e79f5f1d-dfa7-4800-b898-10d8ab1c4932 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:39.169974 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ef25bb6-4504-4391-a120-8fd6d336aa24 req-e79f5f1d-dfa7-4800-b898-10d8ab1c4932 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 932 time: 0.1967800 Jan 20 15:22:39.203631 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-91469123-d630-434a-885a-36479f8b8f6e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8927770 Jan 20 15:22:39.231547 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Request body: {'port': {'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:39.277955 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4ef25bb6-4504-4391-a120-8fd6d336aa24 req-eb539f76-45d8-4cdc-a949-f257298bb78a tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006436 Jan 20 15:22:39.369795 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:39.375121 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-42cf88f9-c7d4-46fd-a7ae-c103a750305f None None] Provisioning for port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:39.380556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-42cf88f9-c7d4-46fd-a7ae-c103a750305f None None] Provisioning complete for port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:39.380976 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-42cf88f9-c7d4-46fd-a7ae-c103a750305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:39.443804 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-42cf88f9-c7d4-46fd-a7ae-c103a750305f None None] Port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:22:39.868526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:22:39.884290 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:39.886312 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 91e77797-fe91-4ad7-959e-793ec38318fb up at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:39.902546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Transition to ACTIVE for port object 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:39.909466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:39.966953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Provisioning complete for port 91e77797-fe91-4ad7-959e-793ec38318fb triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:39.967425 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:40.081592 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Pushing event updated for resources: {'Port': ['ID=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:40.226653 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Attempting to bind port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:40.227013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Attempting to bind port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:40.227326 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Attempting to bind port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 on network e7626443-4971-4159-9edb-8981d153555a {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:22:40.232685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 on network e7626443-4971-4159-9edb-8981d153555a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:22:40.233178 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Attempting to bind port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 on network e7626443-4971-4159-9edb-8981d153555a {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:22:40.240367 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:22:40.240699 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Checking segment: {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:22:40.241077 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Bound using segment: {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:22:40.241502 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Bound port: 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:40.241838 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:40.343275 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] For port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:22:40.347909 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] For port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:22:40.354621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:40.424882 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:40.425595 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:40.427175 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] 10.222.0.72 "PUT /v2.0/ports/5a89196b-ff2a-40a1-b6ff-d44d1110ac64 HTTP/1.1" status: 200 len: 1094 time: 1.2022865 Jan 20 15:22:40.427711 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:22:40.527020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaefaf0-5d3d-437e-a9fa-770197398799 service neutron] Pushing event updated for resources: {'Port': ['ID=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:40.563483 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554206ed-7ea0-478f-88b5-19b31a8bb44f req-ab6a9e4d-dfb6-4d02-b119-74bb930939b0 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:40.569268 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-554206ed-7ea0-478f-88b5-19b31a8bb44f req-ab6a9e4d-dfb6-4d02-b119-74bb930939b0 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 944 time: 0.1566348 Jan 20 15:22:40.573005 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'status': 'completed', 'code': 200} Jan 20 15:22:40.607455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052287a3-6542-45cd-879e-99c51c03c5eb req-fb21ec82-ae92-4129-b935-bfc440dde125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:40.609829 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-fb21ec82-ae92-4129-b935-bfc440dde125 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 1097 time: 0.1318917 Jan 20 15:22:40.622102 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-554206ed-7ea0-478f-88b5-19b31a8bb44f req-23dcdfb3-0d42-4a8f-a8cc-b5ee7ac8b177 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446126 Jan 20 15:22:40.702497 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-6d3b2cf6-276e-48b4-bbb2-2398c9a5a54f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64 HTTP/1.1" status: 200 len: 217 time: 0.0857053 Jan 20 15:22:40.769696 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052287a3-6542-45cd-879e-99c51c03c5eb req-061274cf-fb94-4164-b9f6-b07d96c39841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:40.771242 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-061274cf-fb94-4164-b9f6-b07d96c39841 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0625820 Jan 20 15:22:40.866109 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052287a3-6542-45cd-879e-99c51c03c5eb req-7c364264-c7a0-4727-b002-504aa2eb5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:40.867478 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-7c364264-c7a0-4727-b002-504aa2eb5cbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893772 Jan 20 15:22:41.013223 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-cab13ae7-cbcc-4086-b429-c9903b783191 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374612 Jan 20 15:22:41.164390 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-052287a3-6542-45cd-879e-99c51c03c5eb req-39a35d8e-4a29-4ca5-ace4-ca6f9a8b5fa3 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451566 Jan 20 15:22:41.295644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96b740-6129-4430-97f3-9234fd996c86 req-6ee82768-666b-4eae-8a5b-dc1b8cab2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:41.297937 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd96b740-6129-4430-97f3-9234fd996c86 req-6ee82768-666b-4eae-8a5b-dc1b8cab2ffa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 1097 time: 0.0873082 Jan 20 15:22:41.434236 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96b740-6129-4430-97f3-9234fd996c86 req-3acbdf40-70c1-466f-b620-c937da75b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:41.435856 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd96b740-6129-4430-97f3-9234fd996c86 req-3acbdf40-70c1-466f-b620-c937da75b53e service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 911 time: 0.1313128 Jan 20 15:22:41.623888 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd96b740-6129-4430-97f3-9234fd996c86 req-065ee41d-93df-4bde-8cd3-990179ccff33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64 HTTP/1.1" status: 200 len: 217 time: 0.1818757 Jan 20 15:22:41.697383 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96b740-6129-4430-97f3-9234fd996c86 req-cbe5bfba-cf05-4b26-b01b-43072bba54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:41.699097 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd96b740-6129-4430-97f3-9234fd996c86 req-cbe5bfba-cf05-4b26-b01b-43072bba54a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0687380 Jan 20 15:22:41.841965 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96b740-6129-4430-97f3-9234fd996c86 req-d019373d-013a-4310-8e81-88ba3e8ab144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:41.843476 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd96b740-6129-4430-97f3-9234fd996c86 req-d019373d-013a-4310-8e81-88ba3e8ab144 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1374359 Jan 20 15:22:41.857252 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eada7f-ec49-45a6-9dfb-44228a990462 req-ceb8afea-4a47-4346-8c0b-859c2e603d5e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:41.857964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-e9eada7f-ec49-45a6-9dfb-44228a990462 req-ceb8afea-4a47-4346-8c0b-859c2e603d5e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Synchronizing usage tracker for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:22:41.961850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-e9eada7f-ec49-45a6-9dfb-44228a990462 req-ceb8afea-4a47-4346-8c0b-859c2e603d5e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Unset dirty status for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:22:41.963111 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e9eada7f-ec49-45a6-9dfb-44228a990462 req-ceb8afea-4a47-4346-8c0b-859c2e603d5e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 944 time: 0.2184470 Jan 20 15:22:42.039745 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd96b740-6129-4430-97f3-9234fd996c86 req-bca24254-538b-4eae-aa28-61412ba121a4 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786282 Jan 20 15:22:42.044874 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e9eada7f-ec49-45a6-9dfb-44228a990462 req-d57b8759-242c-4310-921b-180aa0dc7e4d tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746031 Jan 20 15:22:42.176723 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-cd96b740-6129-4430-97f3-9234fd996c86 req-8b0d818a-010f-4df1-b0b3-892db8f9774e service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306467 Jan 20 15:22:42.378288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:22:42.518327 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:42.533201 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:22:42.632640 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:42.656309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:22:42.674387 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:42.681762 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:42.749905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:42.893507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['5a89196b-ff2a-40a1-b6ff-d44d1110ac64'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:22:43.242990 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f0d5-8f72-481c-9606-8cc963070b89 req-55ed643a-d013-4e5f-b83e-e4f368256318 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:43.244669 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-de91f0d5-8f72-481c-9606-8cc963070b89 req-55ed643a-d013-4e5f-b83e-e4f368256318 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 945 time: 0.0865257 Jan 20 15:22:43.303350 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-de91f0d5-8f72-481c-9606-8cc963070b89 req-27f783ab-0c81-4cbe-a7bb-23f46df12f83 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518315 Jan 20 15:22:44.388105 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:44.494151 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:44.501524 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:44.501951 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:44.510845 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5bb9d-c8e6-4dd5-89c7-99f45b353482 req-70bef16d-d88a-4df0-994a-34b729021de7 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:44.512462 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1bd5bb9d-c8e6-4dd5-89c7-99f45b353482 req-70bef16d-d88a-4df0-994a-34b729021de7 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 945 time: 0.0896580 Jan 20 15:22:44.564101 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-1bd5bb9d-c8e6-4dd5-89c7-99f45b353482 req-a56da795-9326-4808-b423-40cd4fc5396a tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433578 Jan 20 15:22:44.635205 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:44.664559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:22:44.676159 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:22:44.684851 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:44.764046 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:44.785279 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'code': 200} Jan 20 15:22:45.052044 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81253db3-4665-441e-a22d-0356a2383c14 req-b74fdc48-c365-4574-9f13-92816cb42624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:45.053525 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81253db3-4665-441e-a22d-0356a2383c14 req-b74fdc48-c365-4574-9f13-92816cb42624 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 1099 time: 0.0834243 Jan 20 15:22:45.097547 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-81253db3-4665-441e-a22d-0356a2383c14 req-68fd7371-1d5a-4a2e-bb78-4fcb22b89a4c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374794 Jan 20 15:22:45.762953 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a398aa2-0e08-4e67-8bb9-25e473d2b0b3 req-70614e2d-e689-4e09-8e3f-a8aaaf00d505 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:45.764557 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a398aa2-0e08-4e67-8bb9-25e473d2b0b3 req-70614e2d-e689-4e09-8e3f-a8aaaf00d505 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 946 time: 0.0884776 Jan 20 15:22:45.819612 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2a398aa2-0e08-4e67-8bb9-25e473d2b0b3 req-7f056209-0a31-4567-9acc-6c874dd1942c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493634 Jan 20 15:22:47.023531 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16faf7f-8813-4582-b42e-a842c79e3080 req-d1537a61-408f-4e89-b090-01371ce1d0f5 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:47.025100 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b16faf7f-8813-4582-b42e-a842c79e3080 req-d1537a61-408f-4e89-b090-01371ce1d0f5 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 946 time: 0.0910330 Jan 20 15:22:47.080743 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-b16faf7f-8813-4582-b42e-a842c79e3080 req-920cef46-2ed5-4cb7-993b-4e2d10714d22 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498335 Jan 20 15:22:47.278854 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ece5-4ad0-4c9e-ac13-69918acac2ea req-0368de78-0b46-4c9e-8e4c-08733de8e044 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:47.282915 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5962ece5-4ad0-4c9e-ac13-69918acac2ea req-0368de78-0b46-4c9e-8e4c-08733de8e044 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 946 time: 0.0922070 Jan 20 15:22:47.334287 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5962ece5-4ad0-4c9e-ac13-69918acac2ea req-c5af8a0c-448e-4a70-9937-3e457267d007 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417416 Jan 20 15:22:47.358214 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33496) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:47.487278 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1926a5-8406-45ff-b5a7-402caf4af9af tempest-TestSnapshotPattern-373518214 tempest-TestSnapshotPattern-373518214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:47.488858 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-5c1926a5-8406-45ff-b5a7-402caf4af9af tempest-TestSnapshotPattern-373518214 tempest-TestSnapshotPattern-373518214-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 1094 time: 0.1296296 Jan 20 15:22:47.491932 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33502) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:47.497767 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:22:47.504311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:47.508224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Usage tracker for resource:floatingip and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:47.511342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:47.520187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:47.532647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for floatingip, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:47.686426 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:47.834857 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Allocated IP 172.26.0.20 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/91246926-ed2b-4929-a61b-63ddae3b6e29) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:47.996674 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:48.036490 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:48.114083 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:48.117331 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:48.121213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:22:48.150736 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'Port': ['ID=91246926-ed2b-4929-a61b-63ddae3b6e29,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:48.727431 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:48.814530 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:49.041398 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:49.047366 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:49.157138 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'Port': ['ID=91246926-ed2b-4929-a61b-63ddae3b6e29,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:49.169539 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:49.360978 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Floating IP 060248c8-72e6-4602-a955-7c3ff2096272 associated. External IP: 172.26.0.20, port: 5a89196b-ff2a-40a1-b6ff-d44d1110ac64. Jan 20 15:22:49.744629 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Router 8f4adae1-cae2-471d-a293-f168bda22aa2 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:22:49.943484 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:22:49.955174 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] Sync routers for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:22:49.971356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:49.972484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:49.974741 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:50.048342 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-19513158-23a3-4f85-9a2d-d81b37907673 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5442224 Jan 20 15:22:50.048342 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:22:50.104474 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'status': 'completed', 'code': 200} Jan 20 15:22:50.195768 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:50.206517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-1210be97-abbd-48d7-82fc-e9731e862a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:50.208094 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-1210be97-abbd-48d7-82fc-e9731e862a38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 1099 time: 0.0793889 Jan 20 15:22:50.484680 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-b45d5ee2-1f4a-43d2-a64f-9a30689bd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:50.486196 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-b45d5ee2-1f4a-43d2-a64f-9a30689bd4fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 911 time: 0.2722571 Jan 20 15:22:50.574548 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '060248c8-72e6-4602-a955-7c3ff2096272', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:48Z', 'updated_at': '2022-01-20T15:22:48Z', 'revision_number': 0, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:50.578702 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] Checking router: 8f4adae1-cae2-471d-a293-f168bda22aa2 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:22:50.587422 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:22:50.588110 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:22:35Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:50.596081 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-c47cbcf2-e80f-45b9-85ff-d381fa9a62ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64 HTTP/1.1" status: 200 len: 999 time: 0.1030457 Jan 20 15:22:50.677644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-13cb974e-e771-4cd7-b092-af9fefee51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:50.679264 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-13cb974e-e771-4cd7-b092-af9fefee51d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0780213 Jan 20 15:22:50.765602 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-1066627b-bb7d-4ae2-b0ec-4c621b2528d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:50.768991 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-1066627b-bb7d-4ae2-b0ec-4c621b2528d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833213 Jan 20 15:22:50.781268 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:22:50.928084 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-5cfa9ee0-a843-4d15-8124-660a04304f8b service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524146 Jan 20 15:22:51.108533 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e082e30b-bb5c-4c77-8b61-5646419814cc req-1fd3211e-d81d-4590-b574-81603dc36fe1 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744778 Jan 20 15:22:51.226605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '060248c8-72e6-4602-a955-7c3ff2096272', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:48Z', 'updated_at': '2022-01-20T15:22:48Z', 'revision_number': 0, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:51.231748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6b498-bca8-4308-8fb7-b2d62481f0ea None None] The sync data for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv is: [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '060248c8-72e6-4602-a955-7c3ff2096272', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:48Z', 'updated_at': '2022-01-20T15:22:48Z', 'revision_number': 0, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:22:51.466066 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a926f72-729b-4b8f-8b80-738f226002f4 None None] New status for floating IP 060248c8-72e6-4602-a955-7c3ff2096272: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:22:55.372648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:03.165484 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e8157428-d650-4c0b-8fb0-55f5eb66d864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:05.508000 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f493-e5da-41cc-b574-5cd7979dd347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:06.501586 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:06.685772 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:08.156632 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:12.728837 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:23:18.321859 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b090542-2339-4f67-abba-13541ada5993 req-a955b020-a309-45be-afa3-eebae4cfd0ce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829570 Jan 20 15:23:18.465008 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b090542-2339-4f67-abba-13541ada5993 req-f9579fc4-d8bc-4540-9524-fca63c25a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:18.466499 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b090542-2339-4f67-abba-13541ada5993 req-f9579fc4-d8bc-4540-9524-fca63c25a1a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 1099 time: 0.0732021 Jan 20 15:23:18.627876 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b090542-2339-4f67-abba-13541ada5993 req-72bb1dbc-361b-4f8a-a46a-e9e17979f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:18.629356 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b090542-2339-4f67-abba-13541ada5993 req-72bb1dbc-361b-4f8a-a46a-e9e17979f4c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 911 time: 0.1405470 Jan 20 15:23:18.737289 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b090542-2339-4f67-abba-13541ada5993 req-03a78a31-25dc-47dd-8ed0-5aa3ec5f9774 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64 HTTP/1.1" status: 200 len: 1001 time: 0.1012371 Jan 20 15:23:18.806196 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b090542-2339-4f67-abba-13541ada5993 req-80d8f04c-01c3-49ca-8666-65a7b00c3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:18.807737 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b090542-2339-4f67-abba-13541ada5993 req-80d8f04c-01c3-49ca-8666-65a7b00c3da8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0641825 Jan 20 15:23:18.888255 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b090542-2339-4f67-abba-13541ada5993 req-3f563c1b-288c-4412-bee9-6a46f5d9f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:18.890081 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b090542-2339-4f67-abba-13541ada5993 req-3f563c1b-288c-4412-bee9-6a46f5d9f705 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756304 Jan 20 15:23:19.039619 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b090542-2339-4f67-abba-13541ada5993 req-f7ed7ef2-e593-43fc-a4af-a3cd99eef349 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427519 Jan 20 15:23:19.178794 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-3b090542-2339-4f67-abba-13541ada5993 req-ecb15159-8a31-49a1-885f-74215d75c47b service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307857 Jan 20 15:23:25.391404 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:33.161994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-087d25b2-9cae-4087-b08c-d36ffa0afe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:35.503303 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb427-9783-415b-a28b-885149a7e6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:36.502081 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:36.688663 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:38.153178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.729135 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:23:55.388552 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:03.167811 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1822af9e-cb97-49c9-8995-af72a59053f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:05.499331 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8e1af14f-e63c-4aa6-8103-ec7166a14075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:06.504639 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:06.691525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:08.156547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:19.314614 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-9fb482fd-a8a6-4764-9434-89a31a5381bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723593 Jan 20 15:24:19.574580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-2d5a763e-b86d-4d75-8e7e-62aa848d1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:19.576066 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-2d5a763e-b86d-4d75-8e7e-62aa848d1ce6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 1099 time: 0.1919024 Jan 20 15:24:19.724997 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-cee7339f-db51-4345-9bff-2c672b2e946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:19.726432 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-cee7339f-db51-4345-9bff-2c672b2e946b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 911 time: 0.1302087 Jan 20 15:24:19.841054 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-029b1760-e8c0-4114-ba6b-82dace2c64ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64 HTTP/1.1" status: 200 len: 1001 time: 0.1074464 Jan 20 15:24:19.902334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-89bca5db-ac71-4dee-aa96-513516eddf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:19.903762 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-89bca5db-ac71-4dee-aa96-513516eddf1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0570121 Jan 20 15:24:19.979301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-a820d6fe-2cf6-4951-9ecb-3d3ba25fc855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:19.980830 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-a820d6fe-2cf6-4951-9ecb-3d3ba25fc855 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715010 Jan 20 15:24:20.125131 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-b4b6192b-0ad3-4512-bef8-91407a284280 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374927 Jan 20 15:24:20.258494 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-6f5bc128-590f-475f-89dc-9f82ce2421c4 req-4dbe6ff8-313e-46fd-a1ca-cbb9d9e9865e service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275632 Jan 20 15:24:25.398095 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:26.728862 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:24:33.167432 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2af9e4d9-4b10-4b49-a724-03c9797c7190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:35.507161 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-ee8d8006-a585-4d8f-ac7e-569e7131eb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:36.502088 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:36.699169 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:38.159350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:48.854492 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:24:49.003098 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:24:49.018370 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:24:49.083012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:49.101108 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:24:49.118309 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:24:49.123133 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:49.201247 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['5a89196b-ff2a-40a1-b6ff-d44d1110ac64'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:24:49.230605 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:24:49.251928 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.252299 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.252700 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.253028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.253350 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.253676 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.253994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.254298 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.254628 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.254943 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.255242 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:49.255551 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:24:50.868582 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:24:50.965603 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:24:50.965983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:51.125267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:51.162669 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:24:51.175099 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:24:51.185129 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:51.227125 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'code': 200} Jan 20 15:24:51.271581 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:24:55.395972 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:59.044878 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-32af3aed-520a-4f2b-8ce0-257a0b348e11 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50573140&fields=id&tenant_id=9c3bc255e3474dc194ccc2e52046fd71 HTTP/1.1" status: 200 len: 267 time: 0.0458353 Jan 20 15:24:59.198804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-e227bfe5-dfd9-40d1-871d-aa88e1b2cff6 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:59.200242 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-e227bfe5-dfd9-40d1-871d-aa88e1b2cff6 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 810 time: 0.1486545 Jan 20 15:24:59.215743 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-4109136f-eb11-4585-bc0c-1d7aed009031 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/quotas/9c3bc255e3474dc194ccc2e52046fd71 HTTP/1.1" status: 200 len: 375 time: 0.0099516 Jan 20 15:24:59.305440 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-369613f0-3e06-4f8a-8221-c74d6a6ae3a8 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0839753 Jan 20 15:24:59.398248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-f5fe71d1-947b-4494-a48f-27137468b1ae service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=87494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 20 15:24:59.399206 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-f5fe71d1-947b-4494-a48f-27137468b1ae service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0818408 Jan 20 15:24:59.544407 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-17bc4061-3c6b-40f2-bff5-5c20b1362d9b service neutron] 10.222.0.87 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373634 Jan 20 15:24:59.685804 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-cf9b6915-a37b-48d9-9804-dee53deb990e service neutron] 10.222.0.87 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355572 Jan 20 15:24:59.890426 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-3b2ac698-7284-482a-8900-641ed190b002 req-0cd736da-2622-44df-9a6c-67609277fa1d tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 210 time: 0.0490618 Jan 20 15:25:00.917401 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:25:01.038372 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-12f5739b-bd78-4c4b-82cf-ed66cacc57ce tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:01.039942 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-12f5739b-bd78-4c4b-82cf-ed66cacc57ce tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 810 time: 0.1728785 Jan 20 15:25:01.106988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:01.115145 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-0fedd46b-bdfe-445a-8669-9fec5dbd9230 req-37f2d14f-8b2b-4522-859d-bf28e3eee36e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 210 time: 0.0741353 Jan 20 15:25:01.143246 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a346dbd5-c447-4dad-838e-aa50b1f60744 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c3bc255e3474dc194ccc2e52046fd71 HTTP/1.1" status: 200 len: 378 time: 0.0578144 Jan 20 15:25:01.148748 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:25:01.159111 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'port': {'device_id': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'admin_state_up': True, 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'security_groups': ['38859f6c-e69e-44cf-8c4c-7318b98530fb']}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:25:01.165289 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:25:01.172912 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:01.205485 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'code': 200} Jan 20 15:25:01.250070 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:25:01.446512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:25:01.459531 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.quota.driver [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:25:01.475897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Made reservation on behalf of 9c3bc255e3474dc194ccc2e52046fd71 for: {'port': 1} {{(pid=87494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:25:01.484007 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:01.746660 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_common [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Allocated IP 172.20.0.13 (e7626443-4971-4159-9edb-8981d153555a/cd0a06aa-1c06-47da-903b-9e1667a42a9c/e8495ba7-21fb-4120-af5a-97b6059d324e) {{(pid=87494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:25:02.020783 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for port, precommit_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:02.059613 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Transition to ACTIVE for port object e8495ba7-21fb-4120-af5a-97b6059d324e will not be triggered until provisioned by entity DHCP. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:25:02.090410 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_create {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:02.171993 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Network e7626443-4971-4159-9edb-8981d153555a is already hosted by enough agents. {{(pid=87494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:25:02.180323 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.base_scheduler [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources bound (agent type, host, resource id): {{(pid=87494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:25:02.189513 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Received port after_create {{(pid=87494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:25:02.296106 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'Port': ['ID=e8495ba7-21fb-4120-af5a-97b6059d324e,revision_number=1']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:25:02.316334 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.316809 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.317215 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.317638 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.317996 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.318390 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.318770 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.319152 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.319532 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.319907 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.320311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.320692 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:02.363748 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:02.364900 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:02.437846 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefbd7a-db54-46b8-8acf-03e6da677c25 req-073fa9ae-6fcd-4322-8945-f7275c56d0c9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:02.448519 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-adefbd7a-db54-46b8-8acf-03e6da677c25 req-073fa9ae-6fcd-4322-8945-f7275c56d0c9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Synchronizing usage tracker for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:25:02.452958 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-a08f28e6-c86c-4a16-9823-7d50ae2aa62e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3016474 Jan 20 15:25:02.471819 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-adefbd7a-db54-46b8-8acf-03e6da677c25 req-073fa9ae-6fcd-4322-8945-f7275c56d0c9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Unset dirty status for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:25:02.473215 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adefbd7a-db54-46b8-8acf-03e6da677c25 req-073fa9ae-6fcd-4322-8945-f7275c56d0c9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 932 time: 0.2345045 Jan 20 15:25:02.505610 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-91b0afb1-c5af-40b1-b15e-dab85b02beed None None] Provisioning for port e8495ba7-21fb-4120-af5a-97b6059d324e completed by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:25:02.513533 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-91b0afb1-c5af-40b1-b15e-dab85b02beed None None] Provisioning complete for port e8495ba7-21fb-4120-af5a-97b6059d324e triggered by entity DHCP. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:25:02.514341 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-91b0afb1-c5af-40b1-b15e-dab85b02beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:02.549380 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-adefbd7a-db54-46b8-8acf-03e6da677c25 req-b8a9cb97-7da0-44e0-bd90-f4f06a3a35b4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682044 Jan 20 15:25:02.605168 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-91b0afb1-c5af-40b1-b15e-dab85b02beed None None] Port e8495ba7-21fb-4120-af5a-97b6059d324e cannot update to ACTIVE because it is not bound. {{(pid=87496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 20 15:25:03.162531 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5d38-03a8-4a73-a3fc-d5969b18b7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:03.731730 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:25:03.750402 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d37025-673f-4c25-8183-469793481517 req-fcc3fec5-1d11-4a5b-bb85-0943ff7964d6 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:03.751909 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-51d37025-673f-4c25-8183-469793481517 req-fcc3fec5-1d11-4a5b-bb85-0943ff7964d6 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 932 time: 0.0837243 Jan 20 15:25:03.809965 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-51d37025-673f-4c25-8183-469793481517 req-18363de9-996b-43a3-99cf-34d41decbf5e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508182 Jan 20 15:25:05.022739 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f6cd2-2c87-4e81-846c-5ca60be19643 req-e349d6d4-608a-4db6-8dfc-52453e325fa0 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:05.025327 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-345f6cd2-2c87-4e81-846c-5ca60be19643 req-e349d6d4-608a-4db6-8dfc-52453e325fa0 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 932 time: 0.0937922 Jan 20 15:25:05.096008 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-345f6cd2-2c87-4e81-846c-5ca60be19643 req-f8721517-5200-45c6-9350-d7cc5c287e1c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636075 Jan 20 15:25:05.505914 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a3e7570e-9afc-4dbb-9e55-cdb2db48bcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:06.299582 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b57eb-7806-4706-b72c-3e727ea1edfb req-64c48b50-82f5-4540-b6a2-260ece887cc5 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:06.301397 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-327b57eb-7806-4706-b72c-3e727ea1edfb req-64c48b50-82f5-4540-b6a2-260ece887cc5 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 932 time: 0.0916774 Jan 20 15:25:06.349420 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-327b57eb-7806-4706-b72c-3e727ea1edfb req-6f8dbaab-7d23-4f4a-9ee3-823e50bbd2b0 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424333 Jan 20 15:25:06.503559 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:06.762953 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:07.561327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccecd62-044d-4f80-be8c-6bae595d1c38 req-473b93c3-c790-4d83-8d19-cf3531955527 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:07.563016 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5ccecd62-044d-4f80-be8c-6bae595d1c38 req-473b93c3-c790-4d83-8d19-cf3531955527 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 932 time: 0.0929804 Jan 20 15:25:07.615901 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5ccecd62-044d-4f80-be8c-6bae595d1c38 req-e448df03-a44c-4289-8143-f2ac57a90911 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461791 Jan 20 15:25:08.169813 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:08.844884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573221f-bbec-4f13-a742-34a2f2226e8a req-aaeb0255-b308-4882-9b32-b84a84f6a5fd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:08.846551 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4573221f-bbec-4f13-a742-34a2f2226e8a req-aaeb0255-b308-4882-9b32-b84a84f6a5fd tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 932 time: 0.0934806 Jan 20 15:25:08.898537 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4573221f-bbec-4f13-a742-34a2f2226e8a req-f881c9b4-f69d-40f3-b0f0-8794b24e05c0 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460992 Jan 20 15:25:09.294644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.v2.base [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Request body: {'port': {'device_id': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=87494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:25:09.413681 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:09.776359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8495ba7-21fb-4120-af5a-97b6059d324e {{(pid=87494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:25:09.783790 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:09.798794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.provisioning_blocks [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Transition to ACTIVE for port object e8495ba7-21fb-4120-af5a-97b6059d324e will not be triggered until provisioned by entity L2. {{(pid=87494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:25:09.804330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:09.962974 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Pushing event updated for resources: {'Port': ['ID=e8495ba7-21fb-4120-af5a-97b6059d324e,revision_number=2']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:25:10.118793 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Attempting to bind port e8495ba7-21fb-4120-af5a-97b6059d324e on host hv-neutron-8251 for vnic_type normal with profile {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:25:10.119101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Attempting to bind port e8495ba7-21fb-4120-af5a-97b6059d324e by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:25:10.119451 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Attempting to bind port e8495ba7-21fb-4120-af5a-97b6059d324e on network e7626443-4971-4159-9edb-8981d153555a {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:25:10.127022 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Port e8495ba7-21fb-4120-af5a-97b6059d324e on network e7626443-4971-4159-9edb-8981d153555a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 20 15:25:10.127263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Attempting to bind port e8495ba7-21fb-4120-af5a-97b6059d324e on network e7626443-4971-4159-9edb-8981d153555a {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 20 15:25:10.133183 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Checking agent: {'id': '37c94599-40df-4095-ba6f-66dcdce99ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'started_at': datetime.datetime(2022, 1, 20, 14, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 15:25:10.133517 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Checking segment: {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 20 15:25:10.133897 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Bound using segment: {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'} {{(pid=87494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 15:25:10.134318 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.managers [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Bound port: e8495ba7-21fb-4120-af5a-97b6059d324e, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f6b767-def8-4508-ad23-103fccfd7e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e7626443-4971-4159-9edb-8981d153555a'}}] {{(pid=87494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:25:10.134656 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:10.191112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d73e1-2139-4d5a-a806-6b1b6019dc64 req-f2264de0-0f5e-4937-8928-30d25c39a6e5 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:10.192680 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a49d73e1-2139-4d5a-a806-6b1b6019dc64 req-f2264de0-0f5e-4937-8928-30d25c39a6e5 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 944 time: 0.1565685 Jan 20 15:25:10.384242 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-a49d73e1-2139-4d5a-a806-6b1b6019dc64 req-35b3f860-9764-48ed-84e4-abf743aeb65a tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1812618 Jan 20 15:25:10.388187 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, cleared binding levels {{(pid=87494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 20 15:25:10.391505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e8495ba7-21fb-4120-af5a-97b6059d324e,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 20 15:25:10.398042 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043405'] for port, after_update {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:10.460199 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:10.460850 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:10.462228 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] 10.222.0.72 "PUT /v2.0/ports/e8495ba7-21fb-4120-af5a-97b6059d324e HTTP/1.1" status: 200 len: 1094 time: 1.1743307 Jan 20 15:25:10.462673 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:25:10.487030 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3e2e2-6459-41bf-8f0e-6f77e5691dbe service neutron] Pushing event updated for resources: {'Port': ['ID=e8495ba7-21fb-4120-af5a-97b6059d324e,revision_number=3']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:25:10.518023 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'status': 'completed', 'code': 200} Jan 20 15:25:10.603276 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-5a8c7a6c-0b2b-4741-aeb8-3f0c92a1f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:10.604954 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-5a8c7a6c-0b2b-4741-aeb8-3f0c92a1f150 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0843153 Jan 20 15:25:10.675824 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-acaf6852-7f97-453f-9684-8588908626a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8495ba7-21fb-4120-af5a-97b6059d324e HTTP/1.1" status: 200 len: 217 time: 0.0632379 Jan 20 15:25:10.743327 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-c2af23e9-62cd-4be8-8b3a-9b3e53366305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:10.744739 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-c2af23e9-62cd-4be8-8b3a-9b3e53366305 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0628371 Jan 20 15:25:10.826455 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-397db8d3-f054-4f75-b12b-cc5b9365888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:10.827965 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-397db8d3-f054-4f75-b12b-cc5b9365888b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769868 Jan 20 15:25:10.964335 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-dcaf50aa-bbc8-48cf-befa-4d3a3249ee95 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297777 Jan 20 15:25:11.109999 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-99a6623f-b0d7-4dfa-a5f6-8c191ae224fb req-713a209e-23a5-491b-bac9-b47de467a15b service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396251 Jan 20 15:25:11.241908 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-d827b7cf-5833-43a7-be74-c85c5bf9266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:11.243322 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-d827b7cf-5833-43a7-be74-c85c5bf9266c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0787873 Jan 20 15:25:11.385356 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-310df367-8940-4cb2-b7d7-547eef43ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:11.386900 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-310df367-8940-4cb2-b7d7-547eef43ef06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 911 time: 0.1368577 Jan 20 15:25:11.455198 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-20d0a931-f752-4bc7-956b-50e40318600c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8495ba7-21fb-4120-af5a-97b6059d324e HTTP/1.1" status: 200 len: 217 time: 0.0616922 Jan 20 15:25:11.575226 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-c72393f8-e912-48f3-8a3b-c151f57f9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:11.576700 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-c72393f8-e912-48f3-8a3b-c151f57f9af5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.1131659 Jan 20 15:25:11.652112 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229542ec-9ec7-46a5-91a7-af134aae7bca req-829d9967-d74a-4706-96fe-099b35aec5d5 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:11.653601 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-229542ec-9ec7-46a5-91a7-af134aae7bca req-829d9967-d74a-4706-96fe-099b35aec5d5 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 944 time: 0.1539395 Jan 20 15:25:11.712832 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-85e0cbde-d713-4974-9941-04da9240649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:11.714320 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-85e0cbde-d713-4974-9941-04da9240649a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1288731 Jan 20 15:25:11.717094 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-229542ec-9ec7-46a5-91a7-af134aae7bca req-97d8ed31-1347-441d-af05-ce6164e03fa1 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564430 Jan 20 15:25:11.848938 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-007ecb0f-e8b1-4ecf-80b5-ed2e01b7b85b service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274011 Jan 20 15:25:11.991769 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-e8872882-4d9b-4a68-b3bd-383ea3724eb1 req-b026f428-6c6c-418c-b5c0-b546285c4045 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367350 Jan 20 15:25:13.043534 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e752da-6c8d-4c0a-83a6-d79ae981825b req-b61af07b-c3a8-4627-b089-72fdeb8824d7 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:13.044975 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-71e752da-6c8d-4c0a-83a6-d79ae981825b req-b61af07b-c3a8-4627-b089-72fdeb8824d7 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 944 time: 0.2143071 Jan 20 15:25:13.091503 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-71e752da-6c8d-4c0a-83a6-d79ae981825b req-00c055ac-4a61-48f2-ab04-3a8a6d93475c tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405650 Jan 20 15:25:14.285194 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3d614-ace9-427e-af83-d5edf1f7c13c req-b6e60a0c-a138-4143-9d12-015e18f79003 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:14.286721 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8cb3d614-ace9-427e-af83-d5edf1f7c13c req-b6e60a0c-a138-4143-9d12-015e18f79003 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 944 time: 0.0872753 Jan 20 15:25:14.336764 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8cb3d614-ace9-427e-af83-d5edf1f7c13c req-454c0984-ee7f-48d5-8927-ee6df00303a1 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438151 Jan 20 15:25:14.996871 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device e8495ba7-21fb-4120-af5a-97b6059d324e details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:25:15.137661 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e8495ba7-21fb-4120-af5a-97b6059d324e,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:25:15.152023 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'port_id': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'mac_address': 'fa:16:3e:07:96:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:25:15.211988 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:15.230043 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8495ba7-21fb-4120-af5a-97b6059d324e {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:25:15.246384 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e8495ba7-21fb-4120-af5a-97b6059d324e,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:25:15.252991 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:15.324611 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=e8495ba7-21fb-4120-af5a-97b6059d324e,revision_number=4']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:25:15.493498 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['e8495ba7-21fb-4120-af5a-97b6059d324e'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:25:15.542590 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624ac72-302d-4b9f-939e-11f1c2618455 req-a284eed8-696b-426e-9496-1d3645b44ac3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:15.544009 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4624ac72-302d-4b9f-939e-11f1c2618455 req-a284eed8-696b-426e-9496-1d3645b44ac3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 945 time: 0.0984859 Jan 20 15:25:15.589721 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-4624ac72-302d-4b9f-939e-11f1c2618455 req-4760100b-69e8-49cb-b3d4-6f7e7e3aed79 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396702 Jan 20 15:25:16.892671 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bf4a5-61a2-4812-bb83-2b17b6bfd9c1 req-e7c2df9d-b0f1-418d-a8f9-6a69b4bde133 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:16.894059 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2e4bf4a5-61a2-4812-bb83-2b17b6bfd9c1 req-e7c2df9d-b0f1-418d-a8f9-6a69b4bde133 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 945 time: 0.1938798 Jan 20 15:25:16.941002 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-2e4bf4a5-61a2-4812-bb83-2b17b6bfd9c1 req-c618d83a-5225-46ba-b4b3-5a128ce193a0 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409214 Jan 20 15:25:17.003221 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device e8495ba7-21fb-4120-af5a-97b6059d324e up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:25:17.074887 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning for port e8495ba7-21fb-4120-af5a-97b6059d324e completed by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:25:17.080345 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port e8495ba7-21fb-4120-af5a-97b6059d324e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:25:17.080722 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:17.204196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:17.231655 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:25:17.242007 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e8495ba7-21fb-4120-af5a-97b6059d324e,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:25:17.248005 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:17.279821 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'code': 200} Jan 20 15:25:17.318904 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=e8495ba7-21fb-4120-af5a-97b6059d324e,revision_number=5']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:25:17.567591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ac1f-6991-44af-a130-0acb63c1beed req-5d1a6a06-9821-4040-aa9e-fe42aa934575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:17.569192 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-88c7ac1f-6991-44af-a130-0acb63c1beed req-5d1a6a06-9821-4040-aa9e-fe42aa934575 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 1099 time: 0.1234660 Jan 20 15:25:17.612744 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-88c7ac1f-6991-44af-a130-0acb63c1beed req-ef898f97-fbbe-49bb-af43-d67d2c8dcd13 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359459 Jan 20 15:25:18.135444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c61ef-2c7d-4948-856d-1bda44670902 req-782c3d1e-95bb-4571-99c7-d0f883c22f52 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:18.137014 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-410c61ef-2c7d-4948-856d-1bda44670902 req-782c3d1e-95bb-4571-99c7-d0f883c22f52 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 946 time: 0.0860622 Jan 20 15:25:18.183440 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-410c61ef-2c7d-4948-856d-1bda44670902 req-008d10dc-bb32-4239-9b48-27faf8c3a967 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406098 Jan 20 15:25:19.382106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eab29f-ad8f-4d7a-9026-af794c1ea0e9 req-09a6a6d6-4fce-48dd-8c8e-204eddd8743e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:19.383624 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97eab29f-ad8f-4d7a-9026-af794c1ea0e9 req-09a6a6d6-4fce-48dd-8c8e-204eddd8743e tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 946 time: 0.0865965 Jan 20 15:25:19.432932 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-97eab29f-ad8f-4d7a-9026-af794c1ea0e9 req-23df5faa-8644-4604-b0eb-469455dc33e3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418835 Jan 20 15:25:19.621270 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69598d-dc79-42b2-9c09-930cbc2f78d7 req-e1b456f9-dd6d-44f5-b29d-8ce20ae98db1 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:19.622804 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bb69598d-dc79-42b2-9c09-930cbc2f78d7 req-e1b456f9-dd6d-44f5-b29d-8ce20ae98db1 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 946 time: 0.0849850 Jan 20 15:25:19.669005 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-bb69598d-dc79-42b2-9c09-930cbc2f78d7 req-314815a3-90fc-469e-9eb3-f3740e9102b4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403612 Jan 20 15:25:19.695498 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33776) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:25:19.773566 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec1bde-2555-420b-bd4e-e327edcf7461 tempest-TestSnapshotPattern-373518214 tempest-TestSnapshotPattern-373518214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:19.774271 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bbec1bde-2555-420b-bd4e-e327edcf7461 tempest-TestSnapshotPattern-373518214 tempest-TestSnapshotPattern-373518214-project-admin] Synchronizing usage tracker for tenant:7e378116978d49049582ecc943a1ed1d on resource:port {{(pid=87495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:25:19.797806 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-bbec1bde-2555-420b-bd4e-e327edcf7461 tempest-TestSnapshotPattern-373518214 tempest-TestSnapshotPattern-373518214-project-admin] Unset dirty status for tenant:7e378116978d49049582ecc943a1ed1d on resource:port {{(pid=87495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:25:19.799416 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-bbec1bde-2555-420b-bd4e-e327edcf7461 tempest-TestSnapshotPattern-373518214 tempest-TestSnapshotPattern-373518214-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 1094 time: 0.1028547 Jan 20 15:25:19.802460 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 33780) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:25:19.807688 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.v2.base [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Request body: {'floatingip': {'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'port_id': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 15:25:19.813958 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:25:19.817822 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Usage tracker for resource:floatingip and tenant:9c3bc255e3474dc194ccc2e52046fd71 is out of sync, need to count used quota {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:25:19.820734 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.quota.resource [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:25:19.826489 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.quota.driver [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:25:19.838924 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for floatingip, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:19.986507 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:20.133615 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.db_base_plugin_common [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Allocated IP 172.26.0.110 (968209a1-6b3b-43f7-8a25-5eadd11f3aba/e70033cd-de36-4e4d-b539-3041e2377bfa/329d93a4-2ceb-4928-985e-74855d4558dc) {{(pid=87495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:25:20.297023 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for port, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:20.329581 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eac68c19-f9af-469e-9504-59f3957fc298 req-2e6cfdb7-73e6-4978-8a83-d94dec68a6e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703514 Jan 20 15:25:20.331083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727929212627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:20.397604 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Network 968209a1-6b3b-43f7-8a25-5eadd11f3aba is already hosted by enough agents. {{(pid=87495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:25:20.401013 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Resources bound (agent type, host, resource id): {{(pid=87495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:25:20.405448 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Received port after_create {{(pid=87495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 20 15:25:20.441410 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'Port': ['ID=329d93a4-2ceb-4928-985e-74855d4558dc,revision_number=1']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:25:20.461430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.461756 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.462106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.462430 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.462754 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.463077 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.463383 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.463704 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.464032 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.464374 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.465235 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.466161 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:25:20.487821 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac68c19-f9af-469e-9504-59f3957fc298 req-2d556bb9-a6c8-4fe1-a722-3c67eecd2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:20.489483 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eac68c19-f9af-469e-9504-59f3957fc298 req-2d556bb9-a6c8-4fe1-a722-3c67eecd2d02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 1097 time: 0.0870416 Jan 20 15:25:20.637020 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac68c19-f9af-469e-9504-59f3957fc298 req-a87d4179-99c1-414f-a420-b8497c406481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:20.638487 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eac68c19-f9af-469e-9504-59f3957fc298 req-a87d4179-99c1-414f-a420-b8497c406481 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 911 time: 0.1296186 Jan 20 15:25:20.745883 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eac68c19-f9af-469e-9504-59f3957fc298 req-cc75b092-5659-4b07-ac5f-55b0d6c29c9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64 HTTP/1.1" status: 200 len: 999 time: 0.1006563 Jan 20 15:25:20.814951 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac68c19-f9af-469e-9504-59f3957fc298 req-3ba6dd0f-6f2b-47f3-bc68-03286c9e3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:20.816452 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eac68c19-f9af-469e-9504-59f3957fc298 req-3ba6dd0f-6f2b-47f3-bc68-03286c9e3c13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0640755 Jan 20 15:25:20.862894 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:20.898827 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac68c19-f9af-469e-9504-59f3957fc298 req-7b2b4d21-c7eb-46c5-a70d-aaf2401b00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:20.900362 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eac68c19-f9af-469e-9504-59f3957fc298 req-7b2b4d21-c7eb-46c5-a70d-aaf2401b00e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759022 Jan 20 15:25:20.943596 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:21.039281 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eac68c19-f9af-469e-9504-59f3957fc298 req-9f796b30-a85f-42b8-b7f2-7f1767a33970 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324937 Jan 20 15:25:21.157375 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for port, precommit_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:21.164455 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927696'] for port, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:21.176290 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-eac68c19-f9af-469e-9504-59f3957fc298 req-7eef93e0-5e05-41c2-a501-adeb7f0a28f7 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305635 Jan 20 15:25:21.380841 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event updated for resources: {'Port': ['ID=329d93a4-2ceb-4928-985e-74855d4558dc,revision_number=2']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:25:21.391221 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743268'] for floatingip, after_update {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:21.566705 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.db.l3_db [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Floating IP 3dd902e9-4585-44c7-8438-b8b3a76f8a49 associated. External IP: 172.26.0.110, port: e8495ba7-21fb-4120-af5a-97b6059d324e. Jan 20 15:25:21.944490 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Router 8f4adae1-cae2-471d-a293-f168bda22aa2 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:25:22.140106 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:25:22.152949 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] Sync routers for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:25:22.163458 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:25:22.165902 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:25:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:25:22.171978 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:22.234520 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-3a7f2716-b369-480f-9042-98f550fdfb27 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4309547 Jan 20 15:25:22.235146 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e'}] {{(pid=87495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:25:22.338716 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'status': 'completed', 'code': 200} Jan 20 15:25:22.365860 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:25:22.432546 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-d519772d-d64b-454e-aba2-661a48e2c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:22.433973 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-d519772d-d64b-454e-aba2-661a48e2c0ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 1099 time: 0.0729322 Jan 20 15:25:22.567476 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-cd12a033-e8b8-4cfc-9513-59bd11f1c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:22.568988 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-cd12a033-e8b8-4cfc-9513-59bd11f1c6c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 911 time: 0.1292944 Jan 20 15:25:22.675973 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-656d3009-170f-4c2a-be23-4ffebccac338 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8495ba7-21fb-4120-af5a-97b6059d324e HTTP/1.1" status: 200 len: 1000 time: 0.0994871 Jan 20 15:25:22.742829 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-b1538335-af12-447d-b8a7-32ed1b6a1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:22.743406 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-b1538335-af12-447d-b8a7-32ed1b6a1381 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0596883 Jan 20 15:25:22.766502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '060248c8-72e6-4602-a955-7c3ff2096272', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:48Z', 'updated_at': '2022-01-20T15:22:51Z', 'revision_number': 1, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}, {'id': '3dd902e9-4585-44c7-8438-b8b3a76f8a49', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:07:96:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:25:20Z', 'updated_at': '2022-01-20T15:25:20Z', 'revision_number': 0, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:25:22.771251 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] Checking router: 8f4adae1-cae2-471d-a293-f168bda22aa2 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:25:22.780983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:25:22.781614 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:25:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:25:22.942518 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-04cf00fa-8a51-4a89-873a-d9e06a39799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:22.944012 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-04cf00fa-8a51-4a89-873a-d9e06a39799e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1939151 Jan 20 15:25:22.974470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:25:23.080051 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-d595c59c-8960-4408-b0bd-216caa33b1aa service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280570 Jan 20 15:25:23.216970 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-9b408d0f-9180-4d8f-9bca-b4d19723dfea req-a7221b16-2edf-493e-956c-4843fb7dc33d service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309834 Jan 20 15:25:23.337345 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '060248c8-72e6-4602-a955-7c3ff2096272', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:48Z', 'updated_at': '2022-01-20T15:22:51Z', 'revision_number': 1, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}, {'id': '3dd902e9-4585-44c7-8438-b8b3a76f8a49', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:07:96:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:25:20Z', 'updated_at': '2022-01-20T15:25:20Z', 'revision_number': 0, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:25:23.341712 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f17dd-164c-47af-acc7-95bc880242e5 None None] The sync data for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv is: [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '060248c8-72e6-4602-a955-7c3ff2096272', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:48Z', 'updated_at': '2022-01-20T15:22:51Z', 'revision_number': 1, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}, {'id': '3dd902e9-4585-44c7-8438-b8b3a76f8a49', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:07:96:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:25:20Z', 'updated_at': '2022-01-20T15:25:20Z', 'revision_number': 0, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:25:23.575476 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bfaa44-a20c-47ce-ad16-f1b8fb7d3d8b None None] New status for floating IP 3dd902e9-4585-44c7-8438-b8b3a76f8a49: ACTIVE {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:25:25.407141 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:33.173340 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7487c7e7-a5af-45ec-9bfe-6904f1ca8807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:35.502609 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c484941d-743d-4ba8-80f9-e6a4b8f1e965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:36.503090 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:36.702142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:38.166550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:40.736232 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:25:55.401358 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:03.175525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-510da95f-3d05-4c84-b9c7-81544d608adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:05.502777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca52d-4e4d-41d1-a71c-8f62daae5b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:06.509733 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:06.708231 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:08.169106 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:17.735717 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:26:21.366975 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-c96303c7-562c-4266-ad0a-37942d663f80 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786612 Jan 20 15:26:21.484870 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-b46c0336-de94-434e-ae4d-93026bde2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:21.486374 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-b46c0336-de94-434e-ae4d-93026bde2dca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 1099 time: 0.0965157 Jan 20 15:26:21.653685 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-69e55f80-d4de-469e-8642-68b0195af1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:21.655032 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-69e55f80-d4de-469e-8642-68b0195af1c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 911 time: 0.1488457 Jan 20 15:26:21.768837 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-d576bb8a-8645-431b-b65f-553cf6512977 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8495ba7-21fb-4120-af5a-97b6059d324e HTTP/1.1" status: 200 len: 1002 time: 0.1076257 Jan 20 15:26:21.832658 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-8a1fd1a8-6b25-4dcb-90e8-5ad1c89db2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:21.834132 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-8a1fd1a8-6b25-4dcb-90e8-5ad1c89db2b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0599213 Jan 20 15:26:21.912004 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-df20a659-9bbb-494b-a3df-c33933eea1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:21.913642 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-df20a659-9bbb-494b-a3df-c33933eea1bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729985 Jan 20 15:26:22.052684 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-2f899937-6683-4606-b239-e7a09fcf92d5 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320810 Jan 20 15:26:22.187208 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-d0ec3e66-21a6-456d-b9d4-441a392a9fe2 req-8ccc537c-17cb-4a18-b3b1-3b0d117b55eb service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285410 Jan 20 15:26:25.417012 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.171604 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9dd7-dd42-47ad-8e6d-75b6b0a04013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.500073 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-0e910c84-852f-4fde-964f-79771a7f7579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:36.495194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:36.708262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:38.180909 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:54.735521 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:26:55.427285 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:59.561859 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device e8495ba7-21fb-4120-af5a-97b6059d324e details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=87496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:26:59.702889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e8495ba7-21fb-4120-af5a-97b6059d324e,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:26:59.717281 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Returning: {'device': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'port_id': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'mac_address': 'fa:16:3e:07:96:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:26:59.792727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:59.815842 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8495ba7-21fb-4120-af5a-97b6059d324e {{(pid=87496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:26:59.836096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e8495ba7-21fb-4120-af5a-97b6059d324e,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:26:59.842993 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:59.929650 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=e8495ba7-21fb-4120-af5a-97b6059d324e,revision_number=6']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:59.937796 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.938163 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.938573 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.938936 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.939262 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.939590 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.940026 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.940388 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.940714 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.941196 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.941514 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.941830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:59.950440 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] get_ports_and_sgs() called for port_ids ['e8495ba7-21fb-4120-af5a-97b6059d324e'] {{(pid=87496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 20 15:27:01.576536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device e8495ba7-21fb-4120-af5a-97b6059d324e up at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:27:01.648547 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.provisioning_blocks [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Provisioning complete for port e8495ba7-21fb-4120-af5a-97b6059d324e triggered by entity L2. {{(pid=87496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:27:01.648963 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723548'] for port, provisioning_complete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:01.783719 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:01.824946 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:27:01.850927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e8495ba7-21fb-4120-af5a-97b6059d324e,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:01.860577 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:01.911546 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'code': 200} Jan 20 15:27:01.969915 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=e8495ba7-21fb-4120-af5a-97b6059d324e,revision_number=7']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:03.167782 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8e259419-eb01-43e3-a061-83030615e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:05.498593 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7cfecb7f-e6d7-4159-be36-f69627ce1b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:06.531648 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:06.713977 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:08.050884 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 33980) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:08.177142 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:08.264954 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Deleting port 329d93a4-2ceb-4928-985e-74855d4558dc {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:08.265287 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:08.452505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:08.452729 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:08.687205 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Calling delete_port for 329d93a4-2ceb-4928-985e-74855d4558dc owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:08.861059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:08.908683 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event deleted for resources: {'Port': ['ID=329d93a4-2ceb-4928-985e-74855d4558dc,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:08.945132 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.945472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.945820 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.946101 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.946418 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.946734 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.947046 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.947358 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.947664 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.947968 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.948379 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:08.948687 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:09.019213 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:09.020627 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Floating IP 3dd902e9-4585-44c7-8438-b8b3a76f8a49 disassociated (deleted). External IP: 172.26.0.110, port: e8495ba7-21fb-4120-af5a-97b6059d324e. Jan 20 15:27:09.390124 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Router 8f4adae1-cae2-471d-a293-f168bda22aa2 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:27:09.573899 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:27:09.584920 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] Sync routers for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:27:09.594954 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:27:09.595550 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:27:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:09.598224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:09.656272 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-98335466-caca-4f2f-814d-0817912e66b3 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "DELETE /v2.0/floatingips/3dd902e9-4585-44c7-8438-b8b3a76f8a49 HTTP/1.1" status: 204 len: 168 time: 1.6016059 Jan 20 15:27:09.656272 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:27:09.713462 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'status': 'completed', 'code': 200} Jan 20 15:27:09.787820 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:27:09.818839 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-0f5b9f00-b88d-43e2-a463-ac2fa7d3468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:09.820396 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-0f5b9f00-b88d-43e2-a463-ac2fa7d3468a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 1099 time: 0.0838397 Jan 20 15:27:09.959620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-12c09a8d-1ac0-49cb-ade4-ba5552822f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:09.961382 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-12c09a8d-1ac0-49cb-ade4-ba5552822f4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 911 time: 0.1352556 Jan 20 15:27:10.043452 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-3e1e8bff-49e2-4ca2-bf34-8cd298cecfe4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8495ba7-21fb-4120-af5a-97b6059d324e HTTP/1.1" status: 200 len: 217 time: 0.0753980 Jan 20 15:27:10.067488 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbeb64-f432-456c-8bf2-f7ca3675598f req-f81c1c7e-ca89-43af-b8b0-6a85bb0309f9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:10.069806 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3dbeb64-f432-456c-8bf2-f7ca3675598f req-f81c1c7e-ca89-43af-b8b0-6a85bb0309f9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 946 time: 0.0915010 Jan 20 15:27:10.123644 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-f3dbeb64-f432-456c-8bf2-f7ca3675598f req-061072db-cfef-4367-9a29-ed7b9ce76935 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424194 Jan 20 15:27:10.125301 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-ff515ed4-2ce3-4acd-bf0c-d579a4a2a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:10.127069 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-ff515ed4-2ce3-4acd-bf0c-d579a4a2a3ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0758522 Jan 20 15:27:10.179620 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '060248c8-72e6-4602-a955-7c3ff2096272', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:48Z', 'updated_at': '2022-01-20T15:22:51Z', 'revision_number': 1, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:10.186615 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] Checking router: 8f4adae1-cae2-471d-a293-f168bda22aa2 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:27:10.198808 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:27:10.199468 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:27:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:10.323466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-bd89166d-1f01-463c-bac3-ed9d7d2088d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:10.325141 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-bd89166d-1f01-463c-bac3-ed9d7d2088d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1915939 Jan 20 15:27:10.387278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:27:10.469632 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-6eec5b0d-e349-4fc7-8781-d4637cd1b8ca service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376667 Jan 20 15:27:10.605587 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-8523dcda-2ee0-46ae-b0cc-56304b051523 req-091021e4-18e1-4b5b-91b8-f38b1038f0ac service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281636 Jan 20 15:27:10.789589 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '060248c8-72e6-4602-a955-7c3ff2096272', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:48Z', 'updated_at': '2022-01-20T15:22:51Z', 'revision_number': 1, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:10.794287 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5fa5c-568f-4583-b803-aa3b952b3f67 None None] The sync data for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv is: [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_floatingips': [{'id': '060248c8-72e6-4602-a955-7c3ff2096272', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'router_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'port_id': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'mac_address': 'fa:16:3e:92:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:48Z', 'updated_at': '2022-01-20T15:22:51Z', 'revision_number': 1, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:27:11.052124 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c097084-282f-4b3a-84e3-d006405e805a None None] New status for floating IP 3dd902e9-4585-44c7-8438-b8b3a76f8a49: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:27:11.329335 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8d982-5d83-4750-93fa-b77d665df1a2 req-5c4f19fb-307f-45d0-9d9c-b837a2a34d35 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:11.330054 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-5db8d982-5d83-4750-93fa-b77d665df1a2 req-5c4f19fb-307f-45d0-9d9c-b837a2a34d35 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Synchronizing usage tracker for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:27:11.348491 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-5db8d982-5d83-4750-93fa-b77d665df1a2 req-5c4f19fb-307f-45d0-9d9c-b837a2a34d35 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Unset dirty status for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:27:11.349825 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5db8d982-5d83-4750-93fa-b77d665df1a2 req-5c4f19fb-307f-45d0-9d9c-b837a2a34d35 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 946 time: 0.1156759 Jan 20 15:27:11.399563 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5db8d982-5d83-4750-93fa-b77d665df1a2 req-a7fcefcc-d74a-479f-98a4-f51d72fabf48 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438578 Jan 20 15:27:11.556564 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-f78f9244-686f-4a18-9b3b-f52a4a840925 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:11.557968 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-f78f9244-686f-4a18-9b3b-f52a4a840925 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.72 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 946 time: 0.1119156 Jan 20 15:27:11.635635 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Deleting port e8495ba7-21fb-4120-af5a-97b6059d324e {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:11.635938 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:11.639818 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device e8495ba7-21fb-4120-af5a-97b6059d324e no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:27:11.758267 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553838'] for port, before_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:11.785068 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e'}] {{(pid=87496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:27:11.796025 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e8495ba7-21fb-4120-af5a-97b6059d324e,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:11.802510 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727929700316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727929212645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727929208342'] for port, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:11.837920 dv-neutron-825123-1-hyperv neutron-server[87496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'code': 200} Jan 20 15:27:11.868288 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Pushing event updated for resources: {'Port': ['ID=e8495ba7-21fb-4120-af5a-97b6059d324e,revision_number=8']} {{(pid=87496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:11.902506 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e8495ba7-21fb-4120-af5a-97b6059d324e,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:11.902862 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:12.030330 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Calling delete_port for e8495ba7-21fb-4120-af5a-97b6059d324e owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:12.120248 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.db.api [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:27:12.120591 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG oslo_db.api [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:27:12.591168 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acf12f-a809-4589-9470-3aed8246c5b5 req-e7e4c1c0-1818-47b4-8c17-869048d457be tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:12.592657 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-03acf12f-a809-4589-9470-3aed8246c5b5 req-e7e4c1c0-1818-47b4-8c17-869048d457be tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 944 time: 0.0846543 Jan 20 15:27:12.626192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Deleting port e8495ba7-21fb-4120-af5a-97b6059d324e {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:12.626639 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:12.680312 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-03acf12f-a809-4589-9470-3aed8246c5b5 req-c6aa9683-b6f3-4189-888a-34e57500c55b tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815883 Jan 20 15:27:12.884240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] For port e8495ba7-21fb-4120-af5a-97b6059d324e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e8495ba7-21fb-4120-af5a-97b6059d324e,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:12.884616 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:13.118165 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Calling delete_port for e8495ba7-21fb-4120-af5a-97b6059d324e owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:13.286676 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:13.336771 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event deleted for resources: {'Port': ['ID=e8495ba7-21fb-4120-af5a-97b6059d324e,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:13.414177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] No DVR routers for this DVR port e8495ba7-21fb-4120-af5a-97b6059d324e on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:27:13.417067 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:13.419600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'name': 'network-vif-deleted', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:27:13.437259 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-ef575b44-2c1b-4d44-989f-855e6d39a371 req-11bf064e-a662-4588-b9c3-0023fb6ea5e4 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.72 "DELETE /v2.0/ports/e8495ba7-21fb-4120-af5a-97b6059d324e HTTP/1.1" status: 204 len: 173 time: 1.8737221 Jan 20 15:27:13.474875 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43f338c-551f-42ad-a918-5cc21bb68ad3', 'name': 'network-vif-deleted', 'tag': 'e8495ba7-21fb-4120-af5a-97b6059d324e', 'status': 'completed', 'code': 200} Jan 20 15:27:13.858764 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-afdadca9-5fdc-4d6f-858a-42a00391772a req-da9ed520-b41a-4337-8a72-634b956e2999 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Synchronizing usage tracker for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:27:13.876979 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-afdadca9-5fdc-4d6f-858a-42a00391772a req-da9ed520-b41a-4337-8a72-634b956e2999 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Unset dirty status for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:27:13.878246 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-afdadca9-5fdc-4d6f-858a-42a00391772a req-da9ed520-b41a-4337-8a72-634b956e2999 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=b43f338c-551f-42ad-a918-5cc21bb68ad3 HTTP/1.1" status: 200 len: 210 time: 0.0646877 Jan 20 15:27:15.609297 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 34048) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:15.671674 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device e8495ba7-21fb-4120-af5a-97b6059d324e no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:27:15.707536 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: e8495ba7-21fb-4120-af5a-97b6059d324e {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:27:15.707879 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device e8495ba7-21fb-4120-af5a-97b6059d324e not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:27:15.819271 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Deleting port 91246926-ed2b-4929-a61b-63ddae3b6e29 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:15.819600 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:16.006891 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:16.007224 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:16.132625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Calling delete_port for 91246926-ed2b-4929-a61b-63ddae3b6e29 owned by network:floatingip {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:16.290443 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:16.339772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event deleted for resources: {'Port': ['ID=91246926-ed2b-4929-a61b-63ddae3b6e29,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:16.430243 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for floatingip, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:16.430509 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.db.l3_db [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Floating IP 060248c8-72e6-4602-a955-7c3ff2096272 disassociated (deleted). External IP: 172.26.0.20, port: 5a89196b-ff2a-40a1-b6ff-d44d1110ac64. Jan 20 15:27:16.910239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Router 8f4adae1-cae2-471d-a293-f168bda22aa2 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:27:17.095284 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:27:17.105314 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] Sync routers for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:27:17.117846 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:27:17.118240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for floatingip, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:17.118626 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:27:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:17.181694 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-9b8e9cbf-c474-4c34-9208-c4856f112065 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "DELETE /v2.0/floatingips/060248c8-72e6-4602-a955-7c3ff2096272 HTTP/1.1" status: 204 len: 168 time: 1.5688152 Jan 20 15:27:17.181694 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:27:17.227999 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'status': 'completed', 'code': 200} Jan 20 15:27:17.307763 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:27:17.324348 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-80f08dac-9b30-461c-bbc0-c0d0e855f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:17.326178 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-80f08dac-9b30-461c-bbc0-c0d0e855f11f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 1097 time: 0.0745723 Jan 20 15:27:17.468241 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-580c643f-fe71-4ab4-8aa6-a97ca009c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:17.469679 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-580c643f-fe71-4ab4-8aa6-a97ca009c574 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 200 len: 911 time: 0.1379988 Jan 20 15:27:17.544266 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-f6d6d266-de54-474a-8c1f-4a6fbd9ee918 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64 HTTP/1.1" status: 200 len: 217 time: 0.0679717 Jan 20 15:27:17.611298 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-610c81de-b5f9-4ce1-9a02-5fb78cfb8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:17.612873 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-610c81de-b5f9-4ce1-9a02-5fb78cfb8393 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 200 len: 849 time: 0.0627546 Jan 20 15:27:17.648054 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:17.652241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] Checking router: 8f4adae1-cae2-471d-a293-f168bda22aa2 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:27:17.661236 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:27:17.661950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:27:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:17.677092 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46da30-1561-43e8-907a-3ea1b3f8b9dd req-70b711bf-d44f-463d-a65b-3a696057b1ec tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:17.678588 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ed46da30-1561-43e8-907a-3ea1b3f8b9dd req-70b711bf-d44f-463d-a65b-3a696057b1ec tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 944 time: 0.0858223 Jan 20 15:27:17.702147 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-4f60b331-0b38-4526-90cf-02b0c18037e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:17.703771 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-4f60b331-0b38-4526-90cf-02b0c18037e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7626443-4971-4159-9edb-8981d153555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815721 Jan 20 15:27:17.739800 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [req-ed46da30-1561-43e8-907a-3ea1b3f8b9dd req-3cab4034-257d-4c81-8840-7542655c9291 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518949 Jan 20 15:27:17.851211 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-fb050eee-0bd3-4591-a729-55a9253498db service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402280 Jan 20 15:27:17.854361 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:27:17.998746 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5af98d02-f983-4463-aebd-a374bf03cc89 req-29839627-a07c-4dd3-8b1a-8e428b8d3149 service neutron] 10.222.0.72 "GET /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395826 Jan 20 15:27:18.182801 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:18.187402 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8021ef-c3fb-4ed1-9491-e8806cf2ee53 None None] The sync data for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv is: [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:22:23Z', 'revision_number': 4, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv', '_interfaces': [{'id': 'bb150672-662a-4ca5-b688-fa7868d4d136', 'name': '', 'network_id': 'e7626443-4971-4159-9edb-8981d153555a', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'mac_address': 'fa:16:3e:75:15:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:22Z', 'updated_at': '2022-01-20T15:22:28Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'subnets': [{'id': 'cd0a06aa-1c06-47da-903b-9e1667a42a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:27:18.421919 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821693d4-0eb1-4396-977d-3a7e3a6bcbf5 None None] New status for floating IP 060248c8-72e6-4602-a955-7c3ff2096272: DOWN {{(pid=87497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 15:27:19.047013 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23ea34-6a8d-49e4-920c-268bb2724f5e req-9974c230-99cf-4ad5-af4b-d434f319c9aa tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:19.047675 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-5d23ea34-6a8d-49e4-920c-268bb2724f5e req-9974c230-99cf-4ad5-af4b-d434f319c9aa tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Synchronizing usage tracker for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:27:19.072244 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-5d23ea34-6a8d-49e4-920c-268bb2724f5e req-9974c230-99cf-4ad5-af4b-d434f319c9aa tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Unset dirty status for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:27:19.073483 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d23ea34-6a8d-49e4-920c-268bb2724f5e req-9974c230-99cf-4ad5-af4b-d434f319c9aa tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 944 time: 0.1710360 Jan 20 15:27:19.085309 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-8567591a-20f5-4fe0-87f2-75bc32a769b9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:19.086744 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-8567591a-20f5-4fe0-87f2-75bc32a769b9 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.72 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 944 time: 0.1143327 Jan 20 15:27:19.179064 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-5d23ea34-6a8d-49e4-920c-268bb2724f5e req-ba2be11e-b6ea-4105-9877-5eeb4e0c1057 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/security-groups?id=38859f6c-e69e-44cf-8c4c-7318b98530fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913022 Jan 20 15:27:19.184192 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-6fed54af-f4c5-4bac-a6d5-3a3ef6c79caf tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Deleting port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:19.184574 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-6fed54af-f4c5-4bac-a6d5-3a3ef6c79caf tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:19.568444 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-6fed54af-f4c5-4bac-a6d5-3a3ef6c79caf tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] For port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:19.568826 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-6fed54af-f4c5-4bac-a6d5-3a3ef6c79caf tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:19.697311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-6fed54af-f4c5-4bac-a6d5-3a3ef6c79caf tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Calling delete_port for 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 owned by compute:nova {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:19.867840 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-6fed54af-f4c5-4bac-a6d5-3a3ef6c79caf tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:19.917412 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed54af-f4c5-4bac-a6d5-3a3ef6c79caf tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event deleted for resources: {'Port': ['ID=5a89196b-ff2a-40a1-b6ff-d44d1110ac64,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:20.008311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-6fed54af-f4c5-4bac-a6d5-3a3ef6c79caf tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] No DVR routers for this DVR port 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 on host hv-neutron-8251 {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:27:20.010620 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-6fed54af-f4c5-4bac-a6d5-3a3ef6c79caf tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34979'] for port, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:20.013247 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'name': 'network-vif-deleted', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64'}] {{(pid=87494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:27:20.030914 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-7d9e6413-79ea-479d-bb87-8ea4c042670e req-6fed54af-f4c5-4bac-a6d5-3a3ef6c79caf tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.72 "DELETE /v2.0/ports/5a89196b-ff2a-40a1-b6ff-d44d1110ac64 HTTP/1.1" status: 204 len: 173 time: 0.9302287 Jan 20 15:27:20.062424 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7077a8da-1dc7-4dae-a68a-baf7c5fff9af', 'name': 'network-vif-deleted', 'tag': '5a89196b-ff2a-40a1-b6ff-d44d1110ac64', 'status': 'completed', 'code': 200} Jan 20 15:27:20.345905 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-4d2b94db-5d7c-4541-bb97-9ac36f363c22 req-ce1d0bcd-e4b2-44fb-962b-871a2c256406 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Synchronizing usage tracker for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:27:20.364377 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.quota.resource [req-4d2b94db-5d7c-4541-bb97-9ac36f363c22 req-ce1d0bcd-e4b2-44fb-962b-871a2c256406 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Unset dirty status for tenant:9c3bc255e3474dc194ccc2e52046fd71 on resource:port {{(pid=87494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:27:20.365622 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [req-4d2b94db-5d7c-4541-bb97-9ac36f363c22 req-ce1d0bcd-e4b2-44fb-962b-871a2c256406 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "GET /v2.0/ports?device_id=7077a8da-1dc7-4dae-a68a-baf7c5fff9af HTTP/1.1" status: 200 len: 210 time: 0.0627880 Jan 20 15:27:21.466647 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 34070) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:21.552807 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-51decc2e-2d1f-4392-8819-de4d63748a91 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:21.583772 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-51decc2e-2d1f-4392-8819-de4d63748a91 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:21.651329 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-51decc2e-2d1f-4392-8819-de4d63748a91 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:21.670177 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51decc2e-2d1f-4392-8819-de4d63748a91 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38859f6c-e69e-44cf-8c4c-7318b98530fb,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:21.684449 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-51decc2e-2d1f-4392-8819-de4d63748a91 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:21.685625 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-51decc2e-2d1f-4392-8819-de4d63748a91 tempest-TestSnapshotPattern-225001120 tempest-TestSnapshotPattern-225001120-project] 10.222.0.87 "DELETE /v2.0/security-groups/38859f6c-e69e-44cf-8c4c-7318b98530fb HTTP/1.1" status: 204 len: 168 time: 0.2178774 Jan 20 15:27:21.701118 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:27:21.735950 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] No Port match for: 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:27:21.736470 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Device 5a89196b-ff2a-40a1-b6ff-d44d1110ac64 not bound to the agent host hv-neutron-8251 {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:27:21.741622 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 34076) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:22.438586 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:22.918825 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] Deleting port bb150672-662a-4ca5-b688-fa7868d4d136 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:22.919522 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:23.104542 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] For port bb150672-662a-4ca5-b688-fa7868d4d136, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=bb150672-662a-4ca5-b688-fa7868d4d136,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:23.104977 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:23.242910 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] Calling delete_port for bb150672-662a-4ca5-b688-fa7868d4d136 owned by network:router_interface {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:23.568188 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:23.620001 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] Pushing event deleted for resources: {'Port': ['ID=bb150672-662a-4ca5-b688-fa7868d4d136,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:23.891212 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:24.399946 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] Router 8f4adae1-cae2-471d-a293-f168bda22aa2 has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:27:24.583580 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:27:24.593706 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] Sync routers for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:27:24.604180 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:27:24.604830 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:27:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:24.607835 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-7ec1f315-3ec4-40cf-8375-8823633648ac admin admin] 10.222.0.87 "PUT /v2.0/routers/8f4adae1-cae2-471d-a293-f168bda22aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8648818 Jan 20 15:27:24.611731 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 34082) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:24.792937 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:24.817739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: dv-neutron-825123-1-hyperv {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:27:24.971488 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:24.982446 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Deleting port efb35cd0-d358-4755-b7dc-2733c128fa78 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:24.982766 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:25.101927 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:27:23Z', 'revision_number': 5, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port': {'id': 'efb35cd0-d358-4755-b7dc-2733c128fa78', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:23:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:19Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:25.106119 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] Checking router: 8f4adae1-cae2-471d-a293-f168bda22aa2 for host: dv-neutron-825123-1-hyperv {{(pid=87496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:27:25.114945 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] Routers {'8f4adae1-cae2-471d-a293-f168bda22aa2'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:27:25.115570 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:27:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['8f4adae1-cae2-471d-a293-f168bda22aa2'], 'active': True} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:25.158859 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] For port efb35cd0-d358-4755-b7dc-2733c128fa78, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=efb35cd0-d358-4755-b7dc-2733c128fa78,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:25.159189 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:25.267278 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_dvr_db [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] Set router 8f4adae1-cae2-471d-a293-f168bda22aa2 gateway port host: None {{(pid=87496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:27:25.287912 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Calling delete_port for efb35cd0-d358-4755-b7dc-2733c128fa78 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:25.374018 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.db.l3_hamode_db [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:27:24Z', 'revision_number': 6, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:25.378178 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a807a1-2a44-448e-8269-5ba2a8417552 None None] The sync data for ids ['8f4adae1-cae2-471d-a293-f168bda22aa2'] in dv-neutron-825123-1-hyperv is: [{'id': '8f4adae1-cae2-471d-a293-f168bda22aa2', 'name': 'tempest-TestSnapshotPattern-1211438588-router', 'tenant_id': '9c3bc255e3474dc194ccc2e52046fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:18Z', 'updated_at': '2022-01-20T15:27:24Z', 'revision_number': 6, 'project_id': '9c3bc255e3474dc194ccc2e52046fd71', 'gw_port_host': None}] {{(pid=87496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:27:25.438469 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:25.473621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:25.520059 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb35cd0-d358-4755-b7dc-2733c128fa78,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:25.613501 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:25.909100 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:25.911472 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:25.937512 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:25.938048 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f4adae1-cae2-471d-a293-f168bda22aa2 {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:27:25.950374 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:25.951506 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-67e049b4-e7bb-426c-be15-0c639be56b34 admin admin] 10.222.0.87 "DELETE /v2.0/routers/8f4adae1-cae2-471d-a293-f168bda22aa2 HTTP/1.1" status: 204 len: 168 time: 1.3387904 Jan 20 15:27:25.954240 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 34086) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:26.015644 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-131342e6-43c6-476c-832f-9b9e6c2903f8 admin admin] Deleting subnet cd0a06aa-1c06-47da-903b-9e1667a42a9c {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:27:26.018964 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-131342e6-43c6-476c-832f-9b9e6c2903f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:26.071445 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-131342e6-43c6-476c-832f-9b9e6c2903f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:26.158833 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-131342e6-43c6-476c-832f-9b9e6c2903f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:26.206580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device efb35cd0-d358-4755-b7dc-2733c128fa78 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:27:26.231789 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-131342e6-43c6-476c-832f-9b9e6c2903f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:26.250739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: efb35cd0-d358-4755-b7dc-2733c128fa78 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:27:26.251080 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device efb35cd0-d358-4755-b7dc-2733c128fa78 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:27:26.251502 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bb150672-662a-4ca5-b688-fa7868d4d136 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:27:26.273794 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131342e6-43c6-476c-832f-9b9e6c2903f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0a06aa-1c06-47da-903b-9e1667a42a9c,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:26.277526 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-131342e6-43c6-476c-832f-9b9e6c2903f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:26.283526 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-131342e6-43c6-476c-832f-9b9e6c2903f8 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/cd0a06aa-1c06-47da-903b-9e1667a42a9c HTTP/1.1" status: 204 len: 168 time: 0.3283038 Jan 20 15:27:26.286294 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 34090) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:26.287164 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: bb150672-662a-4ca5-b688-fa7868d4d136 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:27:26.287515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device bb150672-662a-4ca5-b688-fa7868d4d136 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:27:26.289091 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4786c21c-d213-495c-82bc-271f657a0ab6 None None] Network e7626443-4971-4159-9edb-8981d153555a requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:27:26.394859 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:26.406071 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Deleting port d0e961d9-22e1-45a8-8303-77b34cb6e537 {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:26.406499 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:26.559237 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] DHCP port deletion for e7626443-4971-4159-9edb-8981d153555a request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:27:26.564777 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] Deleting port d0e961d9-22e1-45a8-8303-77b34cb6e537 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:26.565206 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:26.630909 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] For port d0e961d9-22e1-45a8-8303-77b34cb6e537, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d0e961d9-22e1-45a8-8303-77b34cb6e537,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:26.631218 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:26.782520 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] For port d0e961d9-22e1-45a8-8303-77b34cb6e537, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=d0e961d9-22e1-45a8-8303-77b34cb6e537,segment=NetworkSegment(b4f6b767-def8-4508-ad23-103fccfd7e16),segment_id=b4f6b767-def8-4508-ad23-103fccfd7e16)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:26.782786 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:26.879896 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Calling delete_port for d0e961d9-22e1-45a8-8303-77b34cb6e537 owned by network:dhcp {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:26.959621 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] Calling delete_port for d0e961d9-22e1-45a8-8303-77b34cb6e537 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:26.962758 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:27.012412 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e961d9-22e1-45a8-8303-77b34cb6e537,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:27.017363 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] No DVR routers for this DVR port d0e961d9-22e1-45a8-8303-77b34cb6e537 on host dv-neutron-825123-1-hyperv {{(pid=87495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:27:27.046341 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.046563 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.046881 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.047322 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.047500 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.047820 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.048133 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.048468 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.048776 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.049083 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.049408 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.049732 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825123-1-hyperv {{(pid=87495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 15:27:27.058309 dv-neutron-825123-1-hyperv neutron-server[87496]: util.warn( Jan 20 15:27:27.067960 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:27:27.068544 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:27:27.142987 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:27.174231 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7626443-4971-4159-9edb-8981d153555a']}} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:27.187165 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f6b767-def8-4508-ad23-103fccfd7e16') {'for_net_delete': True} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:27.187497 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.services.segments.db [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f6b767-def8-4508-ad23-103fccfd7e16') {} {{(pid=87495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:27.198985 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2245445'] for segment, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:27.222376 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:27.233653 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:27:27.234365 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927732'] for segment, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: Traceback (most recent call last): Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: timer() Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: cb(*args, **kw) Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: return func(*args, **kwargs) Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: self._notify() Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: self.callback(batched_events) Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: event.method(event) Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: return f(self, *a, **k) Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._get(url).json() Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: return self.request(url, 'GET', **kwargs) Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:27:27.248532 dv-neutron-825123-1-hyperv neutron-server[87495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:27:27.330121 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:27.346745 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Notify callbacks [] for network, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:27.356782 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7626443-4971-4159-9edb-8981d153555a,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:27.371881 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-35493f1d-c0dd-4489-867c-f0fd72ca7675 admin admin] 10.222.0.87 "DELETE /v2.0/networks/e7626443-4971-4159-9edb-8981d153555a HTTP/1.1" status: 204 len: 168 time: 1.0844829 Jan 20 15:27:27.374856 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 34094) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:27.569692 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] Deleting port d0e961d9-22e1-45a8-8303-77b34cb6e537 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:27.570273 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:27.641063 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-f7af9287-3fcb-43e5-9625-60f4caac22d3 None None] The port 'd0e961d9-22e1-45a8-8303-77b34cb6e537' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:27:27.945301 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3915542'] for router_interface, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:28.025367 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d0e961d9-22e1-45a8-8303-77b34cb6e537 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:27:28.065570 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: d0e961d9-22e1-45a8-8303-77b34cb6e537 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:27:28.065983 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device d0e961d9-22e1-45a8-8303-77b34cb6e537 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:27:28.406627 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] Deleting port 91e77797-fe91-4ad7-959e-793ec38318fb {{(pid=87495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:28.407224 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:28.587280 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.db [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] For port 91e77797-fe91-4ad7-959e-793ec38318fb, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=91e77797-fe91-4ad7-959e-793ec38318fb,segment=NetworkSegment(d9f69056-e46a-4442-a186-5b2aeb5e28a3),segment_id=d9f69056-e46a-4442-a186-5b2aeb5e28a3)] {{(pid=87495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:28.587620 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:28.708652 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] Calling delete_port for 91e77797-fe91-4ad7-959e-793ec38318fb owned by network:router_interface {{(pid=87495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:29.023128 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927657'] for port, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:29.076583 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e77797-fe91-4ad7-959e-793ec38318fb,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:29.354250 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736710'] for router_interface, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:29.844039 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] Router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec has already been hosted by L3 agent 8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788 {{(pid=87495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 20 15:27:30.042147 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] Notify agent at l3_agent.dv-neutron-825123-1-hyperv the message routers_updated {{(pid=87495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 20 15:27:30.044887 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] Sync routers for ids ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'] in dv-neutron-825123-1-hyperv {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 15:27:30.054833 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-7cdd8531-18d0-4d1a-96d5-75db608a4922 admin admin] 10.222.0.87 "PUT /v2.0/routers/663e3e81-4aa4-43b8-9a0a-47d19d1a2dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6788995 Jan 20 15:27:30.055564 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] Routers {'663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:27:30.056171 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:27:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:30.057567 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 34098) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:30.235263 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Notify callbacks [] for router, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:30.242295 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] Set router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec gateway port host: dv-neutron-825123-1-hyperv {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:27:30.425719 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:30.437477 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Deleting port a717dce7-9f9c-4df6-a878-80b4c6391ec0 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:30.437878 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:30.548613 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'name': 'tempest-TestSnapshotPattern-838048605-router', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'external_fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:25Z', 'updated_at': '2022-01-20T15:27:28Z', 'revision_number': 5, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'gw_port': {'id': 'a717dce7-9f9c-4df6-a878-80b4c6391ec0', 'name': '', 'network_id': '968209a1-6b3b-43f7-8a25-5eadd11f3aba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825123-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:26Z', 'updated_at': '2022-01-20T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e70033cd-de36-4e4d-b539-3041e2377bfa', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825123-1-hyperv'}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:30.552792 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] Checking router: 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec for host: dv-neutron-825123-1-hyperv {{(pid=87497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 15:27:30.561503 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] Routers {'663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'} bound to L3 agent in host dv-neutron-825123-1-hyperv {{(pid=87497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 15:27:30.562109 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825123-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:21:05Z,description=,heartbeat_timestamp=2022-01-20T15:27:05Z,host='dv-neutron-825123-1-hyperv',id=8e9eb5a6-d4a5-433c-9b9f-4c1d33fd1788,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:21:05Z,topic='l3_agent')) {'router_ids': ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'], 'active': True} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:30.613727 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] For port a717dce7-9f9c-4df6-a878-80b4c6391ec0, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=a717dce7-9f9c-4df6-a878-80b4c6391ec0,segment=NetworkSegment(b708f119-eddb-4d59-8491-49f81ee64539),segment_id=b708f119-eddb-4d59-8491-49f81ee64539)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:30.614074 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:30.713938 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_dvr_db [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] Set router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec gateway port host: None {{(pid=87497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 20 15:27:30.740066 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Calling delete_port for a717dce7-9f9c-4df6-a878-80b4c6391ec0 owned by network:router_gateway {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:30.819763 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.l3_hamode_db [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'name': 'tempest-TestSnapshotPattern-838048605-router', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:25Z', 'updated_at': '2022-01-20T15:27:30Z', 'revision_number': 6, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'gw_port_host': None}], 'dv-neutron-825123-1-hyperv', False) {} {{(pid=87497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:30.824629 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a41ab34-e2de-4898-b5e1-fe071d77ca68 None None] The sync data for ids ['663e3e81-4aa4-43b8-9a0a-47d19d1a2dec'] in dv-neutron-825123-1-hyperv is: [{'id': '663e3e81-4aa4-43b8-9a0a-47d19d1a2dec', 'name': 'tempest-TestSnapshotPattern-838048605-router', 'tenant_id': '7e378116978d49049582ecc943a1ed1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:25Z', 'updated_at': '2022-01-20T15:27:30Z', 'revision_number': 6, 'project_id': '7e378116978d49049582ecc943a1ed1d', 'gw_port_host': None}] {{(pid=87497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 15:27:30.922581 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:30.972745 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Pushing event deleted for resources: {'Port': ['ID=a717dce7-9f9c-4df6-a878-80b4c6391ec0,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:31.069625 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743483'] for router_gateway, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.359828 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4688'] for router, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.362401 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.393619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3743048'] for router, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.394123 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 663e3e81-4aa4-43b8-9a0a-47d19d1a2dec {{(pid=87494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 15:27:31.406889 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] Notify callbacks [] for router, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.408027 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-01949d66-ad9c-4261-ae64-57aa23d8042b admin admin] 10.222.0.87 "DELETE /v2.0/routers/663e3e81-4aa4-43b8-9a0a-47d19d1a2dec HTTP/1.1" status: 204 len: 168 time: 1.3493526 Jan 20 15:27:31.410804 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 34102) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:31.476650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7af121-aef3-471f-b24d-c809abf24dcd admin admin] Deleting subnet cc28a982-a26a-4bf6-a969-7b929744a09a {{(pid=87494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 20 15:27:31.481956 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef7af121-aef3-471f-b24d-c809abf24dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.536516 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef7af121-aef3-471f-b24d-c809abf24dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-922289'] for subnet, precommit_delete_associations {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.625105 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef7af121-aef3-471f-b24d-c809abf24dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869643'] for subnet, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.706202 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef7af121-aef3-471f-b24d-c809abf24dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-869632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4043463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515105'] for subnet, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.736443 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:27:31.748851 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7af121-aef3-471f-b24d-c809abf24dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc28a982-a26a-4bf6-a969-7b929744a09a,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:31.750805 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-ef7af121-aef3-471f-b24d-c809abf24dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.755696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc509e4b-f03c-4253-a841-ccbc8ac09324 None None] Network ccebb608-8f64-48af-b17a-203c22a3dfc8 requested from dv-neutron-825123-1-hyperv {{(pid=87496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 20 15:27:31.756945 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-ef7af121-aef3-471f-b24d-c809abf24dcd admin admin] 10.222.0.87 "DELETE /v2.0/subnets/cc28a982-a26a-4bf6-a969-7b929744a09a HTTP/1.1" status: 204 len: 168 time: 0.3451648 Jan 20 15:27:31.759322 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 34106) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:31.871137 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-567581'] for network, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.883762 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Deleting port aa284462-459d-447a-8754-1376d4dd16e1 {{(pid=87494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:31.884113 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.055284 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] DHCP port deletion for ccebb608-8f64-48af-b17a-203c22a3dfc8 request from dv-neutron-825123-1-hyperv {{(pid=87496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 20 15:27:32.076974 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 91e77797-fe91-4ad7-959e-793ec38318fb no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:27:32.106758 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] Deleting port aa284462-459d-447a-8754-1376d4dd16e1 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:32.107128 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.110679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.db [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] For port aa284462-459d-447a-8754-1376d4dd16e1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=aa284462-459d-447a-8754-1376d4dd16e1,segment=NetworkSegment(d9f69056-e46a-4442-a186-5b2aeb5e28a3),segment_id=d9f69056-e46a-4442-a186-5b2aeb5e28a3)] {{(pid=87494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:32.111179 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.142889 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: 91e77797-fe91-4ad7-959e-793ec38318fb {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:27:32.143266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device 91e77797-fe91-4ad7-959e-793ec38318fb not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:27:32.143720 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a717dce7-9f9c-4df6-a878-80b4c6391ec0 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:27:32.189756 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: a717dce7-9f9c-4df6-a878-80b4c6391ec0 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:27:32.190045 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device a717dce7-9f9c-4df6-a878-80b4c6391ec0 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:27:32.236679 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Calling delete_port for aa284462-459d-447a-8754-1376d4dd16e1 owned by network:dhcp {{(pid=87494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:32.317505 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727929700343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727929212636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043508'] for port, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.355259 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.db [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] For port aa284462-459d-447a-8754-1376d4dd16e1, host dv-neutron-825123-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825123-1-hyperv',level=0,port_id=aa284462-459d-447a-8754-1376d4dd16e1,segment=NetworkSegment(d9f69056-e46a-4442-a186-5b2aeb5e28a3),segment_id=d9f69056-e46a-4442-a186-5b2aeb5e28a3)] {{(pid=87496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 20 15:27:32.355898 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3740744'] for port, precommit_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.363156 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa284462-459d-447a-8754-1376d4dd16e1,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:32.368650 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] No DVR routers for this DVR port aa284462-459d-447a-8754-1376d4dd16e1 on host dv-neutron-825123-1-hyperv {{(pid=87494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:27:32.480508 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] Calling delete_port for aa284462-459d-447a-8754-1376d4dd16e1 owned by network:dhcp {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 20 15:27:32.486972 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704489', 'neutron.services.segments.db._delete_segments_for_network-8727929749014'] for network, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.512868 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccebb608-8f64-48af-b17a-203c22a3dfc8']}} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:32.529368 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f69056-e46a-4442-a186-5b2aeb5e28a3') {'for_net_delete': True} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:32.529621 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.services.segments.db [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f69056-e46a-4442-a186-5b2aeb5e28a3') {} {{(pid=87494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:32.542097 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727929750065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-920898'] for segment, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.555727 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.db.api [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:27:32.556072 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG oslo_db.api [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:27:32.558359 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699632'] for segment, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.564713 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 15:27:32.565139 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043433'] for segment, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: Traceback (most recent call last): Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: timer() Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: cb(*args, **kw) Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: return func(*args, **kwargs) Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: self._notify() Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: self.callback(batched_events) Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: event.method(event) Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: return f(self, *a, **k) Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._get(url).json() Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: return self.request(url, 'GET', **kwargs) Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:27:32.578897 dv-neutron-825123-1-hyperv neutron-server[87494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:27:32.655743 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-704496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743254'] for network, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.675989 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Notify callbacks [] for network, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.690311 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccebb608-8f64-48af-b17a-203c22a3dfc8,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:32.697820 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-6bcf9306-3f8b-46ab-8f9c-3105edfca485 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ccebb608-8f64-48af-b17a-203c22a3dfc8 HTTP/1.1" status: 204 len: 168 time: 0.9375699 Jan 20 15:27:32.820726 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 34112) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:32.871816 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-ebabc83f-ea27-4f9c-9eb9-4aeb4c7b032c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9c3bc255e3474dc194ccc2e52046fd71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497344 Jan 20 15:27:32.875185 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.wsgi [-] (87495) accepted ('10.222.0.87', 34116) {{(pid=87495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:32.934884 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-16f65deb-e1c9-4d89-a108-8785be16c00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:32.962823 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-16f65deb-e1c9-4d89-a108-8785be16c00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:33.022414 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-16f65deb-e1c9-4d89-a108-8785be16c00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:33.044680 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f65deb-e1c9-4d89-a108-8785be16c00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6060b39-4f1d-4855-8bde-04c1b3015b70,revision_number=None']} {{(pid=87495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:33.052608 dv-neutron-825123-1-hyperv neutron-server[87495]: DEBUG neutron_lib.callbacks.manager [None req-16f65deb-e1c9-4d89-a108-8785be16c00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:33.056109 dv-neutron-825123-1-hyperv neutron-server[87495]: INFO neutron.wsgi [None req-16f65deb-e1c9-4d89-a108-8785be16c00a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f6060b39-4f1d-4855-8bde-04c1b3015b70 HTTP/1.1" status: 204 len: 168 time: 0.1777651 Jan 20 15:27:33.062193 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] Deleting port aa284462-459d-447a-8754-1376d4dd16e1 {{(pid=87496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 20 15:27:33.062752 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727929702346'] for port, before_delete {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:33.134711 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-9c26c836-1a39-4778-a9fa-c78ab8d1d33a None None] The port 'aa284462-459d-447a-8754-1376d4dd16e1' was deleted {{(pid=87496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 20 15:27:33.173852 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-b7b9486a-8dc2-4465-b64f-f42ca1bc8dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:33.452091 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 34124) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:33.501121 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-864ffd01-97f7-4b3c-8acc-f8345222f4bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7e378116978d49049582ecc943a1ed1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476592 Jan 20 15:27:33.503619 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.wsgi [-] (87494) accepted ('10.222.0.87', 34128) {{(pid=87494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:33.564261 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-af213363-fcec-49eb-9645-e2452c15f11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:33.592239 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-af213363-fcec-49eb-9645-e2452c15f11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:33.647466 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-af213363-fcec-49eb-9645-e2452c15f11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784951'] for security_group, after_delete {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:33.662081 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af213363-fcec-49eb-9645-e2452c15f11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d29a00-f277-4882-84ff-18bbcbcc753f,revision_number=None']} {{(pid=87494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:33.672503 dv-neutron-825123-1-hyperv neutron-server[87494]: DEBUG neutron_lib.callbacks.manager [None req-af213363-fcec-49eb-9645-e2452c15f11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:33.673741 dv-neutron-825123-1-hyperv neutron-server[87494]: INFO neutron.wsgi [None req-af213363-fcec-49eb-9645-e2452c15f11f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/61d29a00-f277-4882-84ff-18bbcbcc753f HTTP/1.1" status: 204 len: 168 time: 0.1692302 Jan 20 15:27:34.025878 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device aa284462-459d-447a-8754-1376d4dd16e1 no longer exists at agent ovs-agent-dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:27:34.062322 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] No Port match for: aa284462-459d-447a-8754-1376d4dd16e1 {{(pid=87496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 20 15:27:34.062907 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.rpc [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Device aa284462-459d-447a-8754-1376d4dd16e1 not bound to the agent host dv-neutron-825123-1-hyperv {{(pid=87496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:27:35.497452 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-54a1d4ad-311d-40b0-a58a-0599a63922a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:36.495556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:36.714266 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:38.182862 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:55.430580 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:03.165905 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-37d22c38-cae6-4005-8d4e-e40ff530fdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:05.494737 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-04d962b4-9b56-42c5-b910-e318e45eb72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:06.494241 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:06.717307 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:08.183001 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:08.737535 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:28:25.451376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:33.162564 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-2b4544bb-7179-4663-9b60-f9981b9c7c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:35.493922 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-803dc51f-00ac-454a-b69c-e06ad0ce5820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:36.494744 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:36.722643 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:38.187635 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:45.737818 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:28:55.466017 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:03.159031 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7b059b17-ba3a-4221-9dbc-7df2db5304f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:05.499265 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-fb659db6-7342-4009-9b6b-dd4328761fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:06.491563 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:06.727224 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:08.189344 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:22.737647 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:29:25.482271 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:33.165739 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-f51ef862-e1fc-4579-b6fa-77957a93bb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.509649 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c942f95e-e22e-4650-9ffb-e70db9e38ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.497745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.736688 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:38.195356 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:55.490834 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:59.736973 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:30:03.164696 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7dad835d-591d-49fb-bfb0-83f29dc386ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:05.509095 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-218b3fe5-627a-4bee-9ff4-648262b7a093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:06.494448 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:06.730327 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:08.194867 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:25.480525 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:33.161407 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-5539ab91-a890-4ca7-b733-2d20123a0240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:35.506545 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-8e194db7-001b-4ca0-bd20-a3860c8c7508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:36.489096 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:36.732935 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:36.735601 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:30:38.197507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:55.488923 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:03.166850 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-cdadba62-4bd6-4cdb-be50-ed062818dfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:05.511194 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c2ffabb2-c6da-49b2-8b82-495a14ad0e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:06.502376 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:06.747556 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:08.202030 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:13.740296 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:31:25.495987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:33.169293 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4c53d017-7162-44ab-a729-9d48174f2411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:35.518084 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-9691a0ed-4124-48e3-806d-553e1dbecd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:36.500994 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:36.750489 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:38.203938 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:50.745570 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:31:55.510092 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:03.173925 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-d9332e80-a243-4f5d-8cec-4d2f4452526e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:05.506940 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a8d0-551d-465c-bec6-e2bc4efa2800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:06.504364 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:06.746745 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:08.207868 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:25.520061 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:27.747872 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:32:33.172515 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-7691bb49-25cf-4ac7-a0ba-c8e8666ae9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.502917 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-1f85c98b-a6f1-4b24-8b40-0f652d0f9c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:36.512597 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:36.748792 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:38.210028 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:55.519507 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-73c9eac8-b7b2-4af4-8053-3e1566f1dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:03.168779 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-e58ace45-1faf-4d2b-8a0f-379812f8bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:04.749353 dv-neutron-825123-1-hyperv neutron-server[87497]: DEBUG neutron.db.agents_db [None req-542650e1-bc4f-4676-85c9-44dad59b4ec6 None None] Agent healthcheck: found 6 active agents {{(pid=87497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:33:05.501036 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-67955ab0-44bf-41c2-9e77-99d0899e61a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:06.498929 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-4580ce52-f695-481c-b5ca-a43ec4f45bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:06.751673 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-c1f902d3-7627-4048-8eeb-b19ec844d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:08.211987 dv-neutron-825123-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-a5f44d0f-7d03-4313-aa4c-d805f2ece31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727929748996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723503'] for agent, after_update {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}